-- Logs begin at Wed 2021-05-19 12:02:11 UTC, end at Wed 2021-05-19 13:26:26 UTC. -- May 19 12:30:23.519609 n-d-791505-2 systemd[1]: Started Devstack devstack@q-svc.service. May 19 12:30:25.954643 n-d-791505-2 neutron-server[93525]: INFO neutron.common.config [-] Logging enabled! May 19 12:30:25.955318 n-d-791505-2 neutron-server[93525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 12:30:25.955479 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 12:30:25.958999 n-d-791505-2 neutron-server[93525]: INFO neutron.common.config [-] Logging enabled! May 19 12:30:25.959254 n-d-791505-2 neutron-server[93525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 12:30:25.959563 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 12:30:25.960548 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:30:25.960784 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:30:25.961156 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:30:25.961400 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:30:25.961623 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:30:25.961944 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.962238 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.962538 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.962764 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.963061 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.963351 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.963684 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.964006 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.964304 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.964663 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.964947 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.965228 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.965608 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.965900 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.966185 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.966474 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.966701 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] debug = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.966981 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.967403 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.967823 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.968125 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.968417 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.968692 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.968962 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.969234 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.969514 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.969846 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] host = n-d-791505-2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.970122 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.970409 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.970695 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.970980 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.971255 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.971530 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.971815 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.972122 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.972401 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.972673 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.972959 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.973249 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.973537 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.973762 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.973979 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.974267 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.974552 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.974824 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.975095 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.975366 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.975639 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.975923 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.976196 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.976480 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.976763 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.977044 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.977316 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.977585 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.977852 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.978121 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.978404 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.978674 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.978943 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.979213 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.979496 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.979759 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.980054 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.980544 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.980921 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.981216 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.981505 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.981778 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.982065 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.982341 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.982635 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.982888 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_json = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.983166 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.983437 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.983719 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.984013 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.984285 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.984558 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.984829 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.985113 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:25.985413 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.985709 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.986010 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.986294 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.986590 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.986869 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.987159 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.987437 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.987726 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.988034 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.988325 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.988604 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.988893 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.989170 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.989464 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.989764 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.990057 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.990348 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.990625 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.990899 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.991172 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.991450 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.991735 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.992053 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.992346 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.992623 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.992902 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.993197 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.993475 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.993746 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.994022 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.994309 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.994587 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.994858 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.995136 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.995414 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.996281 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.996702 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.996998 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.997295 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.997581 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.997854 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.998130 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.998413 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.998685 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.998967 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.999245 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.999554 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:25.999826 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.000135 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.000409 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.000681 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.000960 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.001237 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.001515 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.001788 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.002061 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.002334 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.002674 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.002917 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.003161 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.003433 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.003709 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.004004 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.004279 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.004549 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.004817 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.005089 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.005380 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.005672 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.005948 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.006263 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.006541 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.006817 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.007095 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.007370 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.007645 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.007943 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.008220 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.008511 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.008794 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.009080 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.009362 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.009639 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.009932 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.010209 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.010491 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.010767 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.011042 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.011383 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.012227 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.012523 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.012819 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.013119 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.013416 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.013711 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.013991 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.014301 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.014583 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:26.014801 n-d-791505-2 neutron-server[93525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:30:26.015047 n-d-791505-2 neutron-server[93525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 12:30:26.366515 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:26.366791 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:26.367078 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:26.367412 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 12:30:26.683132 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.684075 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.684446 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.685830 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.686108 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.686379 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.810119 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.810403 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.810671 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.824189 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.824666 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.825023 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.854460 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.854741 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.855009 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.897907 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.898184 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:26.898457 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.139009 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.139610 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.139610 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.139815 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.140586 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.270070 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.270388 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.270671 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.270949 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.271224 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.271537 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.271797 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.272085 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.272343 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.272627 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.272890 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.273155 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.273428 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.273683 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.273951 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.274219 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.274478 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.274922 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.275182 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.275473 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.275827 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.276118 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.276370 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.276664 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.277449 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.277719 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.278467 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.278777 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.279023 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.279262 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.279499 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.279737 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.280153 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 12:30:27.283751 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 12:30:27.287875 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 12:30:27.291853 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 19 12:30:27.294525 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 12:30:27.294994 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 12:30:27.295334 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 12:30:27.295729 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 12:30:27.298938 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 12:30:27.299192 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 12:30:27.299545 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:30:27.329922 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 12:30:27.330382 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.330688 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 12:30:27.331059 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.332503 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 12:30:27.332797 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:30:27.333046 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 12:30:27.336514 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.336652 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.413847 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 12:30:27.414036 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 12:30:27.414243 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 12:30:27.414630 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 12:30:27.445834 n-d-791505-2 neutron-server[93525]: DEBUG oslo_db.sqlalchemy.engines [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 12:30:27.788052 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing driver for type 'gre' May 19 12:30:27.788584 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] gre ID ranges: [(1, 1000)] May 19 12:30:27.843584 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing driver for type 'local' May 19 12:30:27.843953 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing driver for type 'vlan' May 19 12:30:27.855377 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] VlanTypeDriver initialization complete May 19 12:30:27.855990 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing driver for type 'vxlan' May 19 12:30:27.856515 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] vxlan ID ranges: [(1, 1000)] May 19 12:30:27.911607 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing extension driver 'port_security' May 19 12:30:27.911972 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] PortSecurityExtensionDriver initialization complete May 19 12:30:27.912305 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing mechanism driver 'openvswitch' May 19 12:30:27.912644 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing mechanism driver 'hyperv' May 19 12:30:27.919233 n-d-791505-2 neutron-server[93525]: DEBUG neutron.plugins.ml2.plugin [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:27.920022 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.920395 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.920749 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.921142 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.921493 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.921840 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.922218 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.922561 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.922905 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.923307 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.923655 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.924019 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.924398 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.924741 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.925077 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.925452 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > address_group after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.925791 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > address_group after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.926122 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.926455 n-d-791505-2 neutron-server[93525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] ML2 OVO RPC backend initialized. {{(pid=93525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 12:30:27.927147 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.927497 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.927923 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.928267 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > networks before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.928614 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.928956 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > ports before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.929295 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.929632 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnets before_response 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.929974 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.930309 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.930640 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.930971 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.931314 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.931641 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.932000 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.932333 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.932661 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.933221 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.plugin [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Modular L2 Plugin initialization complete May 19 12:30:27.933543 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading services supported by the core plugin {{(pid=93525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 12:30:27.933863 n-d-791505-2 neutron-server[93525]: INFO neutron.plugins.ml2.managers [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Got port-security extension from driver 'port_security' May 19 12:30:27.934413 n-d-791505-2 neutron-server[93525]: INFO neutron.extensions.vlantransparent [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Disabled vlantransparent extension. May 19 12:30:27.934892 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 12:30:27.935198 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: router May 19 12:30:27.973255 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.973649 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_create 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.974027 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router before_create 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.974400 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.974775 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.975131 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_delete 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.975494 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.975858 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_create 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.976234 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.976590 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.976942 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.977323 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.977743 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.978116 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.978452 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.978787 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: subnet after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.979132 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.979480 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.979829 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_create 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.980237 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.980756 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.981172 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router after_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.981527 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.981884 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_create 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.982258 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.982605 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_update 55549900 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.982986 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > network after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.983857 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Tracking information for resource: router configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.984265 n-d-791505-2 neutron-server[93525]: DEBUG neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Tracking information for resource: floatingip configured {{(pid=93525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:30:27.989242 n-d-791505-2 neutron-server[93525]: INFO neutron.db.l3_agentschedulers_db [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 12:30:27.989823 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.990189 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.990542 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.990891 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: port after_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.991823 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router before_create 55550100 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.992143 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.992518 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_create 55550100 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.992854 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > router precommit_update 55550100 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:27.997451 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.provider_configuration [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service providers = [] {{(pid=93525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 12:30:27.997807 n-d-791505-2 neutron-server[93525]: DEBUG neutron.db.servicetype_db [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 12:30:28.000747 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.service_base [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:30:28.001091 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.service_base [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:30:28.001428 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.service_base [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:30:28.002301 n-d-791505-2 neutron-server[93525]: DEBUG neutron.services.service_base [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:30:28.002664 n-d-791505-2 neutron-server[93525]: INFO neutron.services.service_base [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 12:30:28.003213 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.003530 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 12:30:28.014556 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.014888 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: auto_allocate May 19 12:30:28.020555 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: network precommit_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.020923 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: network precommit_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.021436 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.021751 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: tag May 19 12:30:28.029116 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.029485 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: timestamp May 19 12:30:28.033198 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.033527 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: network_ip_availability May 19 12:30:28.038695 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.039065 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.039417 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.040154 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.040470 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: flavors May 19 12:30:28.045348 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.045673 n-d-791505-2 neutron-server[93525]: INFO neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading Plugin: revisions May 19 12:30:28.049884 n-d-791505-2 neutron-server[93525]: DEBUG neutron.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:30:28.050274 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.683s {{(pid=93525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:28.050990 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 12:30:28.051322 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Initializing extension manager. May 19 12:30:28.051821 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: __init__.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.052184 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: __pycache__ {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.052526 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.052852 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: address_group.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.053595 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.054160 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: address-group May 19 12:30:28.054484 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: address_scope.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.055186 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.055690 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: address-scope May 19 12:30:28.056052 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.056964 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.057473 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: router-admin-state-down-before-update May 19 12:30:28.057794 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: agent.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.058998 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.059600 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: agent May 19 12:30:28.059949 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: agent_resources_synced.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.060846 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.061357 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: agent-resources-synced May 19 12:30:28.061677 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: allowedaddresspairs.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.063417 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.063968 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: allowed-address-pairs May 19 12:30:28.064298 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: auto_allocated_topology.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.065352 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.065863 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: auto-allocated-topology May 19 12:30:28.066182 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: availability_zone.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.066868 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.067366 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: availability_zone May 19 12:30:28.067682 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: availability_zone_filter.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.068594 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.069099 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: availability_zone_filter May 19 12:30:28.069417 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: data_plane_status.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.070304 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.070804 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension data-plane-status not supported by any of loaded plugins May 19 12:30:28.071124 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: default_subnetpools.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.072061 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.072565 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: default-subnetpools May 19 12:30:28.072886 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.073683 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.074762 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: dhcp_agent_scheduler May 19 12:30:28.075254 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: dns.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.076448 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.076947 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension dns-integration not supported by any of loaded plugins May 19 12:30:28.077267 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: dns_domain_ports.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.078160 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.078658 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 12:30:28.078979 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: dvr.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.079635 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.080172 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: dvr May 19 12:30:28.080492 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: empty_string_filtering.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.081382 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.081886 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: empty-string-filtering May 19 12:30:28.082206 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.083090 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.083588 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 12:30:28.083924 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.084816 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.085316 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 12:30:28.085635 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: external_net.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.086558 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.087038 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: external-net May 19 12:30:28.087354 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.088274 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.088774 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: extra_dhcp_opt May 19 12:30:28.089094 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: extraroute.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.090134 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.090634 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: extraroute May 19 12:30:28.090953 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: extraroute_atomic.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.092050 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.092562 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: extraroute-atomic May 19 12:30:28.092883 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: filter_validation.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.093538 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.094037 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: filter-validation May 19 12:30:28.094352 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: fip_pf_description.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.095444 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.095980 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 12:30:28.096303 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: fip_port_details.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.097204 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.097707 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: fip-port-details May 19 12:30:28.098023 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: flavors.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.099234 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.099747 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: flavors May 19 12:30:28.100113 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.101773 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.102288 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 12:30:28.102615 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: floatingip_pools.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.103308 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.103808 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: floatingip-pools May 19 12:30:28.104165 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: ip_allocation.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.105093 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.105598 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension ip_allocation not supported by any of loaded plugins May 19 12:30:28.105918 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.106817 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.107326 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: ip-substring-filtering May 19 12:30:28.107646 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l2_adjacency.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.108632 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.109096 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension l2_adjacency not supported by any of loaded plugins May 19 12:30:28.109413 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.110437 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.111169 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: router May 19 12:30:28.111263 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.113482 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.114011 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 12:30:28.114342 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.115261 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.115765 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: ext-gw-mode May 19 12:30:28.116127 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.117020 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.117527 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: l3-ha May 19 12:30:28.117848 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3_flavors.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.118740 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.119247 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: l3-flavors May 19 12:30:28.119570 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.120514 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.121554 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: l3-port-ip-change-not-allowed May 19 12:30:28.121878 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: l3agentscheduler.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.122911 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.123423 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: l3_agent_scheduler May 19 12:30:28.123747 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: logging.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.125246 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.125764 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension logging not supported by any of loaded plugins May 19 12:30:28.126094 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: metering.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.126827 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.127407 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: metering May 19 12:30:28.127727 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.128834 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.129343 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: metering_source_and_destination_fields May 19 12:30:28.129667 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: multiprovidernet.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.130715 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.131228 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: multi-provider May 19 12:30:28.131552 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: netmtu.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.132485 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.132990 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: net-mtu May 19 12:30:28.133312 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: netmtu_writable.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.134213 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.134715 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: net-mtu-writable May 19 12:30:28.135036 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: network_availability_zone.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.135697 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.136219 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: network_availability_zone May 19 12:30:28.137184 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: network_ip_availability.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.138319 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.138831 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: network-ip-availability May 19 12:30:28.139156 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: network_segment_range.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.139928 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.140453 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension network-segment-range not supported by any of loaded plugins May 19 12:30:28.140781 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: pagination.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.141765 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.142093 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: pagination May 19 12:30:28.142413 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: port_device_profile.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.143310 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.143819 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: port-device-profile May 19 12:30:28.144170 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.145064 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.145570 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: port-mac-address-regenerate May 19 12:30:28.145884 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.146773 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.147274 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: port-numa-affinity-policy May 19 12:30:28.147591 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: port_resource_request.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.148518 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.149062 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension port-resource-request not supported by any of loaded plugins May 19 12:30:28.149331 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: portbindings.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.150243 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.150749 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: binding May 19 12:30:28.151066 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: portbindings_extended.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.152560 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.153058 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: binding-extended May 19 12:30:28.153385 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: portsecurity.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.154295 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.154799 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: port-security May 19 12:30:28.155124 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: project_id.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.156132 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.156437 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: project-id May 19 12:30:28.156755 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: providernet.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.157663 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.158176 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: provider May 19 12:30:28.158497 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.162009 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.162533 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos not supported by any of loaded plugins May 19 12:30:28.162862 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.164129 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.164650 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 12:30:28.164973 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.165874 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.166381 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 12:30:28.166706 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_default.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.167624 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.168165 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-default not supported by any of loaded plugins May 19 12:30:28.168490 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_fip.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.169128 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.169625 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-fip not supported by any of loaded plugins May 19 12:30:28.169944 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_gateway_ip.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.170856 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.171371 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 12:30:28.171693 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_port_network_policy.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.172678 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.173192 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 12:30:28.173515 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_rule_type_details.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.174417 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.174926 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 12:30:28.175248 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: qos_rules_alias.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.176298 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.176805 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 12:30:28.177125 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: quotasv2.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.178146 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.178471 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: quotas May 19 12:30:28.178790 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: quotasv2_detail.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.180411 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.180750 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: quota_details May 19 12:30:28.181074 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: rbac.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.182108 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.182629 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: rbac-policies May 19 12:30:28.182952 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: rbac_address_group.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.184408 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.184921 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: rbac-address-group May 19 12:30:28.185242 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: rbac_address_scope.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.186154 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.186660 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: rbac-address-scope May 19 12:30:28.186979 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: rbac_security_groups.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.187873 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.188401 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: rbac-security-groups May 19 12:30:28.188718 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: rbac_subnetpool.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.189633 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.190138 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: rbac-subnetpool May 19 12:30:28.190458 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: revisionifmatch.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.191377 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.191887 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: revision-if-match May 19 12:30:28.192232 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: revisions.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.193317 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: standard-attr-revisions May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: router_availability_zone.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: router_availability_zone May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: routerservicetype.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.196889 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.198309 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension router-service-type not supported by any of loaded plugins May 19 12:30:28.198309 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.198452 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.199504 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: security-groups-normalized-cidr May 19 12:30:28.200106 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.201289 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.201803 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: port-security-groups-filtering May 19 12:30:28.202123 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.203039 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.203546 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: security-groups-remote-address-group May 19 12:30:28.203865 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: securitygroup.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.213567 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.214092 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: security-group May 19 12:30:28.214451 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: segment.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.215243 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.215742 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension segment not supported by any of loaded plugins May 19 12:30:28.216104 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.217030 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.217537 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 12:30:28.217860 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: servicetype.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.218958 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.219475 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: service-type May 19 12:30:28.219800 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: sorting.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.220805 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.221138 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: sorting May 19 12:30:28.221457 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: standard_attr_segment.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.222355 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.222868 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 12:30:28.223188 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: standardattrdescription.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.223828 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.224389 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: standard-attr-description May 19 12:30:28.224708 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: stateful_security_group.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.225616 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.226123 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: stateful-security-group May 19 12:30:28.226443 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: stdattrs_common.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.227007 n-d-791505-2 neutron-server[93525]: WARNING neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 12:30:28.227323 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.228338 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.228842 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 12:30:28.229158 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnet_onboard.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.230282 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.230792 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: subnet_onboard May 19 12:30:28.231116 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.232051 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.232555 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 12:30:28.232874 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnet_service_types.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.233772 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.234279 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: subnet-service-types May 19 12:30:28.234601 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnetallocation.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.235656 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.236205 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: subnet_allocation May 19 12:30:28.236518 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.237172 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.237675 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: subnetpool-prefix-ops May 19 12:30:28.237994 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.238907 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.239408 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 12:30:28.239728 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: tagging.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.240846 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.241367 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: standard-attr-tag May 19 12:30:28.241691 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: timestamp.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.242867 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.243384 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loaded extension: standard-attr-timestamp May 19 12:30:28.243708 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: trunk.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.244759 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.245273 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension trunk not supported by any of loaded plugins May 19 12:30:28.245596 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: trunk_details.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.247240 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.247764 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension trunk-details not supported by any of loaded plugins May 19 12:30:28.248112 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: uplink_status_propagation.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.249044 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.249550 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 12:30:28.249872 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Loading extension file: vlantransparent.py {{(pid=93525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 12:30:28.250533 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 12:30:28.251032 n-d-791505-2 neutron-server[93525]: INFO neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extension vlan-transparent not supported by any of loaded plugins May 19 12:30:28.253546 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:network May 19 12:30:28.254288 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnet May 19 12:30:28.255059 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:30:28.255659 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:port May 19 12:30:28.256956 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.257407 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service FLAVORS assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.258028 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.258461 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.258791 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:router May 19 12:30:28.259453 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:floatingip May 19 12:30:28.260187 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service METERING assigned prefix: /metering {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.262241 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.262688 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.263046 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:30:28.264208 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:30:28.264655 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:security_group May 19 12:30:28.265305 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:30:28.266042 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service CORE assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.266454 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:30:28.266710 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] subnetpool is already registered May 19 12:30:28.267300 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service CORE assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.267621 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:30:28.267965 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] subnetpool is already registered May 19 12:30:28.271572 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.272038 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service FLAVORS assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.272640 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.273063 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.273398 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:router May 19 12:30:28.273722 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] router is already registered May 19 12:30:28.274309 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:floatingip May 19 12:30:28.274635 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] floatingip is already registered May 19 12:30:28.275258 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service METERING assigned prefix: /metering {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.275950 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:30:28.276276 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] rbac_policy is already registered May 19 12:30:28.276813 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:security_group May 19 12:30:28.277324 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] security_group is already registered May 19 12:30:28.277974 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:30:28.278301 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] security_group_rule is already registered May 19 12:30:28.278949 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service CORE assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.279280 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:30:28.279647 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] subnetpool is already registered May 19 12:30:28.280241 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.v2.resource_helper [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Service CORE assigned prefix: {{(pid=93525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:30:28.280566 n-d-791505-2 neutron-server[93525]: INFO neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:30:28.280889 n-d-791505-2 neutron-server[93525]: WARNING neutron.quota.resource_registry [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] subnetpool is already registered May 19 12:30:28.281548 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: extensions {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.283002 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: address-groups {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.284638 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: address-scopes {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.285830 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: agents {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.286995 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: auto-allocated-topology {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.288248 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: availability_zones {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.289559 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: dhcp-networks {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.290968 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: dhcp-agents {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.292445 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: routers {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.294274 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: flavors {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.295427 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: service_profiles {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.296640 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: next_providers {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.298162 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: service_profiles {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.299611 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: floatingip-pools {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.300860 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: routers {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.302648 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: floatingips {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.303827 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: l3-routers {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.305235 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: l3-agents {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.306631 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: metering-labels {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.307996 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: metering-label-rules {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.310083 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: network-ip-availabilities {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.311333 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: bindings {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.313012 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: quotas {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.314434 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: quotas {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.315845 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: rbac-policies {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.317152 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: security-groups {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.318355 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: security-group-rules {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.319576 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: service-providers {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.320825 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: subnetpools {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.322258 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: subnetpools {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.323717 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.326278 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.328116 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.329864 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.332695 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.334543 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.336266 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.448709 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.451407 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.453247 n-d-791505-2 neutron-server[93525]: DEBUG neutron.api.extensions [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Extended resource: tags {{(pid=93525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:30:28.459014 n-d-791505-2 neutron-server[93525]: WARNING keystonemiddleware.auth_token [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 12:30:28.463965 n-d-791505-2 neutron-server[93525]: WARNING keystonemiddleware.auth_token [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 12:30:28.472245 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Acquired lock "singleton_lock" {{(pid=93525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 12:30:28.472744 n-d-791505-2 neutron-server[93525]: DEBUG oslo_concurrency.lockutils [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Releasing lock "singleton_lock" {{(pid=93525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 12:30:28.473369 n-d-791505-2 neutron-server[93525]: INFO oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Starting 2 workers May 19 12:30:28.477930 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Started child 93820 {{(pid=93525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:30:28.482717 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Started child 93821 {{(pid=93525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:30:28.483829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.484569 n-d-791505-2 neutron-server[93525]: INFO neutron.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Neutron service started, listening on 0.0.0.0:9696 May 19 12:30:28.484971 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Notify callbacks [] for process, before_spawn {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.485218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [-] (93820) wsgi starting up on http://0.0.0.0:9696 May 19 12:30:28.487419 n-d-791505-2 neutron-server[93525]: INFO oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Starting 1 workers May 19 12:30:28.487595 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.488775 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [-] (93821) wsgi starting up on http://0.0.0.0:9696 May 19 12:30:28.492551 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Started child 93822 {{(pid=93525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:30:28.493073 n-d-791505-2 neutron-server[93525]: INFO oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Starting 1 workers May 19 12:30:28.496447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] calling RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 12:30:28.497126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] returning from RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 12:30:28.497934 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Started child 93823 {{(pid=93525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:30:28.498203 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.498667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:28.498767 n-d-791505-2 neutron-server[93525]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfb88-41f6-47b7-b677-354bd70b29ac None None] Notify callbacks [] for process, after_spawn {{(pid=93525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.500684 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 12:30:28.500902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:30:28.501079 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:30:28.501299 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:30:28.501624 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:30:28.501787 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:30:28.502299 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.502571 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.502856 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.502951 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:28.503400 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.503400 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.504003 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.504264 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.504513 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.504784 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.505033 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.505204 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.505369 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.505608 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.505862 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.506204 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.506484 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.506729 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.507012 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.507186 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.507441 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.507733 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.507986 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.508619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] debug = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.508619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.510840 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.514822 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] host = n-d-791505-2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.515849 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.516974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_options = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.518140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519323 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519323 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519323 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519323 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519852 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519852 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.519852 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.520266 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.520266 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.520523 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.520862 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.521025 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.521178 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.521464 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.521626 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.521863 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.522081 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.522312 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.522524 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.522734 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.522959 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.523187 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.523395 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.523642 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.523879 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.524148 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.524392 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.524634 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.524861 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.525089 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.525327 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.525785 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.525998 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.526316 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.526651 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.526804 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.527112 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.527348 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.527578 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.527825 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_json = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.528054 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.528281 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.528684 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.528808 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.528986 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.529197 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.529408 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.529640 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.530104 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.530494 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.530627 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.530889 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.531098 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.531333 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.531567 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.531772 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.532045 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.532186 n-d-791505-2 neutron-server[93823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:28.532316 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.532626 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.532888 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.533210 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.533451 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.533711 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.534057 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.535936 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.536416 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.536416 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.536711 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.536817 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.537000 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.537217 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.537431 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.537648 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.537888 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.538154 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.538376 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.538635 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.538854 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.539105 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.539324 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.539551 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.539795 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.540051 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.540286 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.540507 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.540733 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.540964 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.541197 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.541410 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.541655 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.541869 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.542101 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.542336 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.543077 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.543298 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.543510 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.543760 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.544084 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.544319 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.544552 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.544765 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.545005 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.545230 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.545485 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.545701 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.545916 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.546124 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.546359 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.546575 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.546818 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.547034 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.547268 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.547481 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.547692 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.548170 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.548386 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.548616 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.548826 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.549036 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.549246 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.549972 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.549972 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.549972 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.550397 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.550397 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.550667 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.550804 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.551376 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.551376 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.551688 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.551841 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.552031 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.552261 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.552511 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.552729 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.552987 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.553220 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.553485 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.553719 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.553992 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.554223 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.554466 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.554710 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.554930 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.555181 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.555416 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.555662 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.555884 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.556249 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.556508 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.556742 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.556996 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.557250 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.557530 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.557770 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.558061 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.558858 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.559299 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.559727 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.560019 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.560302 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.560575 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.560818 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.561090 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.561324 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.561568 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.561798 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.562023 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.562250 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.562545 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.562799 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.563020 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.563234 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.563469 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.563800 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.564052 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.564274 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.564483 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.564764 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.564997 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.565235 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.565496 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.565752 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.566007 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.566255 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.566501 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.566717 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.566954 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.567189 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.567418 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.567673 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.567889 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.568147 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.568361 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.568576 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.568816 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.569025 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.569241 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.569448 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.569665 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.569881 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.570141 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.570353 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.570568 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.570847 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.571126 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.571341 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.571558 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.571894 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.572370 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.572601 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.572871 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.573134 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.573370 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.573614 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.574055 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.574478 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.574935 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.575347 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.576233 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.576617 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.576974 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.577338 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.577737 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.578106 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.578476 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.578833 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.579256 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.579660 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.580166 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.580725 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.580841 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.581115 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.581296 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.581707 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.582135 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.582565 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.582968 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.583191 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.583436 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.583718 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.584000 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.584267 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.584510 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.584698 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.584892 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.585151 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.585310 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.585765 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.586060 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.586242 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.586517 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.586716 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.586945 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.587162 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.587408 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.587820 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.587820 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.588159 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.588284 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.588648 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.589504 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.589504 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.589504 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.589733 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.589908 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.590324 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.590701 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.590948 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.591160 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.591374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.591582 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.591796 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.592148 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.592411 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.592635 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.592929 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.593166 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.593410 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.593669 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.594009 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.594225 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.594469 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.594705 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.594921 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.595140 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.595404 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.595730 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.596042 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.596292 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.596547 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.596836 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.597319 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.597622 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.597841 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.598138 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.598476 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.598757 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.599036 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.599271 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.599546 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.599768 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.600032 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.600268 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.600501 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.600714 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.600948 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.601176 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.601415 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.601630 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.601877 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.602088 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.602335 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.602543 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.602760 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.602971 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.603132 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:30:28.603682 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 12:30:28.603843 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:30:28.604021 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:30:28.604201 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:30:28.604376 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:30:28.604520 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:30:28.604724 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.604886 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.605587 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.605878 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606065 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606249 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606395 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606554 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606709 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.606866 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607024 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607180 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607336 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607491 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607646 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607802 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.607987 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608146 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608303 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608461 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608617 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608770 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.608919 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] debug = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609075 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609249 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609403 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609551 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609706 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.609861 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610018 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610174 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610330 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610485 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610642 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610798 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.610954 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.611109 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.611266 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.611422 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.611578 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] host = n-d-791505-2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.612951 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_options = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614066 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.614902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615295 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615295 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615295 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615511 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615511 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.615664 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616306 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616306 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616306 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616306 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616634 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616634 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616789 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.616875 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.618372 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.619778 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.621342 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_json = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.622893 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624374 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.624873 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625260 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625260 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625260 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625464 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625541 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625680 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.625847 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626006 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626325 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626504 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626666 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626826 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.626988 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627148 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627310 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627472 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627633 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627793 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.627984 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628148 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628307 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628465 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628626 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628784 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.628945 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629103 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629264 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629423 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629583 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629745 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.629902 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630079 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630218 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630384 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630508 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630672 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.630829 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631002 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631163 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631323 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631479 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631644 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.631801 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.632126 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.632433 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.632594 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.632755 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.632915 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633090 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633250 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633410 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633570 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633788 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.633890 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634041 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634199 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634359 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634520 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634824 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.634824 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635033 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635111 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635273 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635432 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635592 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635752 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.635919 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.636108 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.636268 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.636504 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.636660 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.636828 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637004 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637165 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637326 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:28.637493 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637633 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637793 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.637952 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638112 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638271 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638430 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638589 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638747 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.638910 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639068 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639232 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639390 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639548 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639708 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639886 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.639886 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640216 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640347 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640505 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640678 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640823 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.640980 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641149 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641309 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641471 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641682 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641786 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.641944 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642102 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642260 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642418 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642577 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642736 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.642894 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643053 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643211 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643369 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643528 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643694 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.643939 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644035 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644204 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644352 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644531 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644680 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.644844 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645004 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645162 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645321 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645479 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645624 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645786 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.645944 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646097 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646251 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646409 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646569 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646729 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.646887 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647047 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647207 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647365 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647527 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647687 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.647846 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648028 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648187 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648345 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648503 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648662 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648820 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.648979 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649137 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649295 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649454 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649611 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649768 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.649927 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650195 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650303 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650395 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650546 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650705 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.650865 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651027 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651383 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651383 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651593 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651672 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.651760 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652064 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652234 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652365 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652474 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652621 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652783 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.652943 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653102 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653482 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653482 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653697 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653798 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.653907 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654068 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654176 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654321 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654480 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654642 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654801 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.654962 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655124 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655284 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655442 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655602 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655762 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.655945 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656110 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656281 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656441 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656600 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656759 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.656918 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657086 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657245 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657404 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657561 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657719 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.657886 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658045 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658204 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658362 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658519 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658690 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.658857 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659005 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659164 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659325 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659921 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659921 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.659921 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.660230 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.660533 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.660704 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.660877 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661014 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661174 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661334 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661494 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661656 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661827 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.661988 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662161 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662307 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662453 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662613 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662773 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.662938 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663108 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663275 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663437 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663605 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663773 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.663965 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664121 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664292 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664467 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664633 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664790 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.664948 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.665110 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.665272 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.665430 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668071 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:30:28.668619 n-d-791505-2 neutron-server[93525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:30:28.703395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:30:28.712079 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064528 May 19 12:30:40.260380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a228d-0b85-42a6-a86c-2fc9aa636bfd None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 12:30:40.365957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a228d-0b85-42a6-a86c-2fc9aa636bfd None None] No non-hosted networks {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 12:30:40.380260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.agentschedulers_db [None req-dd0a228d-0b85-42a6-a86c-2fc9aa636bfd None None] DHCP Agent not found on host n-d-791505-2 {{(pid=93822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 19 12:30:40.497546 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-977fdb1e-833e-44fe-b87d-f1ddab01098f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:42.675696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f8a114f-b3ea-454c-8a72-eceda1b09b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:42.735190 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-654030bb-393e-47b3-82df-8e82544c165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:42.770960 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:42.771613 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.772550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.772889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.773222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.773549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.773875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.774197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.774516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.774836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.775150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.775468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.775782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:42.776227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:42.799335 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:44.047650 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:45.357724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:47.060696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:30:47.656675 n-d-791505-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-202c08f8-42cc-4c01-ad97-e72af48b3d15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:47.657249 n-d-791505-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-202c08f8-42cc-4c01-ad97-e72af48b3d15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:47.878707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-202c08f8-42cc-4c01-ad97-e72af48b3d15 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:30:47.879675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-202c08f8-42cc-4c01-ad97-e72af48b3d15 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8180518 May 19 12:30:49.685811 n-d-791505-2 neutron-server[93822]: INFO neutron.db.l3_hamode_db [None req-88d896f5-6fbe-45c7-94f0-deffadb92d52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 12:30:49.772259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d896f5-6fbe-45c7-94f0-deffadb92d52 None None] Routers set() bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:30:49.772531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d896f5-6fbe-45c7-94f0-deffadb92d52 None None] Router IDs set() for agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 12:30:50.248065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:30:50.617787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:30:50.720035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.policy [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93821) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:30:50.765269 n-d-791505-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:50.765638 n-d-791505-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:50.773984 n-d-791505-2 neutron-server[93821]: INFO neutron.quota [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Loaded quota_driver: . May 19 12:30:50.789490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:30:50.849699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103534600', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103535355', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103525976', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103348876', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103345219', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772103372257', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592146', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-827219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3973557', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4031738'] for rbac-policy, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:50.912560 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:50.913724 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a38114b-1114-4ce8-8107-f83256d2ef7d admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6647110 May 19 12:30:53.500080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:30:53.850766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Request body: {'network': {'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'name': 'private'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:30:53.855698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:30:53.860177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Usage tracker for resource:network and tenant:b0619acf43e64da7b86fffb065f887b0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:30:53.864873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:30:53.871894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:30:53.881741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Made reservation on behalf of b0619acf43e64da7b86fffb065f887b0 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:30:53.884712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:53.903218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:53.916602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:30:53.920925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0619acf43e64da7b86fffb065f887b0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:30:53.925792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:30:53.931205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:30:54.026317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.030180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.035340 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:54.053367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:30:54.079717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772104093898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.080343 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Unsubscribe: segment precommit_create {{(pid=93821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 12:30:54.080809 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Added segment 9f36080b-53c0-4df8-ac5f-7d762b01ad26 of type vlan for network 21253357-1332-4f9b-a8ca-df052f340756 May 19 12:30:54.128310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c81d675-bcf0-47d5-afa2-5db0f1c9530c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:54.149274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.149601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.149922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.150235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.150541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.150849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.151150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.151449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.152381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.152746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.152986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.153284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Tracked resource versions report: May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: pushed versions: May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Log': {'1.0'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Network': {'1.1'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Port': {'1.7'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SubPort': {'1.0'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Subnet': {'1.1'}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Trunk': {'1.1'}} May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: consumer versions: May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: { DHCP agent@n-d-791505-2: {}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: L3 agent@n-d-791505-2: {}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: Metadata agent@n-d-791505-2: {}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: Metering agent@n-d-791505-2: {}, May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'ConntrackHelper': '1.0', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Log': '1.0', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Network': '1.1', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Port': '1.7', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'PortForwarding': '1.2', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'QosPolicy': '1.8', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SecurityGroup': '1.4', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'SubPort': '1.0', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Subnet': '1.1', May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: 'Trunk': '1.1'}} May 19 12:30:54.154375 n-d-791505-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:30:54.198111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.206480 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:54.239823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.241216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:30:54.241827 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:54.246804 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:54.345095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8438590 May 19 12:30:54.349840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Pushing event updated for resources: {'Network': ['ID=21253357-1332-4f9b-a8ca-df052f340756,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:54.353117 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:54.363034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 21253357-1332-4f9b-a8ca-df052f340756 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:30:57.025662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:30:57.652261 n-d-791505-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:57.652917 n-d-791505-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:58.155413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.policy [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93820) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:30:58.205839 n-d-791505-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:58.206215 n-d-791505-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:30:58.214515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:30:58.216574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a8f1e0e-dcce-4d41-a85b-293449b51dee admin admin] 10.222.0.69 "GET /v2.0/networks/21253357-1332-4f9b-a8ca-df052f340756 HTTP/1.1" status: 200 len: 825 time: 1.1886916 May 19 12:30:58.249316 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-18ab4eec-c02f-4031-b4fe-78205777b4e5 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406 HTTP/1.1" status: 200 len: 734 time: 0.0273695 May 19 12:30:58.258045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Request body: {'subnet': {'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:30:58.259643 n-d-791505-2 neutron-server[93820]: INFO neutron.quota [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Loaded quota_driver: . May 19 12:30:58.266348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:30:58.271837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Usage tracker for resource:subnet and tenant:b0619acf43e64da7b86fffb065f887b0 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:30:58.275144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:30:58.282055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:30:58.296290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Made reservation on behalf of b0619acf43e64da7b86fffb065f887b0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:30:58.299077 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:58.817263 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:58.823112 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:58.905050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Checking segment: {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:30:58.905429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Network hostable DHCP agents. Network: 21253357-1332-4f9b-a8ca-df052f340756, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:30:58.916101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f9ca68-a267-4203-9e4d-a188fd8d16eb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:58.926917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.927246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.927570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.927917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.928232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.928542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.928848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.929154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.929460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.929761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.930062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.930361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Tracked resource versions report: May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: pushed versions: May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Log': {'1.0'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Network': {'1.1'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Port': {'1.7'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SubPort': {'1.0'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Subnet': {'1.1'}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Trunk': {'1.1'}} May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: consumer versions: May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: { DHCP agent@n-d-791505-2: {}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: L3 agent@n-d-791505-2: {}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: Metadata agent@n-d-791505-2: {}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: Metering agent@n-d-791505-2: {}, May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'ConntrackHelper': '1.0', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Log': '1.0', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Network': '1.1', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Port': '1.7', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'PortForwarding': '1.2', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'QosPolicy': '1.8', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SecurityGroup': '1.4', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'SubPort': '1.0', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Subnet': '1.1', May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: 'Trunk': '1.1'}} May 19 12:30:58.931466 n-d-791505-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:30:58.961312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Network 21253357-1332-4f9b-a8ca-df052f340756 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:30:58.969377 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:58.974123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 21253357-1332-4f9b-a8ca-df052f340756) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:30:58.979499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:30:58.981506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:58.984567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac002f08-a3b3-4d67-83ba-761a873e6adc None None] Network 21253357-1332-4f9b-a8ca-df052f340756 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:30:59.002984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7483630 May 19 12:30:59.297348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-21253357-1332-4f9b-a8ca-df052f340756', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:30:59.298599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:59.487091 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Allocated IP 172.20.0.2 (21253357-1332-4f9b-a8ca-df052f340756/25f9ca68-a267-4203-9e4d-a188fd8d16eb/256bf02c-f83e-4d25-a39b-1911c302a6ae) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:30:59.724621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:59.738777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Transition to ACTIVE for port object 256bf02c-f83e-4d25-a39b-1911c302a6ae will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:30:59.758936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Transition to ACTIVE for port object 256bf02c-f83e-4d25-a39b-1911c302a6ae will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:30:59.766259 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:59.771693 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:30:59.833651 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Network 21253357-1332-4f9b-a8ca-df052f340756 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:30:59.836535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:30:59.846276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Pushing event updated for resources: {'Port': ['ID=256bf02c-f83e-4d25-a39b-1911c302a6ae,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:59.849840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:30:59.857559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.857903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.858232 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.858553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.858871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.859188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.859503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.859815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.860150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.860459 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.860771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.861174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Tracked resource versions report: May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: pushed versions: May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Log': {'1.0'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Network': {'1.1'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Port': {'1.7'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SubPort': {'1.0'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Subnet': {'1.1'}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Trunk': {'1.1'}} May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: consumer versions: May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: { DHCP agent@n-d-791505-2: {}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: L3 agent@n-d-791505-2: {}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: Metadata agent@n-d-791505-2: {}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: Metering agent@n-d-791505-2: {}, May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'ConntrackHelper': '1.0', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Log': '1.0', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Network': '1.1', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Port': '1.7', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'PortForwarding': '1.2', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'QosPolicy': '1.8', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SecurityGroup': '1.4', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'SubPort': '1.0', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Subnet': '1.1', May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: 'Trunk': '1.1'}} May 19 12:30:59.862217 n-d-791505-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:30:59.899862 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:30:59.955380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Attempting to bind port 256bf02c-f83e-4d25-a39b-1911c302a6ae on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:30:59.955774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Attempting to bind port 256bf02c-f83e-4d25-a39b-1911c302a6ae by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:30:59.956238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Attempting to bind port 256bf02c-f83e-4d25-a39b-1911c302a6ae on network 21253357-1332-4f9b-a8ca-df052f340756 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:30:59.961648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:30:59.961968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Checking segment: {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:30:59.962473 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:30:59.962869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Bound using segment: {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:30:59.963348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Bound port: 256bf02c-f83e-4d25-a39b-1911c302a6ae, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:30:59.963718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:00.056128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] For port 256bf02c-f83e-4d25-a39b-1911c302a6ae, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:31:00.061069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] For port 256bf02c-f83e-4d25-a39b-1911c302a6ae, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=256bf02c-f83e-4d25-a39b-1911c302a6ae,segment=NetworkSegment(9f36080b-53c0-4df8-ac5f-7d762b01ad26),segment_id=9f36080b-53c0-4df8-ac5f-7d762b01ad26)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:31:00.066557 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:00.070570 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:00.158518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Pushing event updated for resources: {'Port': ['ID=256bf02c-f83e-4d25-a39b-1911c302a6ae,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:00.170300 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:01.403595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:01.782766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-ee163b77-350a-4a61-87ff-f32a01309977 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:31:01.783951 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee163b77-350a-4a61-87ff-f32a01309977 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791990 May 19 12:31:04.187626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:04.585230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-d873fc20-146f-4e8d-be94-a8223a6f5a4e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:31:04.586219 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d873fc20-146f-4e8d-be94-a8223a6f5a4e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3976414 May 19 12:31:05.688847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783e309-f4fe-4de3-a298-1d1ea8fe3f80 None None] Network 21253357-1332-4f9b-a8ca-df052f340756 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:31:05.810257 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e29c58b5-4ec9-4da8-b9ab-88767b2a265b None None] Provisioning for port 256bf02c-f83e-4d25-a39b-1911c302a6ae completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:31:06.612169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 256bf02c-f83e-4d25-a39b-1911c302a6ae up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:06.680608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 256bf02c-f83e-4d25-a39b-1911c302a6ae completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:31:06.686170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 256bf02c-f83e-4d25-a39b-1911c302a6ae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:06.686570 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:06.809614 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:06.844768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 256bf02c-f83e-4d25-a39b-1911c302a6ae, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=256bf02c-f83e-4d25-a39b-1911c302a6ae,segment=NetworkSegment(9f36080b-53c0-4df8-ac5f-7d762b01ad26),segment_id=9f36080b-53c0-4df8-ac5f-7d762b01ad26)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:31:06.849569 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:06.851693 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:06.920998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=256bf02c-f83e-4d25-a39b-1911c302a6ae,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:06.925446 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:07.282503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:07.646574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'name': 'router1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:31:07.653363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:31:07.657228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Usage tracker for resource:router and tenant:b0619acf43e64da7b86fffb065f887b0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:31:07.660573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:31:07.666256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:31:07.676964 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:07.678612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:07.701561 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:07.816536 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:07.836563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:07.837738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-043fb236-1d70-4b36-9597-0c1efee4ef48 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5542710 May 19 12:31:08.593795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 256bf02c-f83e-4d25-a39b-1911c302a6ae up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:08.666444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 256bf02c-f83e-4d25-a39b-1911c302a6ae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:08.666820 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:10.186064 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dda01476-a38b-47ed-ad14-2d937cba4ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:10.306238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:10.739977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-df59afa4-dbf0-4344-af60-324aad0aa585 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:31:10.740955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-df59afa4-dbf0-4344-af60-324aad0aa585 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4338584 May 19 12:31:12.669679 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ea85-ea62-43e3-8a70-8882b3a3013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:12.763282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.117575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:13.527465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:31:13.532379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:31:13.536800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Usage tracker for resource:network and tenant:981abde412d642e1a3eebab3ed6112ba is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:31:13.539927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:31:13.546805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:31:13.556809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Made reservation on behalf of 981abde412d642e1a3eebab3ed6112ba for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:13.560451 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.577343 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.593016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:31:13.597163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Usage tracker for resource:security_group_rule and tenant:981abde412d642e1a3eebab3ed6112ba is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:31:13.600797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:31:13.607866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:31:13.720893 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.726532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.730863 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:13.748618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Reserving flat network on physical network physnet1 {{(pid=93820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 12:31:13.771721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed25a8-3dd8-46ce-abe9-a810d368e019,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:13.779443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772104093898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.779443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Unsubscribe: segment precommit_create {{(pid=93820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 12:31:13.779443 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Added segment a107e7dd-2d80-4d59-9153-ed9598c5f83f of type flat for network 8e54cd77-dae3-45b0-b67e-d30792805d5c May 19 12:31:13.785879 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:13.822550 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.868144 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.869437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:31:13.870007 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.875074 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:13.986997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:13.989056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8703992 May 19 12:31:13.994407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Pushing event updated for resources: {'Network': ['ID=8e54cd77-dae3-45b0-b67e-d30792805d5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:14.000829 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:14.006206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:31:15.313877 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:16.421428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:16.650031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991223f-0720-466f-9eab-13a7212bd3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:31:16.651382 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c991223f-0720-466f-9eab-13a7212bd3e6 admin admin] 10.222.0.69 "GET /v2.0/subnets/25f9ca68-a267-4203-9e4d-a188fd8d16eb HTTP/1.1" status: 200 len: 849 time: 0.2291095 May 19 12:31:16.811514 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd4231d5-da4f-4d86-b5ba-3955c2cb1653 admin admin] 10.222.0.69 "GET /v2.0/routers/6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d HTTP/1.1" status: 200 len: 704 time: 0.1544344 May 19 12:31:17.265448 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:17.500457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Allocated IP 172.20.0.1 (21253357-1332-4f9b-a8ca-df052f340756/25f9ca68-a267-4203-9e4d-a188fd8d16eb/01ac7586-34de-4e0d-926d-97dda4a4ebb6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:17.661028 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:17.682103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Transition to ACTIVE for port object 01ac7586-34de-4e0d-926d-97dda4a4ebb6 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:31:17.740098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:17.744276 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:17.805563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Network 21253357-1332-4f9b-a8ca-df052f340756 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:17.809015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:17.817801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Pushing event updated for resources: {'Port': ['ID=01ac7586-34de-4e0d-926d-97dda4a4ebb6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:17.830278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:31:17.830502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:17.978909 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:18.044134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ad7fa17-5a05-4514-8031-3c193c60cf0c None None] Provisioning for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:31:18.049710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ad7fa17-5a05-4514-8031-3c193c60cf0c None None] Provisioning complete for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:18.050194 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fa17-5a05-4514-8031-3c193c60cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.108195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7fa17-5a05-4514-8031-3c193c60cf0c None None] Port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:31:18.134057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.357705 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.362092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.363428 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.367527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:18.505784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Pushing event updated for resources: {'Port': ['ID=01ac7586-34de-4e0d-926d-97dda4a4ebb6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:18.509675 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:18.561845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Network 21253357-1332-4f9b-a8ca-df052f340756 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:18.562919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:18.729982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88266b79-5f26-48a5-9440-e79b9d36d4ca None None] Provisioning complete for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:18.730452 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88266b79-5f26-48a5-9440-e79b9d36d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:18.754078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:31:18.783606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88266b79-5f26-48a5-9440-e79b9d36d4ca None None] Port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:31:18.904133 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:31:18.913631 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Sync routers for ids ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:18.915434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] 10.222.0.69 "PUT /v2.0/routers/6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0977859 May 19 12:31:18.924787 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Routers {'6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:31:18.925614 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:31:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:19.100412 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Set router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:31:19.478380 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:18Z', 'revision_number': 2, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port_host': None, '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:18Z', 'revision_number': 2, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:19.484003 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Checking router: 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:19.484378 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Updating router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:31:19.536461 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:19.915074 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:19.929988 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Transition to ACTIVE for port object 01ac7586-34de-4e0d-926d-97dda4a4ebb6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:31:19.937214 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:19.943490 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:20.142650 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Pushing event updated for resources: {'Port': ['ID=01ac7586-34de-4e0d-926d-97dda4a4ebb6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:20.163477 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.163809 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.164168 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.164493 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.164811 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.165127 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.165439 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.165748 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.166054 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.166361 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.166665 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.167504 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Tracked resource versions report: May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: pushed versions: May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Log': {'1.0'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Network': {'1.1'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Port': {'1.7'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SubPort': {'1.0'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Subnet': {'1.1'}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Trunk': {'1.1'}} May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: consumer versions: May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: { DHCP agent@n-d-791505-2: {}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: L3 agent@n-d-791505-2: {}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: Metadata agent@n-d-791505-2: {}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: Metering agent@n-d-791505-2: {}, May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'ConntrackHelper': '1.0', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Log': '1.0', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Network': '1.1', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Port': '1.7', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'PortForwarding': '1.2', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'QosPolicy': '1.8', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SecurityGroup': '1.4', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'SubPort': '1.0', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Subnet': '1.1', May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: 'Trunk': '1.1'}} May 19 12:31:20.168952 n-d-791505-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:31:20.172563 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:20.179769 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Attempting to bind port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:31:20.180191 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Attempting to bind port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:31:20.180636 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Attempting to bind port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 on network 21253357-1332-4f9b-a8ca-df052f340756 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:31:20.186771 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:31:20.187181 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Checking segment: {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:31:20.187682 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:20.188107 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Bound using segment: {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:31:20.188691 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Bound port: 01ac7586-34de-4e0d-926d-97dda4a4ebb6, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36080b-53c0-4df8-ac5f-7d762b01ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21253357-1332-4f9b-a8ca-df052f340756'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:31:20.188985 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:20.279716 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] For port 01ac7586-34de-4e0d-926d-97dda4a4ebb6, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:31:20.284006 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] For port 01ac7586-34de-4e0d-926d-97dda4a4ebb6, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=01ac7586-34de-4e0d-926d-97dda4a4ebb6,segment=NetworkSegment(9f36080b-53c0-4df8-ac5f-7d762b01ad26),segment_id=9f36080b-53c0-4df8-ac5f-7d762b01ad26)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:31:20.288615 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:20.293875 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:20.369165 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Routers {'6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:31:20.369864 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:31:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:20.551153 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Pushing event updated for resources: {'Port': ['ID=01ac7586-34de-4e0d-926d-97dda4a4ebb6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:20.554769 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:20.580271 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] Set router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:31:20.944761 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:18Z', 'revision_number': 2, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port_host': None, '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:20Z', 'revision_number': 4, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:20.949499 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334364a-63eb-49ac-9ff2-17aeca1ef896 None None] The sync data for ids ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'] in n-d-791505-2 is: [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:18Z', 'revision_number': 2, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port_host': None, '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:20Z', 'revision_number': 4, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:21.082104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:21.234136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175c504-e1b7-491f-9afc-c759c4c8c47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:31:21.234611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6175c504-e1b7-491f-9afc-c759c4c8c47d admin admin] Synchronizing usage tracker for tenant:981abde412d642e1a3eebab3ed6112ba on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:31:21.252394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6175c504-e1b7-491f-9afc-c759c4c8c47d admin admin] Unset dirty status for tenant:981abde412d642e1a3eebab3ed6112ba on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:31:21.255935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6175c504-e1b7-491f-9afc-c759c4c8c47d admin admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 842 time: 0.1704268 May 19 12:31:21.263459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.4.0/24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:31:21.268186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:31:21.272292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Usage tracker for resource:subnet and tenant:981abde412d642e1a3eebab3ed6112ba is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:31:21.275449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:31:21.282653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:31:21.292560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Made reservation on behalf of 981abde412d642e1a3eebab3ed6112ba for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:21.294846 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:21.760867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 12:31:21.761346 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:21.765222 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:21.842535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2367c6d4-f48f-47a9-9ac8-7797b186c33b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:21.846911 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:21.849481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:31:21.849848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Network hostable DHCP agents. Network: 8e54cd77-dae3-45b0-b67e-d30792805d5c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:31:21.872694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:31:21.887340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 8e54cd77-dae3-45b0-b67e-d30792805d5c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:21.891703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:31:21.892321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:21.901165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343deb4-a619-4cc4-adf7-95566ee3cb20 None None] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:31:21.927976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6564908 May 19 12:31:22.140184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1e5c4-0595-4338-b8ee-5be4f7985b58 None None] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:31:24.213242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:24.456316 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-de469d5d-37b4-4131-941f-a1beda6880f9 admin admin] 10.222.0.69 "GET /v2.0/routers/6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d HTTP/1.1" status: 200 len: 710 time: 0.2418647 May 19 12:31:24.603825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ef51b-36d5-4708-83b3-f1aeaf935278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:31:24.605808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a53ef51b-36d5-4708-83b3-f1aeaf935278 admin admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 886 time: 0.1444249 May 19 12:31:24.615398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:31:24.629320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 01ac7586-34de-4e0d-926d-97dda4a4ebb6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:24.706650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:31:24.712008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:24.712487 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:24.836397 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:24.872527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 01ac7586-34de-4e0d-926d-97dda4a4ebb6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=01ac7586-34de-4e0d-926d-97dda4a4ebb6,segment=NetworkSegment(9f36080b-53c0-4df8-ac5f-7d762b01ad26),segment_id=9f36080b-53c0-4df8-ac5f-7d762b01ad26)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:31:24.876879 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:24.879042 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:24.954069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=01ac7586-34de-4e0d-926d-97dda4a4ebb6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:24.958523 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:25.132084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:25.464826 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:25.525012 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:25.662777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Allocated IP 172.25.4.51 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/596f5422-c8ae-4e07-a822-33198fb85628) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:25.813916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:25.873339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:25.877051 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:25.935739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:25.938526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:25.942639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:31:26.006946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Pushing event updated for resources: {'Port': ['ID=596f5422-c8ae-4e07-a822-33198fb85628,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.065184 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:26.363666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:26.607951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 01ac7586-34de-4e0d-926d-97dda4a4ebb6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:26.684005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:26.684383 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:26.706209 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:26.709559 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:26.889576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:31:27.067885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:31:27.076573 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:27.078023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] 10.222.0.69 "PUT /v2.0/routers/6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d HTTP/1.1" status: 200 len: 889 time: 2.4661281 May 19 12:31:27.078396 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Sync routers for ids ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:27.088896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Routers {'6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:31:27.089659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:31:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.281288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Set router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:31:27.649504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '596f5422-c8ae-4e07-a822-33198fb85628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:26Z', 'revision_number': 4, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port': {'id': '596f5422-c8ae-4e07-a822-33198fb85628', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:25Z', 'updated_at': '2021-05-19T12:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:24Z', 'revision_number': 5, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:27.654781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Checking router: 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:27.655242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Updating router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d port 596f5422-c8ae-4e07-a822-33198fb85628 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:31:27.707368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.038479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.049850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Transition to ACTIVE for port object 596f5422-c8ae-4e07-a822-33198fb85628 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:31:28.055834 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.060200 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:28.137261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Attempting to bind port 596f5422-c8ae-4e07-a822-33198fb85628 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:31:28.137633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Attempting to bind port 596f5422-c8ae-4e07-a822-33198fb85628 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:31:28.137994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Attempting to bind port 596f5422-c8ae-4e07-a822-33198fb85628 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:31:28.143581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Pushing event updated for resources: {'Port': ['ID=596f5422-c8ae-4e07-a822-33198fb85628,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:28.147524 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:28.148449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:31:28.148818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:31:28.149214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.149597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:31:28.150062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Bound port: 596f5422-c8ae-4e07-a822-33198fb85628, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:31:28.150429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.221408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] For port 596f5422-c8ae-4e07-a822-33198fb85628, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:31:28.224418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] For port 596f5422-c8ae-4e07-a822-33198fb85628, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=596f5422-c8ae-4e07-a822-33198fb85628,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:31:28.228773 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:28.232967 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:28.311794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Routers {'6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:31:28.312349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:31:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.358961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Pushing event updated for resources: {'Port': ['ID=596f5422-c8ae-4e07-a822-33198fb85628,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:28.366591 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:28.498943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] Set router 6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:31:28.556413 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:31:28.830926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '596f5422-c8ae-4e07-a822-33198fb85628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:26Z', 'revision_number': 4, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port': {'id': '596f5422-c8ae-4e07-a822-33198fb85628', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:25Z', 'updated_at': '2021-05-19T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:24Z', 'revision_number': 5, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:28.836164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a502e-a887-408b-a2a8-88a7c92bcc66 None None] The sync data for ids ['6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d'] in n-d-791505-2 is: [{'id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'name': 'router1', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '596f5422-c8ae-4e07-a822-33198fb85628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:31:07Z', 'updated_at': '2021-05-19T12:31:26Z', 'revision_number': 4, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'gw_port': {'id': '596f5422-c8ae-4e07-a822-33198fb85628', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:25Z', 'updated_at': '2021-05-19T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '01ac7586-34de-4e0d-926d-97dda4a4ebb6', 'name': '', 'network_id': '21253357-1332-4f9b-a8ca-df052f340756', 'tenant_id': 'b0619acf43e64da7b86fffb065f887b0', 'mac_address': 'fa:16:3e:a4:b2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054c3bc-7d0e-4bc2-90a6-1fcdc8c7707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:31:17Z', 'updated_at': '2021-05-19T12:31:24Z', 'revision_number': 5, 'project_id': 'b0619acf43e64da7b86fffb065f887b0', 'subnets': [{'id': '25f9ca68-a267-4203-9e4d-a188fd8d16eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b3ba5a-c6c5-44ac-b8d1-a0b7344b5406'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:29.480804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:31:29.605413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a10f5ae5-5338-4110-9f36-621f3f5a0d18 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1234639 May 19 12:31:30.630510 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 596f5422-c8ae-4e07-a822-33198fb85628 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:30.736384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 596f5422-c8ae-4e07-a822-33198fb85628 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:31:30.741471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 596f5422-c8ae-4e07-a822-33198fb85628 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:30.741912 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:30.857980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:30.874912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 596f5422-c8ae-4e07-a822-33198fb85628, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=596f5422-c8ae-4e07-a822-33198fb85628,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:31:30.879749 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:30.881837 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:31:30.958915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=596f5422-c8ae-4e07-a822-33198fb85628,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:30.962083 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:31:32.655070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 596f5422-c8ae-4e07-a822-33198fb85628 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:31:32.746209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 596f5422-c8ae-4e07-a822-33198fb85628 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:31:32.746874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:40.183197 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d228aa8-1e4c-491d-aaf6-747d38b2a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:42.672968 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1d2c-c801-43be-882a-3d8924abe3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:42.766043 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:43.990345 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:31:45.359513 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:05.565476 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:32:10.188397 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-575ed748-8d1e-4b7e-8361-8915abe6237b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:12.681603 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5661b236-7690-48d2-a015-1a5b46a6a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:12.790866 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:14.000672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:15.357445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:40.192512 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b39e2ec-bf10-4147-a0cd-3c8656b412da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:42.559689 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:32:42.679670 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3edbec86-05f6-43f4-9335-c2375ad4f9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:42.772716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:43.990740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:32:45.348342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:10.188454 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e68535d2-5ad9-4f5f-b6ab-b1a8d295e89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:12.675452 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40d891c-c48f-4b47-989a-cd34fe0c2cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:12.773246 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:13.994818 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:15.351894 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:18.597470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:18.677816 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b9e82d-15b8-4fba-b473-e7b1b61f0897 admin admin] GET failed (client error): The resource could not be found. May 19 12:33:18.679424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-64b9e82d-15b8-4fba-b473-e7b1b61f0897 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804906 May 19 12:33:18.828969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3659bb97-4469-4454-be41-db85dad6aa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:18.830617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3659bb97-4469-4454-be41-db85dad6aa76 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1457827 May 19 12:33:19.559330 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:33:21.125309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:21.252554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d1779-ab71-4e2a-8e53-67df3d784c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:21.253950 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-277d1779-ab71-4e2a-8e53-67df3d784c13 admin admin] 10.222.0.69 "GET /v2.0/subnets/25f9ca68-a267-4203-9e4d-a188fd8d16eb HTTP/1.1" status: 200 len: 849 time: 0.1273794 May 19 12:33:21.266103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:33:21.397000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:21.621733 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772104062630'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:21.625946 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:33:21.669373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:21.669884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:21.672044 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] 10.222.0.69 "PUT /v2.0/subnets/25f9ca68-a267-4203-9e4d-a188fd8d16eb HTTP/1.1" status: 200 len: 868 time: 0.4095094 May 19 12:33:21.678253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f27dec-cc0e-43b2-9b42-991b740ddac5 None None] Network 21253357-1332-4f9b-a8ca-df052f340756 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:33:21.705303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f9ca68-a267-4203-9e4d-a188fd8d16eb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:21.714228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.714555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.714887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.715203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.715532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.715856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.716209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.716530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.716847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.717189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.717505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.717819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:21.732262 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:33:22.264608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96833a5d-be36-476c-9caf-d9dc6cb871c6 None None] Provisioning complete for port 01ac7586-34de-4e0d-926d-97dda4a4ebb6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:33:22.265197 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96833a5d-be36-476c-9caf-d9dc6cb871c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:22.499543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96833a5d-be36-476c-9caf-d9dc6cb871c6 None None] Provisioning complete for port 256bf02c-f83e-4d25-a39b-1911c302a6ae triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:33:22.500124 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96833a5d-be36-476c-9caf-d9dc6cb871c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:23.912339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:24.110335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bea84-7420-48b3-9d06-4a23decb1aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:24.110817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bea84-7420-48b3-9d06-4a23decb1aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:24.112704 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c3bea84-7420-48b3-9d06-4a23decb1aa9 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991346 May 19 12:33:26.329962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:26.593562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4832e6-a708-43cf-a06b-86dcede3ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:26.593948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4832e6-a708-43cf-a06b-86dcede3ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:26.595540 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce4832e6-a708-43cf-a06b-86dcede3ac8b admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2643306 May 19 12:33:28.841593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:29.054220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff778af-2ebe-4e63-998c-71c306b42dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:29.057120 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ff778af-2ebe-4e63-998c-71c306b42dc0 admin admin] 10.222.0.69 "GET /v2.0/networks/21253357-1332-4f9b-a8ca-df052f340756 HTTP/1.1" status: 200 len: 869 time: 0.2136862 May 19 12:33:31.718074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:31.898805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79193c-97a5-4b47-b55d-ce177e57b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:31.900784 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e79193c-97a5-4b47-b55d-ce177e57b182 admin admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 886 time: 0.1817346 May 19 12:33:34.173901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:34.298974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9c2ac-448f-42e6-b45e-13533a4bb08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:34.299434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9c2ac-448f-42e6-b45e-13533a4bb08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:34.300193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d0d9c2ac-448f-42e6-b45e-13533a4bb08a admin admin] Synchronizing usage tracker for tenant:981abde412d642e1a3eebab3ed6112ba on resource:subnet {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:33:34.321045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d0d9c2ac-448f-42e6-b45e-13533a4bb08a admin admin] Unset dirty status for tenant:981abde412d642e1a3eebab3ed6112ba on resource:subnet {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:33:34.323200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0d9c2ac-448f-42e6-b45e-13533a4bb08a admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479375 May 19 12:33:36.695019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:36.867372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a4d9b-e952-4e46-8409-8ac69300d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:36.868154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a4d9b-e952-4e46-8409-8ac69300d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:36.871181 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a84a4d9b-e952-4e46-8409-8ac69300d114 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1745095 May 19 12:33:39.092283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:39.206307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84038f-909a-4696-b1bb-775a8a7c9906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:39.207872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c84038f-909a-4696-b1bb-775a8a7c9906 admin admin] 10.222.0.69 "GET /v2.0/subnets/2367c6d4-f48f-47a9-9ac8-7797b186c33b HTTP/1.1" status: 200 len: 816 time: 0.1144836 May 19 12:33:40.202953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eda0b0a1-9fc7-4925-b42c-392933d45c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:41.527395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:33:41.693955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef333eda-f763-434f-9c8e-bd41b8993957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:33:41.696424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef333eda-f763-434f-9c8e-bd41b8993957 admin admin] 10.222.0.69 "GET /v2.0/subnets/25f9ca68-a267-4203-9e4d-a188fd8d16eb HTTP/1.1" status: 200 len: 868 time: 0.1675956 May 19 12:33:42.694425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37958294-82f9-46d8-8e4c-0cba364fa7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:42.783234 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:43.997484 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:45.354413 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:33:56.563200 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:34:06.953756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:34:07.026303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-9b9c0cf8-82da-4328-9938-3e5a437b1f6c admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:34:07.027337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b9c0cf8-82da-4328-9938-3e5a437b1f6c admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727479 May 19 12:34:09.842636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:34:09.918829 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71b372a-ea3e-4206-a540-49ee4fc3dc49 admin admin] GET failed (client error): The resource could not be found. May 19 12:34:09.920196 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d71b372a-ea3e-4206-a540-49ee4fc3dc49 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765979 May 19 12:34:10.061768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f396f02-1e8b-4e92-8cad-63f8058a22bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:34:10.063188 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f396f02-1e8b-4e92-8cad-63f8058a22bd admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365814 May 19 12:34:10.201387 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e279efb9-fbfa-4335-8616-9cce0a0ea568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.357951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:34:12.440796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:34:12.446412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:34:12.458351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:34:12.470946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Made reservation on behalf of 981abde412d642e1a3eebab3ed6112ba for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:12.473640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.578671 n-d-791505-2 neutron-server[93821]: WARNING neutron.services.revisions.revision_plugin [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Could not find related network for resource to bump revision. May 19 12:34:12.596671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:34:12.613028 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.613589 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Added segment 96f18ee9-87fc-48c0-9361-07509f819fe3 of type vlan for network 395546f3-fe41-446f-a024-64e32fdbb271 May 19 12:34:12.661737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.682722 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6ce7-adab-4cdd-aaf1-a61d11840c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.710966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.713031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:34:12.713745 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.717952 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:34:12.773969 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:12.829132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Pushing event updated for resources: {'Network': ['ID=395546f3-fe41-446f-a024-64e32fdbb271,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:12.833281 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4741647 May 19 12:34:12.834025 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:34:12.844971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 395546f3-fe41-446f-a024-64e32fdbb271 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:34:14.008672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:15.169529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:34:15.274139 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e447484-2069-4b7e-bc99-634b266b2d02 admin admin] GET failed (client error): The resource could not be found. May 19 12:34:15.275544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e447484-2069-4b7e-bc99-634b266b2d02 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1050286 May 19 12:34:15.360952 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:15.394410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14db4d1-146b-48a1-a73f-99b85d412de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:34:15.395953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e14db4d1-146b-48a1-a73f-99b85d412de5 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1161728 May 19 12:34:15.407206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'cidr': '192.168.233.0/24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:34:15.413013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:34:15.428788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:34:15.439172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Made reservation on behalf of 981abde412d642e1a3eebab3ed6112ba for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:15.441911 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:15.907997 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:15.911953 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e36ad104-91d8-4d42-921d-0f9bde3f02da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:34:15.985632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3937ddfa-7ba3-4906-bc35-6b525843068a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:15.998585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:15.998924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:15.999253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:15.999577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:15.999912 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.000245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.000560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.000898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.001212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.001527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.001834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.002168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:16.007192 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:34:16.012088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:34:16.012442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Network hostable DHCP agents. Network: 395546f3-fe41-446f-a024-64e32fdbb271, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:34:16.030947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Network 395546f3-fe41-446f-a024-64e32fdbb271 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:34:16.041926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 395546f3-fe41-446f-a024-64e32fdbb271) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:16.046322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:34:16.046910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:16.052198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5226fbd-75fc-4dfd-b1f2-22efd6cce853 None None] Network 395546f3-fe41-446f-a024-64e32fdbb271 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:34:16.084263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6808369 May 19 12:34:16.353020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-395546f3-fe41-446f-a024-64e32fdbb271', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'tenant_id': '981abde412d642e1a3eebab3ed6112ba', 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:34:16.354227 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:16.584672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Allocated IP 192.168.233.2 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/38f3698e-1a62-4c26-96e2-6cb4a8973611) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:16.879935 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:16.892194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Transition to ACTIVE for port object 38f3698e-1a62-4c26-96e2-6cb4a8973611 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:34:16.920851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Transition to ACTIVE for port object 38f3698e-1a62-4c26-96e2-6cb4a8973611 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:34:16.927829 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:16.935007 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:34:17.018413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:17.021549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:17.026083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:34:17.032417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Pushing event updated for resources: {'Port': ['ID=38f3698e-1a62-4c26-96e2-6cb4a8973611,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:17.066005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.066344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.066674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.067002 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.067320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.067636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.067999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.068284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.068594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.068928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.069237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.069543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:17.080714 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:34:17.147639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Attempting to bind port 38f3698e-1a62-4c26-96e2-6cb4a8973611 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:34:17.148246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Attempting to bind port 38f3698e-1a62-4c26-96e2-6cb4a8973611 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:34:17.148802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Attempting to bind port 38f3698e-1a62-4c26-96e2-6cb4a8973611 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:34:17.157209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:34:17.157745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:34:17.158376 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:17.159020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:34:17.159786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Bound port: 38f3698e-1a62-4c26-96e2-6cb4a8973611, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:34:17.160421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:17.284050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] For port 38f3698e-1a62-4c26-96e2-6cb4a8973611, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:34:17.288819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] For port 38f3698e-1a62-4c26-96e2-6cb4a8973611, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=38f3698e-1a62-4c26-96e2-6cb4a8973611,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:34:17.294671 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:17.300301 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:34:17.409570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Pushing event updated for resources: {'Port': ['ID=38f3698e-1a62-4c26-96e2-6cb4a8973611,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:17.449850 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:34:18.443767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103f4c5-caa4-4dd1-8685-aac728a9f7f3 None None] Network 395546f3-fe41-446f-a024-64e32fdbb271 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:34:18.648315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15c6d97c-ef6e-4f42-9be3-0a26856fe128 None None] Provisioning for port 38f3698e-1a62-4c26-96e2-6cb4a8973611 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:34:18.849444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 38f3698e-1a62-4c26-96e2-6cb4a8973611 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:34:18.972951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 38f3698e-1a62-4c26-96e2-6cb4a8973611 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:34:18.981156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 38f3698e-1a62-4c26-96e2-6cb4a8973611 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:34:18.981706 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:19.224378 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:19.245256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7b113ca-6ffc-4752-a0c2-e391bc181465 None None] Provisioning complete for port 38f3698e-1a62-4c26-96e2-6cb4a8973611 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:34:19.245874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7b113ca-6ffc-4752-a0c2-e391bc181465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:19.384246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 38f3698e-1a62-4c26-96e2-6cb4a8973611, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=38f3698e-1a62-4c26-96e2-6cb4a8973611,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:34:19.391163 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:19.402721 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:34:19.692217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=38f3698e-1a62-4c26-96e2-6cb4a8973611,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:19.698163 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:34:20.761594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 38f3698e-1a62-4c26-96e2-6cb4a8973611 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:34:20.840715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 38f3698e-1a62-4c26-96e2-6cb4a8973611 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:34:20.841153 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:33.563186 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:34:40.201518 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c9ca-1f14-4ba8-bccb-ab597b264f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:42.686305 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62bea7b3-b6ad-406d-8d68-c976e2ebd8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:42.783878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:44.004786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:34:45.363575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:10.198639 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8846f95e-a522-4303-ad2c-7ff38ab28b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:10.562293 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:35:12.680028 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4aa1-1e09-4b1c-abb5-fcd8516a0c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:12.768903 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:14.010330 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:15.365350 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:40.196553 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92302285-282b-4b07-9595-b262aa76da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:42.687738 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-617df2fd-6a23-48dc-b689-b8b049160bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:42.781433 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:44.013585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:45.373431 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:45.712306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:35:45.718474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-5686f49c-db7d-4db3-84f1-7475d33522d8 tempest-verify_tempest_config-1796198679 tempest-verify_tempest_config-1796198679-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:35:45.719519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5686f49c-db7d-4db3-84f1-7475d33522d8 tempest-verify_tempest_config-1796198679 tempest-verify_tempest_config-1796198679-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062308 May 19 12:35:46.075146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:35:46.206229 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.223608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:35:46.228823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f1c0ce1400429fb08aab7f0956d63e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:35:46.232296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:35:46.239243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:35:46.344379 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.349450 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.358715 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:35:46.403502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Synchronizing usage tracker for tenant:981abde412d642e1a3eebab3ed6112ba on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:35:46.408085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1280099a-c990-4538-a903-b47b3c0d2f33,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:46.418267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.418539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.418798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.419109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.419654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.419871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.420074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.420374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.420689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.420991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.421300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.421606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:35:46.428672 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:35:46.439320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Unset dirty status for tenant:981abde412d642e1a3eebab3ed6112ba on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:35:46.441077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5f1c0ce1400429fb08aab7f0956d63e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3646355 May 19 12:35:46.444498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:35:46.514758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.544465 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.650744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.656150 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c5cd1ae2-63e7-4888-971b-1c16667f2fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:35:46.671246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280099a-c990-4538-a903-b47b3c0d2f33,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:46.674949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:35:46.677594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:35:46.682504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1280099a-c990-4538-a903-b47b3c0d2f33 HTTP/1.1" status: 204 len: 168 time: 0.2330635 May 19 12:35:47.561269 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:36:10.196372 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fc7c42-add4-4ad5-b9a3-9e0b4768d9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:12.683462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-120cf92a-898e-4816-9624-fa168e39edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:12.774788 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:14.014708 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:15.371783 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:24.560790 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:36:40.192653 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e977deef-2bea-4213-a16a-96516078b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:42.679347 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1bfbd64-d0f4-4ad9-ab6b-a93750782021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:42.770201 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:44.018342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:36:45.378681 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:01.560191 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:37:10.188272 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-650135a4-0840-44c5-a4b1-ff46409d284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:12.674371 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be5eeb-960d-4660-875d-c922a9a55764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:12.767045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:14.019543 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:15.383378 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:38.559807 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:37:40.191185 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f621767-5be6-4d01-a099-c862a1ea2619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:42.678180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a478394e-414a-426e-927f-c211f82e3b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:42.776348 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:44.022163 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:37:45.383154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:10.197861 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03abb56e-c078-440a-9682-c5fa6383ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:12.684820 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f361f58e-7227-4e12-adc5-2dcf069951ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:12.771518 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:14.026315 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:15.385887 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:15.559530 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:38:40.194456 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2a43-967e-43c4-b495-8b566ea04a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:42.682630 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca73f2d2-8f20-482c-8f2b-83b457122d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:42.768390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:44.029453 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:44.978632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:45.389064 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:46.642525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:38:52.560144 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:39:10.189457 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-439179ff-2baa-4e23-b511-20bc2f4b2fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:12.678253 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f987bb42-10d3-492c-afb6-fd8ffb842403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:12.763569 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:14.031794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:14.948216 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:15.390638 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:16.629332 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:29.562742 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:39:32.738163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:39:32.883464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a48ce9ba-c714-4f79-b1f3-78f178b7ee8d admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1435435 May 19 12:39:35.174243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:39:35.242175 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9dc4e80c-891e-40c2-a193-b0e13947da91 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0667601 May 19 12:39:40.203181 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4a71-fe57-44ca-add8-4cc084e0ec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:42.682874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0194-ff8a-442f-b754-75ac4201fbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:42.768719 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:44.035832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:44.948636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:45.396239 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:39:46.624236 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:06.562335 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:40:10.197103 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e01439d-fcf1-41b7-8dce-6c054c519168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:12.690379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7893e63-97ca-42ee-94d7-eb266a23cdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:12.774101 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:14.037746 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:14.966044 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:15.407740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:16.643165 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:40.200269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7914aad-3880-4797-a0d2-60905fb51a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:42.689127 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70fa0123-8b29-45ce-a433-eabe2e98b4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:42.772066 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:43.567485 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:40:44.044010 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:44.958356 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:45.404503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:40:46.638601 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:04.020664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:04.816005 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b85235bf-f0de-404c-ad0c-6060b76a9b60 tempest-AutoAllocateNetworkTest-466496888 tempest-AutoAllocateNetworkTest-466496888-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dd24a19a7a7f4bc78805a99b1d9ecb6d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7891352 May 19 12:41:04.816840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:05.049722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389419b3-61d6-4a96-9837-96b2017bb072 tempest-AutoAllocateNetworkTest-466496888 tempest-AutoAllocateNetworkTest-466496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:05.055339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-389419b3-61d6-4a96-9837-96b2017bb072 tempest-AutoAllocateNetworkTest-466496888 tempest-AutoAllocateNetworkTest-466496888-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2373457 May 19 12:41:05.055619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:05.198852 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e016994b-20be-48ef-92ed-db07dd86bb35 tempest-AutoAllocateNetworkTest-466496888 tempest-AutoAllocateNetworkTest-466496888-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309345 May 19 12:41:05.199026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:05.247713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-91fef4a4-b84a-429e-b9db-b7aa6eba91b2 tempest-AutoAllocateNetworkTest-466496888 tempest-AutoAllocateNetworkTest-466496888-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dd24a19a7a7f4bc78805a99b1d9ecb6d HTTP/1.1" status: 200 len: 208 time: 0.0529246 May 19 12:41:06.726897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:07.157635 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.194034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:07.201617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd24a19a7a7f4bc78805a99b1d9ecb6d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:07.208050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:07.221892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:07.438269 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.446114 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.455932 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f8e59bcb-afe6-4e70-a4c6-f1541a8a6873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:07.488885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf2958-de01-4ceb-8d3e-39a6857689be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:07.500539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.500866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.501220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.501548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.501864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.502295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.502486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.503032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.503529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.504784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.505310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.505875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Tracked resource versions report: May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: pushed versions: May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Log': {'1.0'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Network': {'1.1'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Port': {'1.7'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SubPort': {'1.0'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Subnet': {'1.1'}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Trunk': {'1.1'}} May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: consumer versions: May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: { DHCP agent@n-d-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: HyperV agent@n-h1-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: HyperV agent@n-h2-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: L3 agent@n-d-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: Metadata agent@n-d-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: Metering agent@n-d-791505-2: {}, May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'ConntrackHelper': '1.0', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Log': '1.0', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Network': '1.1', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Port': '1.7', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'PortForwarding': '1.2', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'QosPolicy': '1.8', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SecurityGroup': '1.4', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'SubPort': '1.0', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Subnet': '1.1', May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: 'Trunk': '1.1'}} May 19 12:41:07.506737 n-d-791505-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:41:07.516427 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:07.529786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd24a19a7a7f4bc78805a99b1d9ecb6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8001223 May 19 12:41:07.534189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:07.626980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.679342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.807723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.815949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4973f596-d719-4647-9b97-f52488388eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:07.855580 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:07.857072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eccf2958-de01-4ceb-8d3e-39a6857689be HTTP/1.1" status: 204 len: 168 time: 0.3213410 May 19 12:41:07.858214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf2958-de01-4ceb-8d3e-39a6857689be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:07.861054 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:08.761638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:08.765186 n-d-791505-2 neutron-server[93820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:41:08.797370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-0b58ef46-09f6-4cad-8a3c-21ff75f77780 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340691 May 19 12:41:09.020162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-aeff8243-b053-4b97-a883-19d414d96a62 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:09.022602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-aeff8243-b053-4b97-a883-19d414d96a62 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132468 May 19 12:41:09.043262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-3781d70e-36e1-4969-8ebf-f04b1e63ee6c tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/quotas/9cee53177a594f6a8eabeaa03b9dd451 HTTP/1.1" status: 200 len: 375 time: 0.0129313 May 19 12:41:09.136711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-18ac3647-aec2-411c-bacb-b5023843dfee tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834737 May 19 12:41:10.219323 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-888bf7bc-ecd9-46c4-ac7f-1acd51600706 req-c7900046-29b7-4899-b8a5-ed244c611d34 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 210 time: 0.1227102 May 19 12:41:10.242439 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f63-666d-4261-988c-cd5f3986875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:10.772868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:10.841862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:11.087700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.105628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:11.110918 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Usage tracker for resource:security_group_rule and tenant:88c75be82f5f4dd3b12230ce06f05378 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:11.115395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:11.122760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:11.274427 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.279959 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.311214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:11.319051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca49cd369fa49b9bc400e1870f9835b is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:11.324511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:11.338049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:11.405277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.436036 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:11.522728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88c75be82f5f4dd3b12230ce06f05378&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7441578 May 19 12:41:11.522728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb059aa3-6237-4ca5-83be-706bf7775aca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:11.523207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:11.557968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.558854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.559579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.560330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.561123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.561901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.562624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.563334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.564071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.564779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.565524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.566808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Tracked resource versions report: May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: pushed versions: May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Log': {'1.0'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Network': {'1.1'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Port': {'1.7'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SubPort': {'1.0'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Subnet': {'1.1'}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Trunk': {'1.1'}} May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: consumer versions: May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: { DHCP agent@n-d-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: HyperV agent@n-h1-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: HyperV agent@n-h2-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: L3 agent@n-d-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: Metadata agent@n-d-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: Metering agent@n-d-791505-2: {}, May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'ConntrackHelper': '1.0', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Log': '1.0', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Network': '1.1', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Port': '1.7', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'PortForwarding': '1.2', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'QosPolicy': '1.8', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SecurityGroup': '1.4', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'SubPort': '1.0', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Subnet': '1.1', May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: 'Trunk': '1.1'}} May 19 12:41:11.569280 n-d-791505-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:41:11.604171 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:11.656016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.688687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.689724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.701677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.723730 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:11.796232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.806526 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0724cfba-8b5f-44ed-ab45-25d4c807188f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:11.838624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb059aa3-6237-4ca5-83be-706bf7775aca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:11.840649 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:11.854467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0085391-c919-4b94-838b-074d23d4e2ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:11.855755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb059aa3-6237-4ca5-83be-706bf7775aca HTTP/1.1" status: 204 len: 168 time: 0.3183131 May 19 12:41:11.865614 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:11.883869 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:11.970233 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ca49cd369fa49b9bc400e1870f9835b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1263402 May 19 12:41:11.975405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:12.115680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:12.117183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:12.151332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.217758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.369908 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.382720 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf325e00-d897-4005-8e91-32c76c4b02e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:12.410668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0085391-c919-4b94-838b-074d23d4e2ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:12.414179 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:12.427473 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.430333 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0085391-c919-4b94-838b-074d23d4e2ba HTTP/1.1" status: 204 len: 168 time: 0.4523039 May 19 12:41:12.701909 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d30850c2-83e4-4af3-8513-48c171b9d2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.788376 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.815744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6323ef49-9946-4558-ab3b-58b963c91f32 req-4432fae1-e9d5-4112-9106-9b6bad4e9689 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 210 time: 0.6834435 May 19 12:41:12.821393 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:12.843126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:12.847984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Usage tracker for resource:security_group_rule and tenant:1aecd678ace94ffd91d445d70ecceb4f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:12.854075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:12.875712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:13.106660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.112235 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.123099 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:13.162000 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e44076-0fef-41d8-847d-a1f785945eb4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:13.170296 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:13.180704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.71', 51594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:13.227349 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4efa862f-6471-4352-91aa-5d2092edb691 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453634 May 19 12:41:13.239198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1aecd678ace94ffd91d445d70ecceb4f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1197357 May 19 12:41:13.240775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:13.388846 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.479849 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.495190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-c39899e9-39c0-4ed0-8818-c907e188567e tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:13.497318 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-c39899e9-39c0-4ed0-8818-c907e188567e tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652416 May 19 12:41:13.571657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Request body: {'port': {'device_id': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '9cee53177a594f6a8eabeaa03b9dd451'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:13.638509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.651452 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:13.676282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e44076-0fef-41d8-847d-a1f785945eb4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:13.693316 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:13.694971 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.701897 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02e44076-0fef-41d8-847d-a1f785945eb4 HTTP/1.1" status: 204 len: 168 time: 0.4587383 May 19 12:41:13.756448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:13.835821 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:13.933863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:13.934248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:13.992095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.016512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:14.051398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Usage tracker for resource:security_group_rule and tenant:421f3bc015d7455da45039341c4ae4de is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:14.052509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:14.057828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:14.058111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Usage tracker for resource:port and tenant:9cee53177a594f6a8eabeaa03b9dd451 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:14.061138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:14.061786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:14.069319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:14.072009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:14.072372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6e5324b9654d71be6154998b6dfb86 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:14.076637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:14.092323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:14.093687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Made reservation on behalf of 9cee53177a594f6a8eabeaa03b9dd451 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:14.100738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.104177 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.125577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.173422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:14.183377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Usage tracker for resource:security_group_rule and tenant:9cee53177a594f6a8eabeaa03b9dd451 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:14.191735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:14.207484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:14.257783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.266348 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.315946 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:14.332107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=421f3bc015d7455da45039341c4ae4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5689657 May 19 12:41:14.332107 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.332107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:14.353954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.402894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc758aae-05a6-4f40-bd1b-509568169a1a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:14.411435 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:14.419036 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-791980fa-6183-4e23-bfb2-c32265248d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:14.428005 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.433478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.440141 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-406d6eaa-8024-4cc5-ab43-22f02b8fa193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:14.458446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b03b25e-1f6e-4e08-9028-b5f57a1ac4e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:14.479125 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:14.483499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d6e5324b9654d71be6154998b6dfb86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5396409 May 19 12:41:14.500670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.511458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:14.558296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.558529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48a6b7-cc44-4452-85dc-885bad7ee3b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:14.561868 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:14.638064 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.679708 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.718968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Allocated IP 192.168.233.33 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/320a11f2-f8fe-4bdf-a5c5-4e22f403a926) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:41:14.764203 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.774787 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7a86ad38-01fc-45fb-a13f-6cdc7c4db288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:14.794037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc758aae-05a6-4f40-bd1b-509568169a1a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:14.798003 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.798862 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:14.859949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:14.882374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.886164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc758aae-05a6-4f40-bd1b-509568169a1a HTTP/1.1" status: 204 len: 168 time: 0.5519719 May 19 12:41:14.888900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b03b25e-1f6e-4e08-9028-b5f57a1ac4e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:14.892530 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:14.894928 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b03b25e-1f6e-4e08-9028-b5f57a1ac4e5 HTTP/1.1" status: 204 len: 168 time: 0.3823116 May 19 12:41:14.898107 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:15.012937 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.110682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfbc901b-f1b0-443a-9556-23e1db43b85a req-0fcf1fac-64a0-4882-8252-f2d770f9da37 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 210 time: 0.0930693 May 19 12:41:15.200228 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.210360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.233002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Transition to ACTIVE for port object 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:41:15.258212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:15.266999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Usage tracker for resource:security_group_rule and tenant:785db76d017d4355b37eb160aa784986 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:15.274849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:15.289388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:15.298709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.315283 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa1ae269-dc67-4db3-afd1-d245e4163917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:15.339506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:15.375179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.414189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:15.419536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Usage tracker for resource:security_group_rule and tenant:c821c832e2ad4712bd64d0c255a0651e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:15.423885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:15.433196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:15.443780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:41:15.444480 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.449221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:15.453988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:41:15.471790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:15.480998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.527949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Pushing event updated for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:15.536904 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:15.631790 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0694766 May 19 12:41:15.645573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-5f92757f-90e5-4ddd-912a-7c62b54d5bcd tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:41:15.651885 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-5f92757f-90e5-4ddd-912a-7c62b54d5bcd tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136194 May 19 12:41:15.679506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.702873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.742346 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:15.810819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.851607 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.888692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3528ccf-1872-4f80-9fde-67ac9be2bb8a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:15.894111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:15.906224 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:15.915348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b09dbe-6ddb-4001-9a60-94e9032e520a None None] Provisioning for port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:41:15.937198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b09dbe-6ddb-4001-9a60-94e9032e520a None None] Provisioning complete for port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:41:15.937198 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b09dbe-6ddb-4001-9a60-94e9032e520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:15.938903 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:15.941994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=785db76d017d4355b37eb160aa784986&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9945824 May 19 12:41:16.005300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c821c832e2ad4712bd64d0c255a0651e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6639357 May 19 12:41:16.013507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:16.040366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f15038-1b3b-469b-99f0-159b916bfee8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:16.046228 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:16.221122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.296358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-45b09dbe-6ddb-4001-9a60-94e9032e520a None None] Port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:41:16.327688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.354792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.461481 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.479477 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.486290 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:16.546795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f15038-1b3b-469b-99f0-159b916bfee8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:16.591302 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:16.637195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.653132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42f15038-1b3b-469b-99f0-159b916bfee8 HTTP/1.1" status: 204 len: 168 time: 0.6331682 May 19 12:41:16.691194 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.731484 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.752527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:16.804734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3528ccf-1872-4f80-9fde-67ac9be2bb8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:16.823129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:16.835110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:16.836666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3528ccf-1872-4f80-9fde-67ac9be2bb8a HTTP/1.1" status: 204 len: 168 time: 0.8957512 May 19 12:41:17.010778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Request body: {'port': {'device_id': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:17.103835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-8829976b-73b6-4681-9097-722045670a33 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810485 May 19 12:41:17.264195 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:17.310081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ecd8-ea5d-4fc9-9850-c6fd159fda8a req-a79f80fb-1d35-482c-9d5f-eb2e81760f44 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:17.320271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9539ecd8-ea5d-4fc9-9850-c6fd159fda8a req-a79f80fb-1d35-482c-9d5f-eb2e81760f44 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 935 time: 0.3847373 May 19 12:41:17.379228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-aac5b779-ce0a-4d59-98d0-8d860d79e1da tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:17.386763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-aac5b779-ce0a-4d59-98d0-8d860d79e1da tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819450 May 19 12:41:17.461073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-ff181724-70e2-4b1d-b43e-2e2a9c8c3e20 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/quotas/ed7a1fc7daa04819b17968bb4d6e0c00 HTTP/1.1" status: 200 len: 375 time: 0.0728874 May 19 12:41:17.479952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9539ecd8-ea5d-4fc9-9850-c6fd159fda8a req-d39e9286-b0bb-48e7-b58c-8a397e504c76 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581151 May 19 12:41:17.605421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-1e610b16-07ed-4976-a86e-896b51de779c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1413498 May 19 12:41:18.113213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41456da9-def9-40ef-9c04-43e9e6a7df1b req-d6e10d6a-e86e-4e33-8e38-1407fbdbae63 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.1732700 May 19 12:41:18.198414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:18.270380 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:18.361902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:18.399641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c00e33a984948a7911c6f5a25178855 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:18.414902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:18.443427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:18.521369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:41:18.559127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:18.607650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Transition to ACTIVE for port object 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:41:18.615946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:18.620444 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:18.930386 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.194631 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.236961 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:19.271960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Pushing event updated for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:19.300289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:19.302907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba8247-c51d-4c93-a541-391844d2f0b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:19.326081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Attempting to bind port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:41:19.326450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Attempting to bind port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:41:19.326845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Attempting to bind port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:41:19.339206 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:19.344995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:41:19.345321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Attempting to bind port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:41:19.361195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:41:19.361864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:19.363856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:41:19.366017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Bound port: 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:41:19.369152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.376883 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:19.437375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6580e8b2-19e3-4555-bad5-000cd76832b7 req-235d0cb9-7c18-4a2d-833d-28d0ec405f21 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.1308396 May 19 12:41:19.447260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c00e33a984948a7911c6f5a25178855&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2466562 May 19 12:41:19.453461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:19.536053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d67362-d2e8-4a8a-ae1a-3e630726f895 req-04e82188-efd1-4af0-ba45-01e09ba369e3 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:19.555143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33d67362-d2e8-4a8a-ae1a-3e630726f895 req-04e82188-efd1-4af0-ba45-01e09ba369e3 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.6111505 May 19 12:41:19.692763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33d67362-d2e8-4a8a-ae1a-3e630726f895 req-5a54d657-d09c-496a-b2df-a1ee50c5ca01 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408389 May 19 12:41:19.739280 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.817601 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.838869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:41:19.852788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:41:19.870444 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.889314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:19.905444 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:19.978304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:19.986025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Usage tracker for resource:security_group_rule and tenant:f232f9c6348848d8bbac652e1471fb2c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:20.006646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:20.028714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:20.137204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:20.179001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:20.179873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:20.183140 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] 10.222.0.71 "PUT /v2.0/ports/320a11f2-f8fe-4bdf-a5c5-4e22f403a926 HTTP/1.1" status: 200 len: 1095 time: 3.5995131 May 19 12:41:20.189039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:41:20.215768 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-45ad5754-bf74-4a75-82d2-1ace7f4a4ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:20.288374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba8247-c51d-4c93-a541-391844d2f0b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:20.329185 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:20.334034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Pushing event updated for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:20.349837 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:20.351838 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bba8247-c51d-4c93-a541-391844d2f0b1 HTTP/1.1" status: 204 len: 168 time: 0.8953288 May 19 12:41:20.572722 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:41:20.648492 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:20.688171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-d3905320-97b2-406d-862c-02595d5661c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:20.690125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-d3905320-97b2-406d-862c-02595d5661c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 1098 time: 0.3625321 May 19 12:41:20.758428 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:20.772599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:20.862202 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-118ba18c-f1d2-4beb-8161-32785bd22568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:21.012812 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-5f6f52c0-a391-4049-b28c-c200e3418d12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926 HTTP/1.1" status: 200 len: 217 time: 0.2241578 May 19 12:41:21.042622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f232f9c6348848d8bbac652e1471fb2c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7320807 May 19 12:41:21.074664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:21.221163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-b6a9199f-979c-4add-98e1-3bc730e83d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:21.226966 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-b6a9199f-979c-4add-98e1-3bc730e83d25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1920521 May 19 12:41:21.403886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1eb15e7-b311-489a-9899-20d438c521c0 req-d2236762-7ad3-4ea5-bf7b-4d6a39f2bb6f tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.3270793 May 19 12:41:21.627880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548beb8d-0620-4a44-a3b3-fb7330be8038,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:21.664569 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:21.893281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:21.978199 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:22.002933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6277-f510-4e08-acac-ed64ee4d098d req-f89ee07f-aba1-416f-b71b-1fdeec23f89b tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:22.005077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f49f6277-f510-4e08-acac-ed64ee4d098d req-f89ee07f-aba1-416f-b71b-1fdeec23f89b tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.5450752 May 19 12:41:22.179981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.57', 54894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:22.230455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f49f6277-f510-4e08-acac-ed64ee4d098d req-2004ed11-5e1c-4f16-a5b4-4ebe4b266562 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008481 May 19 12:41:22.259560 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-5ad52bdf-06cb-4d15-8747-b49463a0a162 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775425 May 19 12:41:22.281175 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:22.292914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:22.416588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548beb8d-0620-4a44-a3b3-fb7330be8038,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:22.431592 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:22.445704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:22.460517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/548beb8d-0620-4a44-a3b3-fb7330be8038 HTTP/1.1" status: 204 len: 168 time: 1.3622806 May 19 12:41:23.210844 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926', 'status': 'completed', 'code': 200} May 19 12:41:23.253147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-246a1d15-d3be-40dd-9d3a-e364b59461d9 req-2b281ff3-89a0-4a6b-86b9-c87d99787a51 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.3096976 May 19 12:41:23.365945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-6cc67948-5da0-4b61-a3a1-2d772a6e9d6c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:23.368782 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-6cc67948-5da0-4b61-a3a1-2d772a6e9d6c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0980570 May 19 12:41:23.384188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-91313480-3172-4bba-b68c-1ed51a7c22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:23.389351 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-91313480-3172-4bba-b68c-1ed51a7c22c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8869226 May 19 12:41:23.430955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Request body: {'port': {'device_id': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': 'ed7a1fc7daa04819b17968bb4d6e0c00'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:23.756387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:23.765190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Usage tracker for resource:port and tenant:ed7a1fc7daa04819b17968bb4d6e0c00 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:23.778432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:23.792479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:23.820131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Made reservation on behalf of ed7a1fc7daa04819b17968bb4d6e0c00 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:23.820425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad208-5c36-4eff-be4b-4915118018da req-698137ca-6838-451b-b5a9-1f2347d2044c tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:23.829029 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:23.836769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7cbad208-5c36-4eff-be4b-4915118018da req-698137ca-6838-451b-b5a9-1f2347d2044c tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.2009525 May 19 12:41:23.892727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:23.979165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:23.987266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Usage tracker for resource:security_group_rule and tenant:ed7a1fc7daa04819b17968bb4d6e0c00 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:23.993504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:24.008668 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7cbad208-5c36-4eff-be4b-4915118018da req-3a6d8f68-2ebd-45bb-8f08-d9d1587d8b96 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691909 May 19 12:41:24.031629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:24.700858 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-aefc0e5b-8ce4-4d50-b0c3-45f5209c8fb5 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869353 May 19 12:41:24.705709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:24.744271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:24.791300 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:24.830362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:24.830362 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:24.940501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:24.977084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Usage tracker for resource:security_group_rule and tenant:fc8f2be517974cf9ac613da6c487914a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:25.012174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:25.022431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-797bd15a-802e-4458-b76c-136d573c5b24 req-b1855904-7989-4309-ab46-bd0945dab0c8 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.2176459 May 19 12:41:25.049684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:25.178465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b2992-b7e6-4a16-891c-8bcd34486a66,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:25.211677 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:25.747946 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bddb37d6-5810-473b-b68a-8a646fe61593 req-67ca4448-713f-4d72-8776-b7a2f12582d1 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951057 May 19 12:41:25.843232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Allocated IP 192.168.233.167 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:41:25.897392 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:25.948745 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:26.053232 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93c92014-a88e-4244-b14c-4ae8f1812ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:26.233241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc8f2be517974cf9ac613da6c487914a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5259960 May 19 12:41:26.246186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:26.496244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:26.633777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-c8386aad-b6fa-4cd3-b600-8c6352d7958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:26.633777 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-c8386aad-b6fa-4cd3-b600-8c6352d7958e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 1098 time: 0.7377861 May 19 12:41:26.659347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:26.782318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1209be5b-f3fc-4968-8aaf-bcc626d8329e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:26.793761 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:26.847488 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:26.858153 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-11e30566-0e2c-48c6-b651-a4390823c5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:26.879216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1209be5b-f3fc-4968-8aaf-bcc626d8329e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:26.883114 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:26.893080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f844b9-2f45-45dd-9aa4-6984b964524e req-ed9f1c53-7b2c-4704-a599-0233755e7673 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:26.901445 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5f844b9-2f45-45dd-9aa4-6984b964524e req-ed9f1c53-7b2c-4704-a599-0233755e7673 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 1.4015033 May 19 12:41:26.916960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-712dcced-94e4-4f68-bca7-b075a15589f3 req-0090bab9-b518-4cbe-a146-38ffda5335eb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.1396322 May 19 12:41:26.969856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:26.977608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1209be5b-f3fc-4968-8aaf-bcc626d8329e HTTP/1.1" status: 204 len: 168 time: 0.7194221 May 19 12:41:26.991621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5f844b9-2f45-45dd-9aa4-6984b964524e req-d9bfb702-9fc1-4676-a69e-5a219652d9dd tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888469 May 19 12:41:27.016957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:27.040003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Transition to ACTIVE for port object b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:41:27.085403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:27.101302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-807855e6-8deb-4e92-be8c-b38a2456abb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:27.184318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Pushing event updated for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:27.199005 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:27.208517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:41:27.212693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:27.218575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:41:27.225428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:27.226099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:27.267252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-bbdcffcc-f25d-4d09-9d5e-d4f6d4f16ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:27.269660 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-bbdcffcc-f25d-4d09-9d5e-d4f6d4f16ecc service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.6203067 May 19 12:41:27.552047 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-58e04dfc-3b35-4267-b289-2a9060f48df1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926 HTTP/1.1" status: 200 len: 217 time: 0.2674541 May 19 12:41:27.624547 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2028129 May 19 12:41:27.653609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-cf20981e-279a-41c2-8f16-466f379ca453 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:41:27.654693 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-cf20981e-279a-41c2-8f16-466f379ca453 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107081 May 19 12:41:27.683887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f775aace-27b2-4c84-84d4-d8e9ce8ef840 None None] Provisioning for port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:41:27.700075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f775aace-27b2-4c84-84d4-d8e9ce8ef840 None None] Provisioning complete for port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:41:27.708456 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f775aace-27b2-4c84-84d4-d8e9ce8ef840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:27.718080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-d6c016e8-6716-4a96-92b1-239b6da40189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:27.720055 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-d6c016e8-6716-4a96-92b1-239b6da40189 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1594501 May 19 12:41:27.896353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f775aace-27b2-4c84-84d4-d8e9ce8ef840 None None] Port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:41:27.927541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-7dddedbe-b1ae-4826-8053-ef98b353392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:27.929183 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-7dddedbe-b1ae-4826-8053-ef98b353392b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003670 May 19 12:41:28.369200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-159d202b-09c4-4864-9942-ae8b38008a3b service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244645 May 19 12:41:28.434667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589ae4d-4a49-4ca9-afb2-13b84998a10e req-579c53a1-4c6a-4174-88c2-087048f9e62d tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:28.438360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1589ae4d-4a49-4ca9-afb2-13b84998a10e req-579c53a1-4c6a-4174-88c2-087048f9e62d tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 936 time: 0.1666889 May 19 12:41:28.558244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:28.700539 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1589ae4d-4a49-4ca9-afb2-13b84998a10e req-393b4165-078c-4f5b-8a53-0da0ff47ae94 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457485 May 19 12:41:29.045842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c320c31c-19a0-487e-b309-3ca44c1a6ad5 req-991f05ed-224c-445a-8e96-45f03d4bfee4 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635675 May 19 12:41:29.049391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff669b3-e186-4107-a919-6a17b2224e5d req-902652de-fd48-4a1a-9c45-9547e1e02912 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:29.061337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ff669b3-e186-4107-a919-6a17b2224e5d req-902652de-fd48-4a1a-9c45-9547e1e02912 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.2218685 May 19 12:41:29.168182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Request body: {'port': {'device_id': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'device_owner': 'compute:tempest-test_az-813711193', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:29.216879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ff669b3-e186-4107-a919-6a17b2224e5d req-a9d50efe-38ee-493f-9055-f6e9ff669983 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515353 May 19 12:41:29.379060 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:29.464981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:29.483062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0025539cba425591afa241f4024976 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:29.502653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:29.524423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:29.551231 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:30.421796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:30.430905 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:30.701412 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:30.837157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0dc4b-bcba-4174-82a7-0fcced61129c req-c9beace0-d34b-4cc2-b7eb-a6b7461901d7 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:30.846480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02a0dc4b-bcba-4174-82a7-0fcced61129c req-c9beace0-d34b-4cc2-b7eb-a6b7461901d7 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 936 time: 0.5659642 May 19 12:41:30.900766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:30.906219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8be100-2183-4294-aa33-320e00627480,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:30.909942 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:30.913083 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d0025539cba425591afa241f4024976&name=default HTTP/1.1" status: 200 len: 2978 time: 2.3535683 May 19 12:41:30.923052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:31.073072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:41:31.094368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02a0dc4b-bcba-4174-82a7-0fcced61129c req-78bf682b-a2e5-4fe6-ad77-4e6664257acc tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314644 May 19 12:41:31.162120 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.203680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.289164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-706848885-network', 'tenant_id': 'bfe7081d2b1645ac9f698bae8252c16a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:31.295198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:31.306686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Usage tracker for resource:network and tenant:bfe7081d2b1645ac9f698bae8252c16a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:31.310817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:31.327153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Transition to ACTIVE for port object b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:41:31.328552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:31.337216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.345475 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.360487 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:31.388016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5194b7-2884-47b9-a963-e644093400ee req-cbd6c99a-6cda-4eb4-8a33-948e6520b876 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:31.400850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d5194b7-2884-47b9-a963-e644093400ee req-cbd6c99a-6cda-4eb4-8a33-948e6520b876 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.3322504 May 19 12:41:31.446605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:31.461823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Made reservation on behalf of bfe7081d2b1645ac9f698bae8252c16a for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:31.464757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.482314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:31.485010 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.564859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d5194b7-2884-47b9-a963-e644093400ee req-a844da33-066d-454d-a979-c990af969efb tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625350 May 19 12:41:31.700460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:31.816809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe7081d2b1645ac9f698bae8252c16a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:31.828446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:31.843082 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:31.886305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Attempting to bind port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:41:31.890228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Attempting to bind port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:41:31.891036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Attempting to bind port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:41:31.926052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:41:31.926872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Attempting to bind port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:41:31.969631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:31.973853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:41:31.974713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:31.975325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:41:31.976062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Bound port: b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:41:31.976671 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.002328 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05e7137e-8d4f-4215-b862-2705893d1efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:32.025612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8be100-2183-4294-aa33-320e00627480,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:32.111144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:32.166593 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:32.300919 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.302163 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b8be100-2183-4294-aa33-320e00627480 HTTP/1.1" status: 204 len: 168 time: 1.3782191 May 19 12:41:32.467537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:41:32.537701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:41:32.541711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.562996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.563250 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.563354 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.586294 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-751038c0-8902-4af1-8086-ce9a8bc2d7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:32.634588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:32.635631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.636595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:32.638017 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab HTTP/1.1" status: 200 len: 1117 time: 4.2933359 May 19 12:41:32.650175 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:41:32.658474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec18eb0afda4ad580b59576bd7e99fa is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:32.667078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:32.704116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:32.721448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:41:32.747234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e48a46-47e1-4983-a192-4f76d5da77ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:32.755267 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:32.763703 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:32.849177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:32.850092 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Added segment 6f3ee68a-42f7-4405-aaa3-28c5634037bc of type vlan for network 04665087-fbea-47ed-82d1-d68c1f9f82ab May 19 12:41:32.893713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b340-e197-4759-a19e-6cb274d35c7e req-caa9d751-c62b-4c5c-8b8e-15706bb75704 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:32.902533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9690b340-e197-4759-a19e-6cb274d35c7e req-caa9d751-c62b-4c5c-8b8e-15706bb75704 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.4569130 May 19 12:41:33.003069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9690b340-e197-4759-a19e-6cb274d35c7e req-c9a36cc7-7236-4d60-8f98-a1cde3c3ff8f tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992918 May 19 12:41:33.141702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:33.167654 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab', 'status': 'completed', 'code': 200} May 19 12:41:33.244085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.251438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:33.259253 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:33.299779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:33.304110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.315022 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.344587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.346612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:33.348166 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.352718 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7fd7e874-3421-40c8-8f68-a39e5ea8497c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:33.354951 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:33.387471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ec18eb0afda4ad580b59576bd7e99fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2723129 May 19 12:41:33.387471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f2998-0586-430f-a09c-e555de0a1acf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:33.393618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:33.394881 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:33.439404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e947be3-acb8-47a8-83d4-2e1fa020d691 req-5f425f35-009d-4928-aed3-a8de4cb685e2 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:33.441715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e947be3-acb8-47a8-83d4-2e1fa020d691 req-5f425f35-009d-4928-aed3-a8de4cb685e2 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.2960181 May 19 12:41:33.490454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:33.526231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e947be3-acb8-47a8-83d4-2e1fa020d691 req-f610c6ff-0e8b-4c6a-8201-0aa21dac93c1 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 May 19 12:41:33.560898 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.595302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.703298 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.712696 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.728400 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:33.744841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Pushing event updated for resources: {'Network': ['ID=04665087-fbea-47ed-82d1-d68c1f9f82ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:33.755969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8471076 May 19 12:41:33.755969 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:33.755969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:33.764758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 04665087-fbea-47ed-82d1-d68c1f9f82ab details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:41:33.765379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f2998-0586-430f-a09c-e555de0a1acf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:33.771677 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Request body: {'subnet': {'network_id': '04665087-fbea-47ed-82d1-d68c1f9f82ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-706848885-subnet', 'tenant_id': 'bfe7081d2b1645ac9f698bae8252c16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:33.775522 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.782284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a3f2998-0586-430f-a09c-e555de0a1acf HTTP/1.1" status: 204 len: 168 time: 0.3788648 May 19 12:41:33.789617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:33.790278 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:33.797614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Usage tracker for resource:subnet and tenant:bfe7081d2b1645ac9f698bae8252c16a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:33.804834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:33.818488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:33.834055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:33.841329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Made reservation on behalf of bfe7081d2b1645ac9f698bae8252c16a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:33.845818 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:33.878904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bf13266a8e4a78b2e24a05ad55e827 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:33.888481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:33.927945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:33.955738 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.006200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:34.011143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Usage tracker for resource:security_group_rule and tenant:ef37c455138a48fba4bae2aef664de34 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:34.020869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:34.032894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:34.137663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.206487 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.218975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:34.231810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Usage tracker for resource:security_group_rule and tenant:e8d872634c62481fbb531939274a2a53 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:34.243730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:34.288068 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.302659 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0ac73835-c2b7-40fe-a544-b5a98cad794e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:34.307413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:34.402278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a299aa56-3323-4c5f-beac-c3de554fdaa4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:34.412136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef37c455138a48fba4bae2aef664de34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2621298 May 19 12:41:34.417118 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:34.417644 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:34.474790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e42242-899b-42e7-85ad-7cd231de1057 req-dd2ef979-b3f9-4258-93dd-243d54f02c24 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:34.477929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69e42242-899b-42e7-85ad-7cd231de1057 req-dd2ef979-b3f9-4258-93dd-243d54f02c24 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.2696958 May 19 12:41:34.587245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69e42242-899b-42e7-85ad-7cd231de1057 req-e286a89e-e8a9-4ae1-ba93-9d66acdcc5a3 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 May 19 12:41:34.666422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:34.671362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.694218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.717701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:34.729400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Usage tracker for resource:security_group_rule and tenant:60a8a861d390454dbf834bef09e43191 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:34.729725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.730973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:34.743083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:34.750900 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.756531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:34.805279 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:34.857219 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4bf13266a8e4a78b2e24a05ad55e827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3650959 May 19 12:41:34.870685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:34.941119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf98823-17af-4a10-84bb-cee8af0b8f39,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:34.949536 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.026932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.031798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.035499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.043279 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.053895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.068051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da31f5-4d18-4f0f-b750-f9984ee19151 req-08db49c4-0453-4616-95fa-b2545e13c7a8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:35.071553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65da31f5-4d18-4f0f-b750-f9984ee19151 req-08db49c4-0453-4616-95fa-b2545e13c7a8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.2223485 May 19 12:41:35.074692 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.088191 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.094691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.132808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60a8a861d390454dbf834bef09e43191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625103 May 19 12:41:35.132808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38106228-5970-4a64-88cd-520d91e32c5e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:35.135017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:35.146705 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.172090 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65da31f5-4d18-4f0f-b750-f9984ee19151 req-8b1a9281-506e-4add-a9a4-7a4945828e84 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805631 May 19 12:41:35.197549 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8d872634c62481fbb531939274a2a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8896191 May 19 12:41:35.197549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df2470-7e3c-431e-9046-3299134979bd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:35.198118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:35.221104 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.221527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb767611-0b63-47dd-84c2-26db13b9665b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.240788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.258025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a299aa56-3323-4c5f-beac-c3de554fdaa4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:35.261988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.293839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.310733 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.311890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a299aa56-3323-4c5f-beac-c3de554fdaa4 HTTP/1.1" status: 204 len: 168 time: 0.8871624 May 19 12:41:35.369597 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.374286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.407972 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.451857 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.459458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.495050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf98823-17af-4a10-84bb-cee8af0b8f39,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:35.500665 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.501460 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.531649 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.576841 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.578286 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caf98823-17af-4a10-84bb-cee8af0b8f39 HTTP/1.1" status: 204 len: 168 time: 0.6912549 May 19 12:41:35.687734 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.715439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e716e44-a9b2-483f-af9f-93446dc36b76,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:35.726527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:35.736816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.738399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Checking segment: {'id': '6f3ee68a-42f7-4405-aaa3-28c5634037bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04665087-fbea-47ed-82d1-d68c1f9f82ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:35.742362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Network hostable DHCP agents. Network: 04665087-fbea-47ed-82d1-d68c1f9f82ab, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:41:35.779509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Network 04665087-fbea-47ed-82d1-d68c1f9f82ab is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:41:35.792706 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-456a1edb-982e-4fba-a735-c85050f7383f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:35.800838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 04665087-fbea-47ed-82d1-d68c1f9f82ab) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:35.814128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eadc91-690f-48a8-b8a8-a282530d55f4 None None] Network 04665087-fbea-47ed-82d1-d68c1f9f82ab requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:35.830231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:35.830656 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:35.887404 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1298780 May 19 12:41:35.890627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38106228-5970-4a64-88cd-520d91e32c5e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:36.078994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1127b-108a-446e-b1b3-2ec1cafcf2f4 None None] Network 04665087-fbea-47ed-82d1-d68c1f9f82ab requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:36.124076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:36.162209 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:36.202978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df2470-7e3c-431e-9046-3299134979bd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:36.212696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:36.232356 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:36.235639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Usage tracker for resource:security_group_rule and tenant:e7eae62c1dad44638e093d5b75566167 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:36.242643 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:36.243217 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:36.245690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:36.274312 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:36.274534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:36.276676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5df2470-7e3c-431e-9046-3299134979bd HTTP/1.1" status: 204 len: 168 time: 1.0774195 May 19 12:41:36.284746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:36.286981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f0d4cf2-bc2d-4620-8265-98455a37d3c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38106228-5970-4a64-88cd-520d91e32c5e HTTP/1.1" status: 204 len: 168 time: 1.1509864 May 19 12:41:36.312044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9002459-561e-42de-a1b7-de0eba7943bb req-9870f470-cb5e-450a-9eac-9ca1fa17c33d tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:36.322917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9002459-561e-42de-a1b7-de0eba7943bb req-9870f470-cb5e-450a-9eac-9ca1fa17c33d tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.4943058 May 19 12:41:36.394588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9002459-561e-42de-a1b7-de0eba7943bb req-74f19c0f-6ce8-4dd1-b320-9a45dd3af5d0 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 May 19 12:41:36.573055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892a69-3922-44cb-b777-a113e5c8c51b req-8eebc875-c780-45a3-a915-4c28cc8e386a tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:36.591723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01892a69-3922-44cb-b777-a113e5c8c51b req-8eebc875-c780-45a3-a915-4c28cc8e386a tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 947 time: 0.1497710 May 19 12:41:36.708415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:36.720189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:36.822711 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:36.828541 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01892a69-3922-44cb-b777-a113e5c8c51b req-b1d37aa2-77ee-47ec-9cd0-2a47c0633b42 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257836 May 19 12:41:36.866471 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7eae62c1dad44638e093d5b75566167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306938 May 19 12:41:36.870871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:36.940527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca819aca-03d6-43aa-ae22-4dfb5b7ea4e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:36.945463 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:37.025388 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.087357 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.217669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.226813 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:37.241826 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.243087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca819aca-03d6-43aa-ae22-4dfb5b7ea4e3 HTTP/1.1" status: 204 len: 168 time: 0.3612466 May 19 12:41:37.250407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca819aca-03d6-43aa-ae22-4dfb5b7ea4e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:37.255152 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:37.321370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:41:37.622146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:37.661755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926', 'mac_address': 'fa:16:3e:f1:30:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:41:37.822289 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.837445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:37.866313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:37.876518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8151b2-9ecb-4950-878c-4797ad1d035c req-b467019e-b1e4-4e04-b629-f17422582e93 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:37.878909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd8151b2-9ecb-4950-878c-4797ad1d035c req-b467019e-b1e4-4e04-b629-f17422582e93 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.2086782 May 19 12:41:37.881098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:41:37.916999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:37.929701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Usage tracker for resource:security_group_rule and tenant:9be798b43aec43108f1e5bdddd83d0a6 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:37.943917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:37.982169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:37.992849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:37.994096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd8151b2-9ecb-4950-878c-4797ad1d035c req-b2a956dc-cae8-4892-a98c-3959016d0046 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938654 May 19 12:41:38.009373 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.013570 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-60133e7e-c1e5-4dd6-b1ec-4aae686d7d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:38.172871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.181228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.208777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:38.222898 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:38.226497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.226497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.226497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.227550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.228058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.228420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.228867 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.229286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.229703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.230121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.230535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.231210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Tracked resource versions report: May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: pushed versions: May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Log': {'1.0'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Network': {'1.1'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Port': {'1.7'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SubPort': {'1.0'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Subnet': {'1.1'}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Trunk': {'1.1'}} May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: consumer versions: May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: { DHCP agent@n-d-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: HyperV agent@n-h1-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: HyperV agent@n-h2-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: L3 agent@n-d-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: Metadata agent@n-d-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: Metering agent@n-d-791505-2: {}, May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'ConntrackHelper': '1.0', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Log': '1.0', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Network': '1.1', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Port': '1.7', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'PortForwarding': '1.2', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'QosPolicy': '1.8', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SecurityGroup': '1.4', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'SubPort': '1.0', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Subnet': '1.1', May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: 'Trunk': '1.1'}} May 19 12:41:38.232422 n-d-791505-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:41:38.242211 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9be798b43aec43108f1e5bdddd83d0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954344 May 19 12:41:38.242211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:38.243148 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:38.286261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3992-4360-4235-8d69-6752652b9a62 req-186c4a69-47dd-437a-8e30-79a14ae2534f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:38.288325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51ee3992-4360-4235-8d69-6752652b9a62 req-186c4a69-47dd-437a-8e30-79a14ae2534f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 948 time: 0.1961384 May 19 12:41:38.309083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d5c07c-0c5a-4c2b-835f-873fbd3f39e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:38.314546 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:38.347528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.377267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51ee3992-4360-4235-8d69-6752652b9a62 req-832c458d-39b1-44fe-9fe6-2346634d40de tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779243 May 19 12:41:38.424326 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.473747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['320a11f2-f8fe-4bdf-a5c5-4e22f403a926'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:41:38.517002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.526815 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:38.546949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d5c07c-0c5a-4c2b-835f-873fbd3f39e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:38.552648 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:38.560809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:38.562597 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20d5c07c-0c5a-4c2b-835f-873fbd3f39e7 HTTP/1.1" status: 204 len: 168 time: 0.3226914 May 19 12:41:38.985339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba6739-d257-453d-be84-693f5aed84f6 req-7de29a6b-736f-410e-9557-6ec739dca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:38.988425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ba6739-d257-453d-be84-693f5aed84f6 req-7de29a6b-736f-410e-9557-6ec739dca358 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 1120 time: 0.1443415 May 19 12:41:39.040954 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ba6739-d257-453d-be84-693f5aed84f6 req-bccb11bd-1296-4fcf-a645-255546c8f3d4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413041 May 19 12:41:39.349011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba6739-d257-453d-be84-693f5aed84f6 req-761f3378-d051-4796-9ba0-78b4d326059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.350508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ba6739-d257-453d-be84-693f5aed84f6 req-761f3378-d051-4796-9ba0-78b4d326059d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993567 May 19 12:41:39.359613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c659-7d30-4bbf-ae60-24955d336482 req-7937bd9f-49dd-4136-a563-cc04673ae42c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.368604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36f8c659-7d30-4bbf-ae60-24955d336482 req-7937bd9f-49dd-4136-a563-cc04673ae42c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.1315570 May 19 12:41:39.439427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36f8c659-7d30-4bbf-ae60-24955d336482 req-ba8e8778-5eca-42db-a16f-a6cdeed5b44e tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692022 May 19 12:41:39.480712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:39.493798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-987507404-network', 'tenant_id': '7fcfec6100c14e3480e229fc4321f183'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:39.502001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:39.513699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Usage tracker for resource:network and tenant:7fcfec6100c14e3480e229fc4321f183 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:39.520502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:39.533661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:39.561066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Made reservation on behalf of 7fcfec6100c14e3480e229fc4321f183 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:39.562135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-02901efe-b800-4e4b-9da2-7bfde4a0c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.565317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:39.566584 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-02901efe-b800-4e4b-9da2-7bfde4a0c89c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 1120 time: 0.1528571 May 19 12:41:39.616561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:39.658384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:39.668952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Usage tracker for resource:security_group_rule and tenant:7fcfec6100c14e3480e229fc4321f183 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:39.675733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:39.683344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:39.728569 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-a40b5e05-e92b-47b0-80bf-86243bfa9fec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab HTTP/1.1" status: 200 len: 217 time: 0.1553974 May 19 12:41:39.829803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-c9e83735-f425-4668-8663-1ce76cc44117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.831753 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-c9e83735-f425-4668-8663-1ce76cc44117 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0948322 May 19 12:41:39.845595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7b77a-26ab-409e-8395-f5dfc0b0feb5 req-aaf72757-61dc-4bd3-9ede-137f34202829 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.853661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ee7b77a-26ab-409e-8395-f5dfc0b0feb5 req-aaf72757-61dc-4bd3-9ede-137f34202829 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 948 time: 0.1664774 May 19 12:41:39.936737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-8cb7a699-acec-487b-b354-05f9acf13ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:39.938324 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-8cb7a699-acec-487b-b354-05f9acf13ae5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000574 May 19 12:41:39.961479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ee7b77a-26ab-409e-8395-f5dfc0b0feb5 req-8a762862-d291-4812-8cd0-c55371dbca5f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068046 May 19 12:41:39.973450 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:39.987094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:39.992322 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-135867c7-1c6a-4d2e-ad00-1a879d4e8273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:40.025282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:41:40.036420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699869a-2dec-4872-8c3a-675757e6cf77,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:40.040253 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:40.046628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.047317 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Added segment 4741b5d8-4125-4363-a8bc-00a597073c80 of type vlan for network 2f9a8e18-7179-448e-9639-087c48c1ec1d May 19 12:41:40.116408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.160757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-6c11ad69-ebff-4552-a30e-efc934d428f1 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029116 May 19 12:41:40.189125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.197103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:40.198696 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.212642 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:40.221240 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e30d-158d-4564-848d-91755acb215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.358364 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bb72eb5e-e688-4aca-8196-37412eec47a3 req-07ed568f-4f72-4576-9508-05669dfd908b service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012868 May 19 12:41:40.426151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:40.426811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9445302 May 19 12:41:40.434487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Request body: {'subnet': {'network_id': '2f9a8e18-7179-448e-9639-087c48c1ec1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-987507404-subnet', 'tenant_id': '7fcfec6100c14e3480e229fc4321f183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:40.445605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:40.449406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9a8e18-7179-448e-9639-087c48c1ec1d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:40.450412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Usage tracker for resource:subnet and tenant:7fcfec6100c14e3480e229fc4321f183 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:40.454660 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:40.455609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:40.464588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:40.467224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 2f9a8e18-7179-448e-9639-087c48c1ec1d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:41:40.498055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Made reservation on behalf of 7fcfec6100c14e3480e229fc4321f183 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:40.500646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:40.812233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276a45-d782-4937-aefd-5a22224a6e9e req-086bdeed-b75c-4fc3-b309-bb90a502acdb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:40.814735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24276a45-d782-4937-aefd-5a22224a6e9e req-086bdeed-b75c-4fc3-b309-bb90a502acdb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.1479232 May 19 12:41:40.884188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24276a45-d782-4937-aefd-5a22224a6e9e req-3051da0d-844e-41bb-b949-42e003e67151 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 May 19 12:41:41.132137 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:41.139019 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ee2010c-58e6-4296-a5a2-951cb25b3cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:41.221095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Checking segment: {'id': '4741b5d8-4125-4363-a8bc-00a597073c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9a8e18-7179-448e-9639-087c48c1ec1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:41.221702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Network hostable DHCP agents. Network: 2f9a8e18-7179-448e-9639-087c48c1ec1d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:41:41.249281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09378a57-25ae-4927-aaed-e936ad77aa48,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:41.254353 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:41.255727 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Network 2f9a8e18-7179-448e-9639-087c48c1ec1d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:41:41.267020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 2f9a8e18-7179-448e-9639-087c48c1ec1d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:41.276863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd029ad8-e3cd-4714-9f4e-57b329d41727 None None] Network 2f9a8e18-7179-448e-9639-087c48c1ec1d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:41.281939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:41.282551 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:41.312606 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8840749 May 19 12:41:41.338598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:41:41.358488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1129-779e-435a-b9d7-3c1635a4ceac req-98b92801-8c68-490b-bc72-404e2419f753 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:41.360100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a9a1129-779e-435a-b9d7-3c1635a4ceac req-98b92801-8c68-490b-bc72-404e2419f753 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 948 time: 0.1765487 May 19 12:41:41.423442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a9a1129-779e-435a-b9d7-3c1635a4ceac req-e6e4f7ec-d786-4f81-9840-60336b386b81 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 May 19 12:41:41.595024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:41:41.631430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:41:41.632101 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:41.667818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:41.688737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa21d4d-4af6-49dc-a40a-7b03d1bf6bc8 None None] Network 2f9a8e18-7179-448e-9639-087c48c1ec1d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:41.806404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Deleting subnet 9e716e44-a9b2-483f-af9f-93446dc36b76 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:41:41.812617 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:41.871031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:41.879992 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.030036 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.114071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:41:42.191031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:42.196383 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.199697 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c096b731-9bd5-45f5-8b12-2a46df6a129c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:42.289406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:42.301167 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:42.594325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54e49-fe99-4e4e-8f02-e5dcc72f5ced req-517727fe-3ef5-4626-a5b9-15ff4f443da4 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:42.596578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cec54e49-fe99-4e4e-8f02-e5dcc72f5ced req-517727fe-3ef5-4626-a5b9-15ff4f443da4 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 969 time: 0.4646816 May 19 12:41:42.689439 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f72333d-84d4-44b5-99de-f9c0d0c035b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.774366 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.798894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cec54e49-fe99-4e4e-8f02-e5dcc72f5ced req-aceaabf9-617a-4731-b5fb-36c6ceec22c5 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295745 May 19 12:41:42.813884 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.827460 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b6d419db-1e15-44a3-ac32-0cbf32f215d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:42.865964 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:42.871381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e716e44-a9b2-483f-af9f-93446dc36b76,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:42.875144 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:42.883891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e10ee-da5a-403f-b4db-cae138e93bc1 req-0a10ade1-8e79-4777-a6aa-75b32d9f99c6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:42.885955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a91e10ee-da5a-403f-b4db-cae138e93bc1 req-0a10ade1-8e79-4777-a6aa-75b32d9f99c6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 949 time: 0.3199465 May 19 12:41:42.889227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9e716e44-a9b2-483f-af9f-93446dc36b76 HTTP/1.1" status: 204 len: 168 time: 1.2162807 May 19 12:41:42.891217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:43.031592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a91e10ee-da5a-403f-b4db-cae138e93bc1 req-fc57bc3c-88f7-4405-bd23-68d402bcc1ba tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202397 May 19 12:41:43.040988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.199930 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.225252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.225907 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.227300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.227849 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.228478 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.228857 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.229368 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.229754 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.230202 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.230676 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.430975 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926', 'code': 200} May 19 12:41:43.617458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-a217ed42-7259-4328-95b3-81df02fc624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:43.619005 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-a217ed42-7259-4328-95b3-81df02fc624c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 1100 time: 0.0972898 May 19 12:41:43.648292 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.659947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.659947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.659947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.659947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:41:43.659947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04665087-fbea-47ed-82d1-d68c1f9f82ab']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:43.674156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:43.680060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Usage tracker for resource:security_group_rule and tenant:b556027bf0754323b19041edd437c947 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:43.683747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:43.692178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:43.743147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:41:43.762111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ee68a-42f7-4405-aaa3-28c5634037bc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:43.762554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ee68a-42f7-4405-aaa3-28c5634037bc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:43.842227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.849424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.868524 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:43.898118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.900291 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ce74b76-4c90-4b2a-b858-3bcd99e30b14 req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737143 May 19 12:41:43.933058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a32de97a-0070-4b41-9a61-2216d809600d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:43.952437 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:43.962690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:43.971151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:43.989685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab', 'mac_address': 'fa:16:3e:06:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-813711193', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:41:43.999362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:41:44.000017 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: from cryptography.utils import int_from_bytes May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: from cryptography.utils import int_from_bytes May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: timer() May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:41:44.025404 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:41:44.068734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.102618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:41:44.110850 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.132724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:44.137873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.140999 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:44.188446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.189088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.189515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.189977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.190435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.196502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c59e1eb6-5b27-4b43-abcf-353d8acf5793 req-49069d73-7790-4859-8456-f91de5e0add7 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3592 time: 0.5219133 May 19 12:41:44.215239 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.228142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.237273 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:44.267676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:44.285326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=04665087-fbea-47ed-82d1-d68c1f9f82ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:44.288644 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:44.289138 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:44.292227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/04665087-fbea-47ed-82d1-d68c1f9f82ab HTTP/1.1" status: 204 len: 168 time: 1.3995578 May 19 12:41:44.297499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:44.405792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:41:44.409267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:44.432116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1b8b-4e0a-465a-af82-c3d3a9f650f3 req-d54822a5-1b91-41d1-9bc7-27e64cfbaf9c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:44.434935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad9b1b8b-4e0a-465a-af82-c3d3a9f650f3 req-d54822a5-1b91-41d1-9bc7-27e64cfbaf9c tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 970 time: 0.3305333 May 19 12:41:44.555008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Deleting subnet 09378a57-25ae-4927-aaed-e936ad77aa48 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:41:44.558716 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.572487 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.577113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:44.583285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Usage tracker for resource:security_group_rule and tenant:92e39259d9d442f3ae24f9f946a5471c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:44.586835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:44.593758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:44.698121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.704584 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.708538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad9b1b8b-4e0a-465a-af82-c3d3a9f650f3 req-36d323a8-acac-4b60-91f1-edd26d2253fb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066846 May 19 12:41:44.715516 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:44.744943 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.761838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92e39259d9d442f3ae24f9f946a5471c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512523 May 19 12:41:44.763675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163bfd55-9a7f-4988-8fed-9d569c95444b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:44.766108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:44.773066 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:44.877243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.934056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:44.969984 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.033879 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.044967 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c6dce4d-29e8-4a56-ae39-d37e9f3baedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:45.047119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaef08e-0a89-4049-ac48-ca57a2374153 req-ed3aeafc-da96-4852-b2d2-8529a560de72 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.048724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbaef08e-0a89-4049-ac48-ca57a2374153 req-ed3aeafc-da96-4852-b2d2-8529a560de72 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 949 time: 0.6355011 May 19 12:41:45.070970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163bfd55-9a7f-4988-8fed-9d569c95444b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:45.074677 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:45.083468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.090628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.092608 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/163bfd55-9a7f-4988-8fed-9d569c95444b HTTP/1.1" status: 204 len: 168 time: 0.3219359 May 19 12:41:45.226331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbaef08e-0a89-4049-ac48-ca57a2374153 req-abfb5923-a7f7-4328-b26d-7a22b2823fbb tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662545 May 19 12:41:45.233008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f7d51-0823-4029-b555-76339e158e5c req-5f17d4d4-17bf-438e-a6e1-3a668b8acc59 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.234375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b2f7d51-0823-4029-b555-76339e158e5c req-5f17d4d4-17bf-438e-a6e1-3a668b8acc59 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 886 time: 0.4332981 May 19 12:41:45.439360 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.646035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:45.669234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393464-6e8f-44cd-b2df-70e9ba7ef74f req-e0b4281f-1215-4947-9f27-c3a87aec32d6 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.670045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393464-6e8f-44cd-b2df-70e9ba7ef74f req-e0b4281f-1215-4947-9f27-c3a87aec32d6 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.670846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393464-6e8f-44cd-b2df-70e9ba7ef74f req-e0b4281f-1215-4947-9f27-c3a87aec32d6 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.671656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393464-6e8f-44cd-b2df-70e9ba7ef74f req-e0b4281f-1215-4947-9f27-c3a87aec32d6 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:45.674526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12393464-6e8f-44cd-b2df-70e9ba7ef74f req-e0b4281f-1215-4947-9f27-c3a87aec32d6 tempest-NetworksTest-1378436054 tempest-NetworksTest-1378436054-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.3671401 May 19 12:41:45.680691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.731767 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.741022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb2d6f8e-4fc8-41a8-afaa-e26072de4f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:45.745730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:45.747206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:41:45.761276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Usage tracker for resource:security_group_rule and tenant:5992d47f42544dd29035f361724d740a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:45.776614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:45.800976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:45.819412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09378a57-25ae-4927-aaed-e936ad77aa48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:45.849952 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:45.901042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:45.920874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/09378a57-25ae-4927-aaed-e936ad77aa48 HTTP/1.1" status: 204 len: 168 time: 1.6216702 May 19 12:41:45.923841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:45.975754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:41:45.985661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:41:45.986058 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.060532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.069544 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.134825 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.135705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d93f313d-3a86-4a75-be83-db58b33c8abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:46.166093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5992d47f42544dd29035f361724d740a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159097 May 19 12:41:46.169068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:46.251462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.268515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54199c92-2997-4f46-b50b-344d66bf6a06,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:46.274538 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:46.326518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.360636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:41:46.376044 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.386293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:46.396244 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.398723 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:46.482407 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.486393 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:46.515177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54199c92-2997-4f46-b50b-344d66bf6a06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:46.519991 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:46.531724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.533885 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54199c92-2997-4f46-b50b-344d66bf6a06 HTTP/1.1" status: 204 len: 168 time: 0.3548787 May 19 12:41:46.574618 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.578707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:46.584201 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:46.591808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9a8e18-7179-448e-9639-087c48c1ec1d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:46.608292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4741b5d8-4125-4363-a8bc-00a597073c80') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:46.608569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4741b5d8-4125-4363-a8bc-00a597073c80') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:41:46.618893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:46.627287 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.661430 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.664975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1557b-1ac3-4500-99ea-332926893c7e req-c471f9c9-f4a9-4b5f-99e1-04861ea963b1 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:46.666560 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fca1557b-1ac3-4500-99ea-332926893c7e req-c471f9c9-f4a9-4b5f-99e1-04861ea963b1 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 971 time: 0.3970230 May 19 12:41:46.667685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.688860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:41:46.689213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: timer() May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:41:46.706421 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:41:46.853474 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.879636 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-995f835b-1fba-4109-a744-902509ffe751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:46.908158 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fca1557b-1ac3-4500-99ea-332926893c7e req-3e37650c-c734-43d7-b189-b5f4c7a3e860 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350743 May 19 12:41:46.912925 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:46.919254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9a8e18-7179-448e-9639-087c48c1ec1d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:46.931995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2f9a8e18-7179-448e-9639-087c48c1ec1d HTTP/1.1" status: 204 len: 168 time: 1.0067701 May 19 12:41:46.933466 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:47.118032 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab', 'code': 200} May 19 12:41:47.203499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d9f3-be91-41d2-bab7-9b30c11efc87 req-ea80d10e-6ae4-4106-a06b-fc4200343bd6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:47.211205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be22d9f3-be91-41d2-bab7-9b30c11efc87 req-ea80d10e-6ae4-4106-a06b-fc4200343bd6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 949 time: 0.1834126 May 19 12:41:47.286363 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be22d9f3-be91-41d2-bab7-9b30c11efc87 req-ebc1d80b-b237-4f4f-9c0c-463475d0f4ad tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 May 19 12:41:47.355950 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:47.402587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:47.413871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Usage tracker for resource:security_group_rule and tenant:a8edd3ca41e94b919ed53de800eaf829 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:47.420701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:47.439416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:47.464317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:47.519303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e8da-2612-470a-9447-8ddb893914b1 req-23b0fdbc-61e9-44cf-9d1a-003d7def827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:47.520817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6c13e8da-2612-470a-9447-8ddb893914b1 req-23b0fdbc-61e9-44cf-9d1a-003d7def827e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 1122 time: 0.2604454 May 19 12:41:47.660099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:47.683336 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f13e4ced-7212-4bb2-9bb9-bfe494ec314f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfe7081d2b1645ac9f698bae8252c16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173424 May 19 12:41:47.685706 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:47.732543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6c13e8da-2612-470a-9447-8ddb893914b1 req-9a43d210-fbeb-400f-8e72-e85ccdd2e6c2 service neutron] Synchronizing usage tracker for tenant:b556027bf0754323b19041edd437c947 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:41:47.832801 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:47.834620 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:47.848329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:47.866303 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a2ed6bf-8011-4ff5-b7c9-aaa747154143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:47.889375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6c13e8da-2612-470a-9447-8ddb893914b1 req-9a43d210-fbeb-400f-8e72-e85ccdd2e6c2 service neutron] Unset dirty status for tenant:b556027bf0754323b19041edd437c947 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:41:47.891280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6c13e8da-2612-470a-9447-8ddb893914b1 req-9a43d210-fbeb-400f-8e72-e85ccdd2e6c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615923 May 19 12:41:47.953289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da917f2-8029-4b8d-b30d-e5d90ce1daa7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:47.962926 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:47.973694 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8edd3ca41e94b919ed53de800eaf829&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3438694 May 19 12:41:47.975115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:47.976792 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:48.124491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:48.131192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.144710 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b16e4c8e-e425-4b42-8b1f-ca4fd0a7b752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:48.148097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.180642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e48a46-47e1-4983-a192-4f76d5da77ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:48.192059 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:48.195758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.203398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8e48a46-47e1-4983-a192-4f76d5da77ac HTTP/1.1" status: 204 len: 168 time: 0.5159922 May 19 12:41:48.209240 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.334654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.340216 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93ee541e-4a34-4612-ae3e-85415e504648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:48.352879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da917f2-8029-4b8d-b30d-e5d90ce1daa7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:48.360135 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:48.361276 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.362408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5da917f2-8029-4b8d-b30d-e5d90ce1daa7 HTTP/1.1" status: 204 len: 168 time: 0.3839495 May 19 12:41:48.379674 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.430947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:48.492740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e44b15f23248f9baf2e31a39344084 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:48.536522 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.540170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:48.576049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:48.584146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Usage tracker for resource:security_group_rule and tenant:4ac3f748596c4bdc9d106129dfb1d6ce is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:48.589561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:48.612440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:48.613751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:48.788153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e8c7d-2cec-48c1-8504-94cc59bfd8ea req-45294839-bc3b-44b5-8d31-c8cb12fc8b71 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:48.797018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b0e8c7d-2cec-48c1-8504-94cc59bfd8ea req-45294839-bc3b-44b5-8d31-c8cb12fc8b71 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 971 time: 0.4267836 May 19 12:41:48.822488 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.832913 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:48.849596 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-08eb2ca0-1178-4afc-87bb-9487fd4196b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:48.884232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b0e8c7d-2cec-48c1-8504-94cc59bfd8ea req-9aaf12c8-c6ce-4dc2-a5a3-142a332187dd tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858107 May 19 12:41:48.901145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3320bb99-e5fe-460f-b7bb-661963a08afa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:48.905996 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:48.924383 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ac3f748596c4bdc9d106129dfb1d6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7983584 May 19 12:41:48.928411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.039167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.053750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2907c4-d1e5-4ccc-a4f1-7989f0ec17ff req-94408167-ffd7-4785-ab04-61f9f9b96ee7 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:49.055314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c2907c4-d1e5-4ccc-a4f1-7989f0ec17ff req-94408167-ffd7-4785-ab04-61f9f9b96ee7 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 949 time: 0.1700623 May 19 12:41:49.056484 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.064877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.066457 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:49.106171 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.144928 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6e44b15f23248f9baf2e31a39344084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4784200 May 19 12:41:49.146763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b089ce-4fe8-40dc-9e22-60fa83f1d0da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:49.151433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.155871 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:49.177404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c2907c4-d1e5-4ccc-a4f1-7989f0ec17ff req-896c960e-998e-4ca4-b29b-dd001c0aa88d tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134851 May 19 12:41:49.199247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.211555 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bffac09c-09f0-4b5e-8b54-2332f4f97193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:49.236728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320bb99-e5fe-460f-b7bb-661963a08afa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:49.243246 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:49.247309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.254495 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3320bb99-e5fe-460f-b7bb-661963a08afa HTTP/1.1" status: 204 len: 168 time: 0.3245897 May 19 12:41:49.304286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.342083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.389594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.417948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.473283 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bbdfd6c-7697-4016-84e0-43abc6083066 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fcfec6100c14e3480e229fc4321f183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289210 May 19 12:41:49.474108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.484098 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.515303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:49.540618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:20ed59aad78e4436abeb63fa01bcb31e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:49.552957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:49.559893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.571581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:49.606289 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.638289 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.651195 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:49.694830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b089ce-4fe8-40dc-9e22-60fa83f1d0da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:49.695826 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.700554 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:49.702303 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef304962-b494-45a8-9a9e-5c171b576742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:49.723961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699869a-2dec-4872-8c3a-675757e6cf77,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:49.726600 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:49.740633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.742049 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3699869a-2dec-4872-8c3a-675757e6cf77 HTTP/1.1" status: 204 len: 168 time: 0.2670958 May 19 12:41:49.748074 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.749970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6b089ce-4fe8-40dc-9e22-60fa83f1d0da HTTP/1.1" status: 204 len: 168 time: 0.5973344 May 19 12:41:49.870529 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.878034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:49.892380 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:49.949733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20ed59aad78e4436abeb63fa01bcb31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161123 May 19 12:41:49.950641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69116e55-2ab0-4847-a707-1e2ac62789c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:49.953491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:49.966195 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:50.046345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.085757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.128222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9098-40fd-4aaa-be8b-182c9a567037 req-fdc176a2-d82f-42a2-b059-22a51a5cd107 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:50.130601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c84b9098-40fd-4aaa-be8b-182c9a567037 req-fdc176a2-d82f-42a2-b059-22a51a5cd107 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 971 time: 0.0922890 May 19 12:41:50.136923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:50.180586 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.188284 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.228313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:50.248317 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:50.257265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Usage tracker for resource:security_group_rule and tenant:da6283c8a1af4b1283788deb745cfac5 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:50.263531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:50.276543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69116e55-2ab0-4847-a707-1e2ac62789c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:50.279129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:50.281671 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.283338 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69116e55-2ab0-4847-a707-1e2ac62789c6 HTTP/1.1" status: 204 len: 168 time: 0.3288438 May 19 12:41:50.302969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:50.347009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-ce720103-c73d-466c-bb5b-c0d4791c77d2 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:50.349021 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-ce720103-c73d-466c-bb5b-c0d4791c77d2 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 1100 time: 0.1470659 May 19 12:41:50.377886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c84b9098-40fd-4aaa-be8b-182c9a567037 req-6fe6695a-675f-45b6-a305-2b8aa7558fba tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126029 May 19 12:41:50.555290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Deleting port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:41:50.556488 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.700024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a45bfd-9f45-4c1a-af53-4b6bf510e435 req-5f679320-05d1-47ac-ae65-e120f9a3ebeb tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:50.708455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51a45bfd-9f45-4c1a-af53-4b6bf510e435 req-5f679320-05d1-47ac-ae65-e120f9a3ebeb tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 949 time: 0.2968173 May 19 12:41:50.757891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] For port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:41:50.758404 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.843044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:50.897357 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.906676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51a45bfd-9f45-4c1a-af53-4b6bf510e435 req-009784e8-d44b-4a6c-9c73-e45d9ec82696 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806393 May 19 12:41:50.907694 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.922019 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:50.938087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fe1c165b-0beb-4db4-93ab-cae51d2a3d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:50.981959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:50.996255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Usage tracker for resource:security_group_rule and tenant:740aec564adb4bcdbadc8c7ab3957f5a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:51.000839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:51.012478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da6283c8a1af4b1283788deb745cfac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8701136 May 19 12:41:51.012738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Calling delete_port for 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:41:51.013813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d70b1-4a6c-41a3-9f71-fc4d8c5eed68,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:51.016452 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:51.017562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:51.019790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:51.024563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-12cf7f52-a27c-41f2-95e5-e2f2aee3044b tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:51.032516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-12cf7f52-a27c-41f2-95e5-e2f2aee3044b tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 1122 time: 0.2672074 May 19 12:41:51.078692 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.152677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:51.164617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Usage tracker for resource:security_group_rule and tenant:a5c77692719f4162ae0ae354087a24d2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:51.171139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:51.184537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:51.220502 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.281412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.303539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.315276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['320a11f2-f8fe-4bdf-a5c5-4e22f403a926'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:41:51.320006 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:51.374210 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.386963 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.398909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Pushing event deleted for resources: {'Port': ['ID=320a11f2-f8fe-4bdf-a5c5-4e22f403a926,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:51.416409 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-672bdb85-e8db-4632-bdfe-5ad9f9c29f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:51.507774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=740aec564adb4bcdbadc8c7ab3957f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6598909 May 19 12:41:51.512215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:51.530630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda4d4d-c726-43a8-a1c9-d9914aeb22b0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:51.546608 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:51.550562 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.562761 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.575122 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:51.594255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.612365 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:51.639480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] No DVR routers for this DVR port 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:41:51.644518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.649248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'name': 'network-vif-deleted', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:41:51.653711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Synchronizing usage tracker for tenant:a5c77692719f4162ae0ae354087a24d2 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:41:51.668282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5d094-ff91-4ce6-b759-ff6c02e9eb11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:51.669365 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f6585c70-c733-4c00-a5da-531d35ec6410 req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] 10.222.0.71 "DELETE /v2.0/ports/320a11f2-f8fe-4bdf-a5c5-4e22f403a926 HTTP/1.1" status: 204 len: 173 time: 1.3091354 May 19 12:41:51.686556 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:51.699517 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:51.780472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.780472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3d70b1-4a6c-41a3-9f71-fc4d8c5eed68,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:51.787460 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:51.793331 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.794832 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d3d70b1-4a6c-41a3-9f71-fc4d8c5eed68 HTTP/1.1" status: 204 len: 168 time: 0.7738349 May 19 12:41:51.859624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Unset dirty status for tenant:a5c77692719f4162ae0ae354087a24d2 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:41:51.882496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c331bad-05ab-41a3-a13b-684f56f6666c req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471580 May 19 12:41:51.892410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:51.918469 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5567f66-9cc2-4ad1-9982-9b6254e7ab8a', 'name': 'network-vif-deleted', 'tag': '320a11f2-f8fe-4bdf-a5c5-4e22f403a926', 'status': 'completed', 'code': 200} May 19 12:41:52.041303 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:52.051881 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c1eb491-cf36-4658-81cb-c275ffa654f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:52.104499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda4d4d-c726-43a8-a1c9-d9914aeb22b0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:52.108586 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:52.115016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:52.121762 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cda4d4d-c726-43a8-a1c9-d9914aeb22b0 HTTP/1.1" status: 204 len: 168 time: 0.6068912 May 19 12:41:52.382414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-431d5752-9539-4db3-9f58-e3da1441a8c4 req-15962414-77ce-4a91-9d02-4b29779a5d38 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5567f66-9cc2-4ad1-9982-9b6254e7ab8a HTTP/1.1" status: 200 len: 210 time: 0.1234038 May 19 12:41:53.429105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:53.771806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-405907709-network', 'tenant_id': '476be6fcccdb4c389a92326e031911f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:53.791966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:53.809522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Usage tracker for resource:network and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:53.816634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:53.832200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:53.870402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:53.875643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:53.923623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:53.959580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:53.965443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Usage tracker for resource:security_group_rule and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:53.969387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:53.978576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:54.197819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.207187 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.240691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:41:54.247110 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:54.275869 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.276484 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Added segment d546618c-2d8c-424b-bcfd-a2fc15aa5d6e of type vlan for network 026e7e38-74ad-47f8-a355-cb7d44b41f4d May 19 12:41:54.300757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:54.306661 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:54.327476 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.340814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-81d92e52-ea90-4115-a665-c5b85426588d tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676010 May 19 12:41:54.376247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.379774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:54.380672 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:54.397389 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:54.538524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-22b6b2b1-7923-4361-8f54-19239a61cc92 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:54.547394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-22b6b2b1-7923-4361-8f54-19239a61cc92 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988659 May 19 12:41:54.567962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-5cdac123-7cb0-4c8c-9b12-9d7ce0b679fb tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/quotas/9cee53177a594f6a8eabeaa03b9dd451 HTTP/1.1" status: 200 len: 375 time: 0.0162122 May 19 12:41:54.632175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-814d7048-d55d-49bf-a0cb-2719d421412b tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630119 May 19 12:41:54.672323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Pushing event updated for resources: {'Network': ['ID=026e7e38-74ad-47f8-a355-cb7d44b41f4d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:54.676810 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:54.680089 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2489252 May 19 12:41:54.684084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:54.685217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:41:54.690468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Request body: {'subnet': {'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-405907709-subnet', 'tenant_id': '476be6fcccdb4c389a92326e031911f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:54.698385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:54.708614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Usage tracker for resource:subnet and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:54.715783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:54.735038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:54.760588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:54.763151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:55.062723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be789355-162c-4392-a0da-061234ea5df5 req-6ed93ba6-41f1-4208-9818-3c8bac6fa07a tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 210 time: 0.0628023 May 19 12:41:55.404121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:41:55.457264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:41:55.457601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 320a11f2-f8fe-4bdf-a5c5-4e22f403a926 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:41:55.610979 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:55.624682 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:55.693245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:55.790450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:55.791992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Network hostable DHCP agents. Network: 026e7e38-74ad-47f8-a355-cb7d44b41f4d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:41:55.797586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:55.814259 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:55.841242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:41:55.894100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 026e7e38-74ad-47f8-a355-cb7d44b41f4d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:55.909993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4975e0f-d789-44f0-a2a3-bb6a96d8cbe9 None None] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:55.913310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:55.914497 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:55.980011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2827661 May 19 12:41:56.119168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-network', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:56.145834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:56.164228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Usage tracker for resource:network and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:56.174515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:56.205095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:56.237257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Made reservation on behalf of 81143ae3aade43c9837ddd728be3a4af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:56.241300 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:56.297495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:56.356965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:56.371610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Usage tracker for resource:security_group_rule and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:56.377674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:56.390343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:56.507489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f36c2-3939-4cde-ba85-6a7b4e78c867 None None] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:41:56.609752 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1365ab9c-79e2-4ef9-b31c-ecc0034f2a04 req-ec6ff4ef-5d29-4f19-9f02-12dbd427c0a1 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 210 time: 0.2309875 May 19 12:41:56.753078 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:56.765755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:56.784365 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:56.961900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:41:57.063426 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-0b2fc5d7-5224-4080-baad-d884b73201d5 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871413 May 19 12:41:57.068199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d4ba6-fd56-4197-a559-87a12fa85014,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:57.080371 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:57.130157 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:57.130708 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Added segment 9b7cabc4-0d2a-49d6-af91-ca536305ed13 of type vlan for network 3cebc90e-b426-4903-93e5-3edcb95da90e May 19 12:41:57.179817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-4999be0c-ec93-4d28-b166-5483fe22a8ff tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665240 May 19 12:41:57.432383 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:57.603049 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:41:57.665681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-0103c85e-9737-4375-a700-c3abaf17d34f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:57.668207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-0103c85e-9737-4375-a700-c3abaf17d34f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5907381 May 19 12:41:57.670067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:57.672444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:57.673647 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:57.688081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Request body: {'port': {'device_id': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '9cee53177a594f6a8eabeaa03b9dd451'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:57.688556 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-0cc1a6d5-e1c4-4088-9c05-0df810ab48e5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:57.692362 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-0cc1a6d5-e1c4-4088-9c05-0df810ab48e5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097673 May 19 12:41:57.712157 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-802cffa1-7961-46fb-b162-97085a7b2d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:57.720395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-773333ab-8723-4f00-91c1-6f81d2031e76 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/quotas/6af4c43523664f5797f03c05ec088968 HTTP/1.1" status: 200 len: 375 time: 0.0217185 May 19 12:41:57.836873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-c72ec7c9-2768-4cf4-a5e0-3a1fe8713902 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010797 May 19 12:41:58.087510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:58.093830 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3947079 May 19 12:41:58.104136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:58.105052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Pushing event updated for resources: {'Network': ['ID=3cebc90e-b426-4903-93e5-3edcb95da90e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:58.111757 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:58.122211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 3cebc90e-b426-4903-93e5-3edcb95da90e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:41:58.122995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Request body: {'subnet': {'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-subnet', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:58.135644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:58.152207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Usage tracker for resource:subnet and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:58.162805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:58.199101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:58.223339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:58.228675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Usage tracker for resource:port and tenant:9cee53177a594f6a8eabeaa03b9dd451 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:58.232619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:58.240758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:58.264300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Made reservation on behalf of 9cee53177a594f6a8eabeaa03b9dd451 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:58.273099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:58.317843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Made reservation on behalf of 81143ae3aade43c9837ddd728be3a4af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:58.329705 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:58.375049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e591046b-0c08-4306-9923-b2b783ceee29 req-fd88b619-bedb-46af-9e0d-a9f516f1e186 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 210 time: 0.1243720 May 19 12:41:58.391563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:41:58.401484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1758205065-network', 'tenant_id': '77c39c712bce49c6854a21bc867caaf6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:58.423678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:58.447430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Usage tracker for resource:network and tenant:77c39c712bce49c6854a21bc867caaf6 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:58.456301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:58.469760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:58.492950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Made reservation on behalf of 77c39c712bce49c6854a21bc867caaf6 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:41:58.508731 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:58.535634 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:58.577894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:58.586387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Usage tracker for resource:security_group_rule and tenant:77c39c712bce49c6854a21bc867caaf6 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:58.593462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:58.607359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:58.750346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Allocated IP 192.168.233.129 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/ff75f7d8-5a52-4cc1-b656-de4f9fe52989) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:41:59.002595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.033212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:41:59.040093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4f947284cb6e4bd2aef25e62f3c43eff is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:41:59.043483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:41:59.049972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.083245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:41:59.089986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.104398 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-961b8782-0943-46ee-b69f-04909cb973ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:59.142940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c969991-d637-4ad9-8d9d-62f40aeafec2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:59.167670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.168554 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-c737a635-5e05-4067-b0ef-bf23791d3183 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208472 May 19 12:41:59.174575 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:59.200872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Transition to ACTIVE for port object ff75f7d8-5a52-4cc1-b656-de4f9fe52989 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:41:59.213485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:41:59.265659 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.269402 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Added segment d3b4ffd0-d2ec-48a0-b195-95fa7731914f of type vlan for network 711ff564-589f-4e64-b54e-76f154917477 May 19 12:41:59.289555 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.324402 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:59.459794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-0723f5b4-3497-4aee-9ef6-57ed585dbaa0 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661842 May 19 12:41:59.466865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.493966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:41:59.498916 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:41:59.505285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:41:59.510942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:59.511790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.525420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Pushing event updated for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:59.536218 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:59.542638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.561239 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:59.622008 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9396393 May 19 12:41:59.644471 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Request body: {'port': {'device_id': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:41:59.693496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77244238-6ef4-4670-8790-f0993bf0e795,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:41:59.720359 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.775863 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:41:59.793930 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Checking segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:41:59.794553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Network hostable DHCP agents. Network: 3cebc90e-b426-4903-93e5-3edcb95da90e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:41:59.835821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-636e4fb2-a1af-4ec1-96ff-7f40b162f00f tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:59.841213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-636e4fb2-a1af-4ec1-96ff-7f40b162f00f tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804159 May 19 12:41:59.862956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:59.863229 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.876165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:41:59.881332 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f689e6f1-fd64-447e-94aa-2a48f066af61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:41:59.889191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Network 3cebc90e-b426-4903-93e5-3edcb95da90e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:41:59.916973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-8c8faf78-0a06-4501-9c1b-c765a74216b0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:41:59.928717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-8c8faf78-0a06-4501-9c1b-c765a74216b0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7589991 May 19 12:41:59.998188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0cf4535-1b1c-456c-9ec8-3e513cca6acb None None] Provisioning for port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:00.005667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.010986 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-f9ea8169-e3ca-4d06-8209-b18f02934714 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/quotas/06119e4e6cc04f7da42d0ca963a2858d HTTP/1.1" status: 200 len: 375 time: 0.1368766 May 19 12:42:00.012324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0cf4535-1b1c-456c-9ec8-3e513cca6acb None None] Provisioning complete for port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:00.013215 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4535-1b1c-456c-9ec8-3e513cca6acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.022701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-a1d815fa-d160-44ac-9e26-025c30c94783 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/quotas/6af4c43523664f5797f03c05ec088968 HTTP/1.1" status: 200 len: 375 time: 0.0751402 May 19 12:42:00.054879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 3cebc90e-b426-4903-93e5-3edcb95da90e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:00.077120 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-282fdd80-ecfd-49d8-ba66-a576d463a217 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496047 May 19 12:42:00.078399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:00.078984 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.117929 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.155512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca27aae-06a7-49cf-ae2c-9935d8bce8c6 None None] Network 3cebc90e-b426-4903-93e5-3edcb95da90e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:00.182475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-af1c72a6-c1c3-4a04-95d6-1a1a819c976d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1588635 May 19 12:42:00.191719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Pushing event updated for resources: {'Network': ['ID=711ff564-589f-4e64-b54e-76f154917477,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:00.194973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8019607 May 19 12:42:00.198258 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:00.199142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98fe0c0f-43b8-485d-9ed9-280e63289cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:00.210175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d102c63a-30b8-4dd1-90c7-cf9ac044ed93 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380413 May 19 12:42:00.212452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:00.224200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 711ff564-589f-4e64-b54e-76f154917477 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:42:00.240358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Request body: {'subnet': {'network_id': '711ff564-589f-4e64-b54e-76f154917477', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1758205065-subnet', 'tenant_id': '77c39c712bce49c6854a21bc867caaf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:00.264127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:00.270073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f947284cb6e4bd2aef25e62f3c43eff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1811140 May 19 12:42:00.274216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:00.275759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Usage tracker for resource:subnet and tenant:77c39c712bce49c6854a21bc867caaf6 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:00.278857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422903ad-cb37-4d4b-843b-38009d9e9170,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:00.285215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:00.289017 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:00.308620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:00.344970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Made reservation on behalf of 77c39c712bce49c6854a21bc867caaf6 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:00.348216 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.467472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.511775 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.512724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-f86922f9-358f-414d-853e-23be3496dbf8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:00.522522 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-f86922f9-358f-414d-853e-23be3496dbf8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4358730 May 19 12:42:00.536756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf4535-1b1c-456c-9ec8-3e513cca6acb None None] Port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:00.599233 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.606004 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:00.646549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422903ad-cb37-4d4b-843b-38009d9e9170,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:00.661959 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:00.673660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:00.679215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/422903ad-cb37-4d4b-843b-38009d9e9170 HTTP/1.1" status: 204 len: 168 time: 0.3965390 May 19 12:42:00.921560 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18050b10-21b0-4978-b95c-8d9694c3a884 req-eda2af2a-8991-49d2-b1fe-104a861a79ee tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 210 time: 0.1494417 May 19 12:42:00.946781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-3cebc90e-b426-4903-93e5-3edcb95da90e', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:42:00.947628 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.206908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-471685af-43b9-4c2d-b948-4e868d23960c req-35f4ce15-97e1-4f01-a272-9424c5baa5dd tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.0992057 May 19 12:42:01.318161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf711e-67c3-4f28-ba73-bd3c3dfc1f38 req-67033dc5-fd03-4245-aaf7-56ae30b77fc8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:01.319768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cadf711e-67c3-4f28-ba73-bd3c3dfc1f38 req-67033dc5-fd03-4245-aaf7-56ae30b77fc8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 936 time: 0.4009163 May 19 12:42:01.409351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff75f7d8-5a52-4cc1-b656-de4f9fe52989 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:01.427854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.456990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Allocated IP 172.20.0.2 (3cebc90e-b426-4903-93e5-3edcb95da90e/77244238-6ef4-4670-8790-f0993bf0e795/d07b1c3f-93b4-4b9a-810e-8bce9a68af7b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:01.472316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Transition to ACTIVE for port object ff75f7d8-5a52-4cc1-b656-de4f9fe52989 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:01.481295 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3719950 May 19 12:42:01.485852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:01.486668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:01.503506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:01.544093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:01.561652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Usage tracker for resource:router and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:01.568913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:01.579446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cadf711e-67c3-4f28-ba73-bd3c3dfc1f38 req-c14bdab5-bc39-4f66-b488-02bd6cfa5cae tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481892 May 19 12:42:01.597247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:01.631582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Request body: {'port': {'device_id': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '6af4c43523664f5797f03c05ec088968'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:01.730046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.743839 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:01.841752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Checking segment: {'id': 'd3b4ffd0-d2ec-48a0-b195-95fa7731914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711ff564-589f-4e64-b54e-76f154917477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:01.842184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Network hostable DHCP agents. Network: 711ff564-589f-4e64-b54e-76f154917477, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:42:01.845603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48169de8-7d22-4c80-aecb-4333a3656e4b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:01.849312 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:01.889841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Network 711ff564-589f-4e64-b54e-76f154917477 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:42:01.910556 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 711ff564-589f-4e64-b54e-76f154917477) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:01.923354 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.928650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:01.929321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.942461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.942796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b08d88-d61e-4778-9177-314c88f8df6b None None] Network 711ff564-589f-4e64-b54e-76f154917477 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:01.943508 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:01.981765 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7577474 May 19 12:42:01.991756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:02.007351 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:02.192849 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:02.227202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Transition to ACTIVE for port object d07b1c3f-93b4-4b9a-810e-8bce9a68af7b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:02.289970 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Transition to ACTIVE for port object d07b1c3f-93b4-4b9a-810e-8bce9a68af7b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:02.311274 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:02.322053 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:02.351844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:02.465192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Usage tracker for resource:security_group_rule and tenant:044dc6cc388740b6ae6ec53d91d742ee is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:02.522898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Network 3cebc90e-b426-4903-93e5-3edcb95da90e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:02.528673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:02.530216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Pushing event updated for resources: {'Port': ['ID=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:02.532448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:02.553290 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:02.558750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:02.587601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:02.592783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:02.671678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:02.697083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-350948b6-9aa8-48ef-805d-6fa2faa6fb39 req-0077a315-9396-4784-8515-d10c6c520538 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 210 time: 0.2605696 May 19 12:42:02.719813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db0fb4bb-980a-49c7-9cf3-51ba2c803534 req-46a4321e-fdec-46bf-bdec-7100a8193d63 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.1277611 May 19 12:42:02.736408 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:02.801728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:02.827329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.71', 51611) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:02.900620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-5987ae1f-a9b8-4d64-90c7-7e593f57cce0 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710647 May 19 12:42:03.029277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Attempting to bind port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:03.030126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Attempting to bind port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:03.031022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Attempting to bind port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:03.053545 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Usage tracker for resource:port and tenant:6af4c43523664f5797f03c05ec088968 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:03.071837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:03.075020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Attempting to bind port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:03.075761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Attempting to bind port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:03.076527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Attempting to bind port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b on network 3cebc90e-b426-4903-93e5-3edcb95da90e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:03.086066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4ddef-6ccd-41c9-849b-079386abfb42 None None] Network 711ff564-589f-4e64-b54e-76f154917477 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:03.108061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:03.108895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Attempting to bind port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:03.117541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:03.161094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:03.161826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Checking segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:03.163839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.164577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Bound using segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:03.165426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Bound port: d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:03.166090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.272798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:03.273278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:03.274006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:03.282230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Bound port: ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:03.283332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.309236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539131bb-cd37-47bd-89cb-64c5787d5378 req-9704c2b2-dc92-4f57-b3bb-8ddb808c7d6b tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:03.320387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-539131bb-cd37-47bd-89cb-64c5787d5378 req-9704c2b2-dc92-4f57-b3bb-8ddb808c7d6b tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 948 time: 0.3684371 May 19 12:42:03.325199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Made reservation on behalf of 6af4c43523664f5797f03c05ec088968 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:03.331656 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.482261 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.500188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.71', 51612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:03.535992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] For port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:03.547250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-c469e207-e19d-4d47-81ae-6c124797b5bd tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:03.549716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-c469e207-e19d-4d47-81ae-6c124797b5bd tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.2202768 May 19 12:42:03.585794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-cea77431-ed29-4371-bf38-afb3ae198c76 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:03.587351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-cea77431-ed29-4371-bf38-afb3ae198c76 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6815715 May 19 12:42:03.588186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] For port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:03.600446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-e147dbc1-acf8-47b4-a00b-d66e4b9835b0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/quotas/476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 375 time: 0.0410569 May 19 12:42:03.608093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Request body: {'port': {'device_id': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '06119e4e6cc04f7da42d0ca963a2858d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:03.610412 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.618008 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:03.714477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Pushing event updated for resources: {'Port': ['ID=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:03.718871 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:03.808098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-539131bb-cd37-47bd-89cb-64c5787d5378 req-e76a4d16-213f-4ad1-90f7-ca53f2ccb41e tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863451 May 19 12:42:03.810354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:03.825187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-07a079b3-dc36-4c07-9b7e-0a5d5aedacd6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848756 May 19 12:42:03.849601 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-e10c2333-22cb-4639-bb4a-293a1f675f55 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3282685 May 19 12:42:03.871313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.882008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Usage tracker for resource:security_group_rule and tenant:6af4c43523664f5797f03c05ec088968 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:03.883652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:03.889468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Usage tracker for resource:port and tenant:06119e4e6cc04f7da42d0ca963a2858d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:03.892750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:03.903886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:03.928578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Made reservation on behalf of 06119e4e6cc04f7da42d0ca963a2858d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:03.937030 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.953471 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:03.959567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:03.972438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:03.979349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Usage tracker for resource:security_group_rule and tenant:06119e4e6cc04f7da42d0ca963a2858d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:03.982512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:03.995954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:03.998977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:04.148521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-544531ba-a266-41ac-8052-10e5cbc20c26 req-dfc0b058-a389-4c19-8d05-d262350896b5 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 210 time: 0.0735207 May 19 12:42:04.215883 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.223611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.230309 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:04.328372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-069c9070-7987-45e5-b727-05e64705ea87 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:42:04.330061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-069c9070-7987-45e5-b727-05e64705ea87 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2119639 May 19 12:42:04.366283 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.369479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:04.381323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.402574 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ce236e3-4ef8-4f86-a91c-d1ef4070acfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:04.421426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:04.447708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.479418 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=044dc6cc388740b6ae6ec53d91d742ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9905043 May 19 12:42:04.488997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:04.512747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f7af8b9-914f-4c45-9f54-c9e66f995eea req-8db73290-7c07-4187-bf26-7a6ea7b12dd7 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.1810839 May 19 12:42:04.611188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-624a9e79-6917-42f0-9566-3c896581ef4a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:04.613393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-624a9e79-6917-42f0-9566-3c896581ef4a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7466509 May 19 12:42:04.622436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c448b-6081-4368-8b3f-dc66846df85d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:04.662002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384d1c8e-8037-4d1c-bf73-4bdabda3b93c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:04.686407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Request body: {'port': {'device_id': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '6af4c43523664f5797f03c05ec088968'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:04.694271 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:04.714688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:04.715664 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:04.717174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] 10.222.0.71 "PUT /v2.0/ports/ff75f7d8-5a52-4cc1-b656-de4f9fe52989 HTTP/1.1" status: 200 len: 1096 time: 5.0863941 May 19 12:42:04.719402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:04.741696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:04.757337 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:04.959840 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989', 'status': 'completed', 'code': 200} May 19 12:42:04.974585 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-0c9b0461-cb41-4375-ad61-f5391940107d service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618658 May 19 12:42:05.146097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Allocated IP 192.168.233.217 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/347340ad-3529-4aa8-9987-045a15a6e588) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:05.198040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:05.214846 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.241051 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.246533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d07b1c3f-93b4-4b9a-810e-8bce9a68af7b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:05.257102 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:05.263264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.378834 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:05.395323 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a64faf-76bd-4aab-8839-759b97212279 None None] Network 3cebc90e-b426-4903-93e5-3edcb95da90e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:05.482540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81cf3d-84cf-4f49-b42e-0905e0fafd16,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:05.494647 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:05.531272 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.546420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-958febf6-454e-41a3-93c1-8788955c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:05.548575 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-958febf6-454e-41a3-93c1-8788955c893e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 1099 time: 0.7423334 May 19 12:42:05.574367 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.601478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Transition to ACTIVE for port object 347340ad-3529-4aa8-9987-045a15a6e588 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:05.640054 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.645297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:05.654084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Usage tracker for resource:port and tenant:6af4c43523664f5797f03c05ec088968 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:05.658615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:05.668456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:05.688695 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a5ac1d4-4a7a-4650-863b-f8ced396063b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:05.748856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Made reservation on behalf of 6af4c43523664f5797f03c05ec088968 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:05.752159 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.771395 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-6716104c-e373-4957-83e5-fca5ee799be4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989 HTTP/1.1" status: 200 len: 217 time: 0.2110322 May 19 12:42:05.775686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89f43176-ecc8-40e1-8b6b-1db8a5ac210a None None] Provisioning for port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:05.808265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:05.857313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:05.886519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-06bfe9ef-70fb-40de-bc12-43be318872bb service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101727 May 19 12:42:05.887893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:05.893331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:05.904799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:05.905413 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:05.939430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-2e3b9c57-920e-4198-8518-fc7225f0b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:05.941479 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-2e3b9c57-920e-4198-8518-fc7225f0b64d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1561708 May 19 12:42:06.058452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Pushing event updated for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:06.083138 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:06.113335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:06.114132 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.125937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1967-4741-4bab-a859-cefa3aeb3046 req-ad5037d7-c456-4ac0-90f8-803aa026d593 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:06.134606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0ad1967-4741-4bab-a859-cefa3aeb3046 req-ad5037d7-c456-4ac0-90f8-803aa026d593 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 948 time: 0.4656570 May 19 12:42:06.236083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Allocated IP 192.168.233.128 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/ef087795-1982-499c-90d9-57d458a4b478) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:06.256552 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.280697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0ad1967-4741-4bab-a859-cefa3aeb3046 req-e25f1d14-dd41-493f-ac28-404b343846ce tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449513 May 19 12:42:06.282887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6813900 May 19 12:42:06.299150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Request body: {'port': {'device_id': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:06.410985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.439587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:06.442643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c417b6c0-324d-46ae-af53-34a916c9e0a5 None None] Provisioning for port 347340ad-3529-4aa8-9987-045a15a6e588 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:06.488179 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.509923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.510114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c417b6c0-324d-46ae-af53-34a916c9e0a5 None None] Provisioning complete for port 347340ad-3529-4aa8-9987-045a15a6e588 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:06.510519 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c417b6c0-324d-46ae-af53-34a916c9e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.695030 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:06.732556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Allocated IP 172.25.4.100 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/0032861f-d374-4b3b-9d58-b2561cb5742b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:06.734125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.839891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.57', 54907) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:06.905934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c417b6c0-324d-46ae-af53-34a916c9e0a5 None None] Port 347340ad-3529-4aa8-9987-045a15a6e588 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:06.929146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:06.943499 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:06.944981 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:06.963136 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:07.006903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-a60a5253-20e9-460b-8104-7c5401294e2a tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:07.007623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-a60a5253-20e9-460b-8104-7c5401294e2a tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Synchronizing usage tracker for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:07.040999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4449ec33-be93-44ea-9903-12272952d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:07.042734 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-4449ec33-be93-44ea-9903-12272952d3aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0840425 May 19 12:42:07.054218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c448b-6081-4368-8b3f-dc66846df85d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:07.068089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b0fa607f-060d-444d-bb7e-f897c48ef592 None None] Provisioning complete for port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:07.068397 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0fa607f-060d-444d-bb7e-f897c48ef592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:07.096588 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:07.140279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-a60a5253-20e9-460b-8104-7c5401294e2a tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Unset dirty status for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:07.147569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-a60a5253-20e9-460b-8104-7c5401294e2a tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 936 time: 0.5930700 May 19 12:42:07.164972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02900b98-faed-4398-9a17-404d08487949 req-843c84e9-fae2-49fb-89cf-75b22a884999 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:07.172632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02900b98-faed-4398-9a17-404d08487949 req-843c84e9-fae2-49fb-89cf-75b22a884999 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 971 time: 0.4141362 May 19 12:42:07.244497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d07b1c3f-93b4-4b9a-810e-8bce9a68af7b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:07.272191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02900b98-faed-4398-9a17-404d08487949 req-0522384b-fa2c-4c56-bd13-2b151eb627e7 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/security-groups?id=b28b2992-b7e6-4a16-891c-8bcd34486a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986447 May 19 12:42:07.276310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:07.277570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d7c448b-6081-4368-8b3f-dc66846df85d HTTP/1.1" status: 204 len: 168 time: 2.7243750 May 19 12:42:07.307721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-e149659a-fbd3-43a9-83dd-fcffd56c3b0e tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:07.309178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-e149659a-fbd3-43a9-83dd-fcffd56c3b0e tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 971 time: 0.4655836 May 19 12:42:07.347831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-9cae1da7-3fb4-4138-ad25-91dd53f34b06 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Synchronizing usage tracker for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:07.400810 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:07.601424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-637839c3-d3f1-49ce-b996-269853e624ae req-af099ece-7f44-4a80-838a-a8ee24fa79ed tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.0913315 May 19 12:42:07.646535 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:07.683400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-12ed3abf-88e7-4922-a746-616be5fefee4 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185048 May 19 12:42:07.709386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-9cae1da7-3fb4-4138-ad25-91dd53f34b06 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Unset dirty status for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:07.710496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6cd1b9a3-fa61-4be6-9ee5-cb009e100c5d req-9cae1da7-3fb4-4138-ad25-91dd53f34b06 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620449 May 19 12:42:07.754396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Deleting port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:42:07.754811 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:07.792047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Transition to ACTIVE for port object ef087795-1982-499c-90d9-57d458a4b478 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:07.868378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65d486ff-6ba3-401e-a445-fd69480b6a05 req-6e768978-b69a-48f8-99bd-d1c0f9fbe025 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 210 time: 0.0770731 May 19 12:42:08.016692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:08.017285 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:08.106121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:08.121457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] For port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:08.122105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:08.133219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.57', 54909) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:08.212958 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:08.336486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Calling delete_port for b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab owned by compute:tempest-test_az-813711193 {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:42:08.438119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:08.477078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:08.524450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:08.715141 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:08.731991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:08.798120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b0c3aa3f-708e-42d1-96d3-e80d2d7fd6f9 req-7c114260-5cb1-4de9-b084-5062a75651b6 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.69 "GET /v2.0/ports?device_id=488c1fc2-ab80-4b72-82d4-973b5b829ed5 HTTP/1.1" status: 200 len: 210 time: 0.1406324 May 19 12:42:08.829022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:08.888915 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ec9bc521-a4ed-49cd-980c-31e514f1f0d3 req-a82b2c61-57f4-44f9-80cd-90d83b42c677 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1919451 May 19 12:42:08.912205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Pushing event updated for resources: {'Port': ['ID=0032861f-d374-4b3b-9d58-b2561cb5742b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:08.985981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Pushing event deleted for resources: {'Port': ['ID=b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:09.031642 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:09.032824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:09.123555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.124091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.124529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.124961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.125385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.125877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.126300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.126826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.127302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.127795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.128773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.129206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:09.165868 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:09.187357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83172714-375c-4ea1-bda1-22253cd0cf4e req-0d7a8261-8aa9-4220-93df-505a0237252c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.1271434 May 19 12:42:09.208318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] No DVR routers for this DVR port b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:42:09.208318 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:09.208318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'name': 'network-vif-deleted', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:09.260804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0e860b9-7bb6-454a-9393-72db6f416372 req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] 10.222.0.57 "DELETE /v2.0/ports/b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab HTTP/1.1" status: 204 len: 173 time: 1.9247177 May 19 12:42:09.279046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856171a5-57d7-4167-88f1-2a462ff1a927 req-c3af3103-edde-4a67-bb99-44c2acc1f2d8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:09.291547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-856171a5-57d7-4167-88f1-2a462ff1a927 req-c3af3103-edde-4a67-bb99-44c2acc1f2d8 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 948 time: 0.5861063 May 19 12:42:09.304172 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:09.432785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:09.446806 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:09.463557 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-856171a5-57d7-4167-88f1-2a462ff1a927 req-320fb130-5d85-47e6-ae1f-1f0137374e92 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707850 May 19 12:42:09.489787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:09.501598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:09.505830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:09.512863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:09.513527 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:09.610721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0a883-40ec-4b0a-a2a4-bf6152232d12 req-3a116a6b-2244-41c9-84cb-84d68ac5d797 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:09.610997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Allocated IP 192.168.233.236 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/4e82da0d-d9f0-4b7e-87d4-ef1c75408665) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:09.615106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bc0a883-40ec-4b0a-a2a4-bf6152232d12 req-3a116a6b-2244-41c9-84cb-84d68ac5d797 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 936 time: 0.2412701 May 19 12:42:09.638920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-f148a583-99ea-49a5-a461-211513cdd238 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:09.640215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-f148a583-99ea-49a5-a461-211513cdd238 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Synchronizing usage tracker for tenant:476be6fcccdb4c389a92326e031911f3 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:09.739861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bc0a883-40ec-4b0a-a2a4-bf6152232d12 req-88849d42-8786-48af-a61d-aed92e9add80 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172395 May 19 12:42:09.820273 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3361745 May 19 12:42:09.864315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Request body: {'port': {'device_id': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:09.932707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19680deb-3d2f-490c-bd94-931cab542ad6 None None] Provisioning for port ef087795-1982-499c-90d9-57d458a4b478 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:09.943783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19680deb-3d2f-490c-bd94-931cab542ad6 None None] Provisioning complete for port ef087795-1982-499c-90d9-57d458a4b478 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:09.944221 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19680deb-3d2f-490c-bd94-931cab542ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:09.986228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-28df0e3c-467f-459c-8be8-93bd657f13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:09.989595 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-28df0e3c-467f-459c-8be8-93bd657f13be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 1099 time: 1.0160065 May 19 12:42:10.004167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-f148a583-99ea-49a5-a461-211513cdd238 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Unset dirty status for tenant:476be6fcccdb4c389a92326e031911f3 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:10.005597 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-f148a583-99ea-49a5-a461-211513cdd238 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 1.8387790 May 19 12:42:10.036337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8df3c036-d420-4b71-99c4-fb81df4141f4 req-e21bb88f-bde5-4dda-8d82-82a1c6421f73 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 210 time: 0.1400206 May 19 12:42:10.068660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Request body: {'port': {'device_id': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'admin_state_up': True, 'tenant_id': '476be6fcccdb4c389a92326e031911f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:10.097989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19680deb-3d2f-490c-bd94-931cab542ad6 None None] Port ef087795-1982-499c-90d9-57d458a4b478 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:10.238005 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35e81523-9964-46fb-9913-b3a51ac8ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:10.350778 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488c1fc2-ab80-4b72-82d4-973b5b829ed5', 'name': 'network-vif-deleted', 'tag': 'b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab', 'status': 'completed', 'code': 200} May 19 12:42:10.608813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e537d6c-4079-4fe9-9cd8-4b610e2b346d req-eaa8ffd3-d0c1-4ae0-9692-c96613dc9889 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.1298866 May 19 12:42:10.834498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:10.844627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde0c4-5d7b-4d67-b8a6-47ea9972e8a2 req-333d6531-5bdf-4a88-a4d2-18531f621150 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:10.847274 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dde0c4-5d7b-4d67-b8a6-47ea9972e8a2 req-333d6531-5bdf-4a88-a4d2-18531f621150 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 948 time: 0.1104488 May 19 12:42:10.957201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dde0c4-5d7b-4d67-b8a6-47ea9972e8a2 req-280c39f7-daaa-4ba8-870a-3c6f2026380f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989606 May 19 12:42:11.018057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.137415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:11.184677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.196612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c89d-5842-4d8a-a543-93227f6e0847 req-5f7bce15-57e7-4b51-8bc0-8d435e0f35b1 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:11.204056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ff0c89d-5842-4d8a-a543-93227f6e0847 req-5f7bce15-57e7-4b51-8bc0-8d435e0f35b1 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 936 time: 0.1210632 May 19 12:42:11.257562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ff0c89d-5842-4d8a-a543-93227f6e0847 req-23f640e4-019a-4c7f-8312-18b75f962a9d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523579 May 19 12:42:11.275815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:11.295664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:11.344212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Usage tracker for resource:port and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:11.354366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-95e9ebfd-8ec5-4f77-bc52-5d34a0f93599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:11.356083 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-95e9ebfd-8ec5-4f77-bc52-5d34a0f93599 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.3420568 May 19 12:42:11.360329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:11.383174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Transition to ACTIVE for port object 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:11.384340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:11.558686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb24389-e829-48d4-b751-2c3727d95839 req-f0bd3118-2792-4d18-85ac-ffba0fb17569 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 210 time: 0.0986280 May 19 12:42:11.580286 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-725be51a-3db2-407b-abea-dac1a4ee2d02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989 HTTP/1.1" status: 200 len: 217 time: 0.2051129 May 19 12:42:11.608074 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.629722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:11.633974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.640722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:11.648836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-62242388-ca2a-4b34-816b-06ea7430d4ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed7a1fc7daa04819b17968bb4d6e0c00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5087779 May 19 12:42:11.650008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Usage tracker for resource:security_group_rule and tenant:6e1855585a6e4059a3e09522b6eb603b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:11.652831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:11.655194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:11.673474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:11.841914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.860070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.865665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-d8feaf08-1921-4012-b147-5b3ed753eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:11.867195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-d8feaf08-1921-4012-b147-5b3ed753eaac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2779994 May 19 12:42:11.878826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:42:11.889296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:11.911545 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:11.929262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:42:11.930032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b35cfbc9-7e7d-4775-8a05-ce05e4ea3aab not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:42:12.038150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.043939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.070118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.085758 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8344c5-2dcb-4c8e-b5af-502fc934db62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:12.174001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e729da9-1500-46c1-8eb2-7363a0ab692e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:12.177245 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:12.192503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e1855585a6e4059a3e09522b6eb603b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8951797 May 19 12:42:12.196228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:12.231150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97862-66c2-4198-9614-ae8d69a37fd9 req-510e55cd-5298-4a5d-bd6c-4b22938b3484 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:12.232998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dd97862-66c2-4198-9614-ae8d69a37fd9 req-510e55cd-5298-4a5d-bd6c-4b22938b3484 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 936 time: 0.4382036 May 19 12:42:12.320228 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.323494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:12.335467 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a4a73576-3a3c-473d-96c4-fe4a0b418744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:12.355370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:12.405263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:12.411264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:12.411944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.418708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event updated for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:12.419006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347340ad-3529-4aa8-9987-045a15a6e588 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:12.446721 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.462939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b2992-b7e6-4a16-891c-8bcd34486a66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:12.465752 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:12.469042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dd97862-66c2-4198-9614-ae8d69a37fd9 req-6a409f89-bddf-428a-bf09-749f380757d2 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872225 May 19 12:42:12.483769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.485193 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b28b2992-b7e6-4a16-891c-8bcd34486a66 HTTP/1.1" status: 204 len: 168 time: 0.8314466 May 19 12:42:12.496407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.509910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Transition to ACTIVE for port object 347340ad-3529-4aa8-9987-045a15a6e588 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:12.533717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.573383 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:12.593675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.594874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.594874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.594874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.595373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.595526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.595786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.596270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.596975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.597474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.598035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.598777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:12.616427 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:12.622241 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9400887 May 19 12:42:12.709712 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b20fa5d-160d-4daf-b18f-6f9e97843db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.736013 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.781716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Request body: {'port': {'device_id': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:12.821666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-80fab6cd-6350-4be3-8950-f2dcd48fec5a None None] Provisioning for port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:12.834675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Allocated IP 172.20.0.13 (026e7e38-74ad-47f8-a355-cb7d44b41f4d/7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e/51089df1-1e9b-4998-ab74-8e64fbaf7c4d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:12.837634 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-80fab6cd-6350-4be3-8950-f2dcd48fec5a None None] Provisioning complete for port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:12.838984 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80fab6cd-6350-4be3-8950-f2dcd48fec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.918339 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:12.982942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-80fab6cd-6350-4be3-8950-f2dcd48fec5a None None] Port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:13.001985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-93d95b97-e123-4b89-acb3-f568f326e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:13.004932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-93d95b97-e123-4b89-acb3-f568f326e135 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0957849 May 19 12:42:13.260856 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:13.264843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Pushing event updated for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:13.268420 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:13.271108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:13.334169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:13.345654 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61cc574a-9ede-470c-a973-47280110f79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:13.357452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:13.406137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e729da9-1500-46c1-8eb2-7363a0ab692e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:13.408447 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:13.417259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c607f-dc93-4543-bbd4-ca726608824c req-84c0b657-6b12-4083-add1-a0f6c75cc360 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:13.418846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5c607f-dc93-4543-bbd4-ca726608824c req-84c0b657-6b12-4083-add1-a0f6c75cc360 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 948 time: 1.0664632 May 19 12:42:13.470686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ff75f7d8-5a52-4cc1-b656-de4f9fe52989 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:13.474885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:13.479061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e729da9-1500-46c1-8eb2-7363a0ab692e HTTP/1.1" status: 204 len: 168 time: 1.2810361 May 19 12:42:13.558223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9770e7f7-b00c-4065-b380-1db32aeba78c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5c77692719f4162ae0ae354087a24d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736886 May 19 12:42:13.562219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:13.580549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Attempting to bind port 347340ad-3529-4aa8-9987-045a15a6e588 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:13.581613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Attempting to bind port 347340ad-3529-4aa8-9987-045a15a6e588 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:13.582281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Attempting to bind port 347340ad-3529-4aa8-9987-045a15a6e588 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:13.592306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5c607f-dc93-4543-bbd4-ca726608824c req-16ce7ec1-76c1-4906-af01-feae0feea046 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593058 May 19 12:42:13.601887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Port 347340ad-3529-4aa8-9987-045a15a6e588 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:13.601887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Attempting to bind port 347340ad-3529-4aa8-9987-045a15a6e588 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:13.630067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0460f4-85c2-46c5-b820-0662f42f6706 req-70fcc624-d5e7-40cd-bf16-55127b1bc222 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:13.637682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0460f4-85c2-46c5-b820-0662f42f6706 req-70fcc624-d5e7-40cd-bf16-55127b1bc222 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 948 time: 0.4545105 May 19 12:42:13.645357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:13.646278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:13.646278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:13.646728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Bound port: 347340ad-3529-4aa8-9987-045a15a6e588, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:13.647142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:13.861493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:13.903425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989', 'mac_address': 'fa:16:3e:2b:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:13.949805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Router b355d63a-d82e-484a-9b2b-95e9fb8e94eb is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:42:13.978982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0460f4-85c2-46c5-b820-0662f42f6706 req-dcc1f872-5778-41e8-aaf6-ed893a4a6af8 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399177 May 19 12:42:14.062426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:14.162633 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.187929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c2717-37c6-4485-9239-9e82d12f65da req-0835c45a-c987-4e5f-ae6f-bda34b26a4da tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 210 time: 0.1355214 May 19 12:42:14.188860 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.216075 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.236380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff75f7d8-5a52-4cc1-b656-de4f9fe52989 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:14.279959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:14.288715 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.293019 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:14.319201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:14.355972 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.370932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:14.374632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Transition to ACTIVE for port object ef087795-1982-499c-90d9-57d458a4b478 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:14.387078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.395785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:14.399891 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:14.450879 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.468588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-a64a4ede-6efb-4483-b004-67c5d517349c service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4409077 May 19 12:42:14.491652 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:14.522833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=347340ad-3529-4aa8-9987-045a15a6e588,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:14.542791 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.589811 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a159d9bd-e8de-487c-9e66-0fa9b44bbbeb tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:14.604900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ff75f7d8-5a52-4cc1-b656-de4f9fe52989'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:14.635815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:14.754476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:14.755160 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.758493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] 10.222.0.71 "PUT /v2.0/ports/347340ad-3529-4aa8-9987-045a15a6e588 HTTP/1.1" status: 200 len: 1096 time: 8.4670570 May 19 12:42:14.850338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:14.869203 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:14.891769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.007055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Pushing event updated for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:15.025724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.080978 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:15.091382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:15.103781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:15.108555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Usage tracker for resource:security_group_rule and tenant:bc276ba8beff41d4a10adadcacd6650c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:15.119070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Usage tracker for resource:security_group_rule and tenant:d3431206deb34ae98eb3a35e3ac3e70f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:15.122257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:15.134773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:15.149219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:15.151130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:15.153304 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.172490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f4d87-ab2d-4f7b-84a2-afeb15e3f344 req-ebe68857-a37f-4a33-935e-decae3e9c094 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:15.174026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e4f4d87-ab2d-4f7b-84a2-afeb15e3f344 req-ebe68857-a37f-4a33-935e-decae3e9c094 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 936 time: 0.7476509 May 19 12:42:15.182242 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:15.233552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5d094-ff91-4ce6-b759-ff6c02e9eb11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:15.255458 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:15.297852 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.303947 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4c5d094-ff91-4ce6-b759-ff6c02e9eb11 HTTP/1.1" status: 204 len: 168 time: 1.7346156 May 19 12:42:15.327769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:15.333200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.354365 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:15.360631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e4f4d87-ab2d-4f7b-84a2-afeb15e3f344 req-f4949037-e08a-4c4c-9c01-b34c9a3a8f22 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508613 May 19 12:42:15.381488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Attempting to bind port ef087795-1982-499c-90d9-57d458a4b478 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:15.381934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Attempting to bind port ef087795-1982-499c-90d9-57d458a4b478 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:15.382218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Attempting to bind port ef087795-1982-499c-90d9-57d458a4b478 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:15.419161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfaba5-d4d1-4fc4-9ee2-34aa557cafa3 req-c8cca5c2-b407-4885-a0be-32cd22b204fe tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:15.428216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Port ef087795-1982-499c-90d9-57d458a4b478 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:15.429023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Attempting to bind port ef087795-1982-499c-90d9-57d458a4b478 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:15.438877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96cfaba5-d4d1-4fc4-9ee2-34aa557cafa3 req-c8cca5c2-b407-4885-a0be-32cd22b204fe tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 949 time: 0.4505763 May 19 12:42:15.452392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:42:15.459075 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.465495 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Sync routers for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:42:15.477028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:15.477589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:15.478099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:15.478844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Bound port: ef087795-1982-499c-90d9-57d458a4b478, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:15.479328 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.483773 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:15.484456 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:15.501610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-6e33a05a-d3f1-4d39-861d-5aac1d8d7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:15.506164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-6e33a05a-d3f1-4d39-861d-5aac1d8d7cf0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 1099 time: 0.6426351 May 19 12:42:15.515935 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4a18cf30-9a14-4d15-a1b5-a09855001532 req-c5dea497-24be-4a57-b62c-0f12dd9c0ddc service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0285702 May 19 12:42:15.586374 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96cfaba5-d4d1-4fc4-9ee2-34aa557cafa3 req-c09159c9-9da0-449d-b8a2-81b40ac9d21c tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459877 May 19 12:42:15.602845 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588', 'status': 'completed', 'code': 200} May 19 12:42:15.608302 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.609691 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-075bd141-bf84-4304-825a-e7b2af01087d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 14.1162596 May 19 12:42:15.616159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:15.770534 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:15.862095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:15.868877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:15.918786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:15.932338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.958079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-5437254e-2fb7-470b-90f6-2ac57861b370 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=347340ad-3529-4aa8-9987-045a15a6e588 HTTP/1.1" status: 200 len: 217 time: 0.3991830 May 19 12:42:15.963014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Transition to ACTIVE for port object 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:15.965735 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:15.983796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.011789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.021175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:16.103125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:16.103744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.105207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 200 len: 1096 time: 6.2535186 May 19 12:42:16.117647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:16.117647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:16.134099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:16.145062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.160303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:16.166066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:16.167614 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.188381 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.200054 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-044ea31d-bdac-4e56-9410-fcf6af1a147d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:16.218430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-55b4debd-4ab4-4e19-82a3-8bbb888c0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:16.219935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-55b4debd-4ab4-4e19-82a3-8bbb888c0b3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2454357 May 19 12:42:16.235163 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.381988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.495609 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:09Z', 'revision_number': 3, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:16.510312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Attempting to bind port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:16.511028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Attempting to bind port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:16.511028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Attempting to bind port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:16.511319 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Checking router: b355d63a-d82e-484a-9b2b-95e9fb8e94eb for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:42:16.511619 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Updating router b355d63a-d82e-484a-9b2b-95e9fb8e94eb port 0032861f-d374-4b3b-9d58-b2561cb5742b binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:42:16.514345 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4713442 May 19 12:42:16.519702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:16.527740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Request body: {'port': {'device_id': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:16.533523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3431206deb34ae98eb3a35e3ac3e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8742082 May 19 12:42:16.539858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f228f78-ff7c-439a-a55a-bacd33908dec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:16.582856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:16.584346 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:16.659944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b5fe6-a113-47c6-b803-7e80e299e95f req-f7f370a0-71ed-4e1f-8406-12f14c5c612e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:16.662672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.665686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc5b5fe6-a113-47c6-b803-7e80e299e95f req-f7f370a0-71ed-4e1f-8406-12f14c5c612e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 932 time: 0.8114059 May 19 12:42:16.669117 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-50200e69-692e-4c12-a344-d7c5f1129447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:16.708860 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.743734 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:16.762934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:16.763281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Attempting to bind port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:16.804913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:16.806023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:16.806023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:16.806407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Bound port: 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:16.806738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.007424 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.017846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc5b5fe6-a113-47c6-b803-7e80e299e95f req-779e46ae-7e3a-4444-a474-1b5f7e1ba088 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338160 May 19 12:42:17.041681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d30f4-c65c-4840-9236-98be57cbe9e6 req-6f29c118-cf21-4361-8104-7d12dde0afb4 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:17.062390 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-276d30f4-c65c-4840-9236-98be57cbe9e6 req-6f29c118-cf21-4361-8104-7d12dde0afb4 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 948 time: 1.2254810 May 19 12:42:17.075535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64087b-54f5-43ab-9546-c3154eea27d9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:17.079891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d999c450-031b-400d-93b6-8eba92b67f51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:17.088656 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:17.135871 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc276ba8beff41d4a10adadcacd6650c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8125110 May 19 12:42:17.150326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:17.220855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-b7a22515-4fe3-44a9-8d6a-590a0d24cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:17.223831 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-b7a22515-4fe3-44a9-8d6a-590a0d24cde0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9807532 May 19 12:42:17.241945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.260525 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'status': 'completed', 'code': 200} May 19 12:42:17.373269 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.390880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:17.404088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-276d30f4-c65c-4840-9236-98be57cbe9e6 req-08a82ac9-8bb4-4b7e-9d2b-5756c8d870bb tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403585 May 19 12:42:17.405093 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Transition to ACTIVE for port object 0032861f-d374-4b3b-9d58-b2561cb5742b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:17.423282 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.430040 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-898c4b18-d047-42f8-8a92-139875a091dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:17.433437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-33ff2264-3b20-4e26-a033-c2dce16cdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:17.436341 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-33ff2264-3b20-4e26-a033-c2dce16cdec8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1099 time: 1.1234322 May 19 12:42:17.462361 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.475031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-816eada4-3180-4311-bed4-313b077af0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:17.496466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ff75f7d8-5a52-4cc1-b656-de4f9fe52989 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:17.528039 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Attempting to bind port 0032861f-d374-4b3b-9d58-b2561cb5742b on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:17.528959 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Attempting to bind port 0032861f-d374-4b3b-9d58-b2561cb5742b by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:17.528959 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Attempting to bind port 0032861f-d374-4b3b-9d58-b2561cb5742b on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:17.535867 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Pushing event updated for resources: {'Port': ['ID=0032861f-d374-4b3b-9d58-b2561cb5742b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:17.542370 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:17.542754 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:17.543259 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.543840 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:17.544524 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Bound port: 0032861f-d374-4b3b-9d58-b2561cb5742b, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:17.545116 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.546173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:17.564527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:17.589320 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.590501 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.590991 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.594207 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.594766 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.597112 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.597814 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.598351 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.598836 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.599622 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.601159 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.601716 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Tracked resource versions report: May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: pushed versions: May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Log': {'1.0'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Network': {'1.1'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Port': {'1.7'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SubPort': {'1.0'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Subnet': {'1.1'}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Trunk': {'1.1'}} May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: consumer versions: May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: { DHCP agent@n-d-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: HyperV agent@n-h1-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: HyperV agent@n-h2-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: L3 agent@n-d-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: Metadata agent@n-d-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: Metering agent@n-d-791505-2: {}, May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: Open vSwitch agent@n-d-791505-2: { 'AddressGroup': '1.2', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'ConntrackHelper': '1.0', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Log': '1.0', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Network': '1.1', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Port': '1.7', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'PortForwarding': '1.2', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'QosPolicy': '1.8', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SecurityGroup': '1.4', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'SubPort': '1.0', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Subnet': '1.1', May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: 'Trunk': '1.1'}} May 19 12:42:17.605517 n-d-791505-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:42:17.632192 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:17.665517 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:17.671101 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:17.671759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.674035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f228f78-ff7c-439a-a55a-bacd33908dec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:17.707112 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:17.716525 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] For port 0032861f-d374-4b3b-9d58-b2561cb5742b, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:17.729797 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] For port 0032861f-d374-4b3b-9d58-b2561cb5742b, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0032861f-d374-4b3b-9d58-b2561cb5742b,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:17.748594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.750216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f228f78-ff7c-439a-a55a-bacd33908dec HTTP/1.1" status: 204 len: 168 time: 1.0824735 May 19 12:42:17.750537 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.759644 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:17.785997 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.801356 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.802908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Pushing event updated for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:17.807103 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.785s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:17.832578 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.869233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:17.882043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:17.890160 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.893019 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:17.928078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:17.935702 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:17.936829 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:17.978814 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-42a96965-e52c-4483-b62a-187a8b20c742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.873s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:17.984256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-network', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:18.002680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:18.027767 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-12c6d5ee-cc51-42a6-8598-6b2a62b892f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 200 len: 217 time: 0.3802829 May 19 12:42:18.030962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Usage tracker for resource:network and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:18.048559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:18.051582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:18.059459 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.060354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:18.069176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:18.074788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-0d229a2c-d5c0-4bb4-8cd8-ef075fbf496f service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174880 May 19 12:42:18.080852 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0d52667-61d0-4a66-9ade-34cf463122b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:18.116587 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Pushing event updated for resources: {'Port': ['ID=0032861f-d374-4b3b-9d58-b2561cb5742b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:18.125831 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.141870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d999c450-031b-400d-93b6-8eba92b67f51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:18.152569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e0fc-1f77-4c3f-861e-c455ebd05419 req-e3806b51-2984-4fcc-a67e-9a81be25f4e2 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:18.160965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72d2e0fc-1f77-4c3f-861e-c455ebd05419 req-e3806b51-2984-4fcc-a67e-9a81be25f4e2 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 948 time: 0.7641065 May 19 12:42:18.165230 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.187520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Made reservation on behalf of bce2f115061d4fa8ab4109bd64e0f415 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:18.190180 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:18.194604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:18.195710 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:18.198325 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] 10.222.0.71 "PUT /v2.0/ports/4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 200 len: 1096 time: 5.4290712 May 19 12:42:18.232556 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:18.233792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d999c450-031b-400d-93b6-8eba92b67f51 HTTP/1.1" status: 204 len: 168 time: 1.0821829 May 19 12:42:18.379539 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:18.437646 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:18.520890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c41c7-9941-483a-90a0-497950217f53 req-bfbc60df-b164-44df-af50-52ddf81a0cc5 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:18.523593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438c41c7-9941-483a-90a0-497950217f53 req-bfbc60df-b164-44df-af50-52ddf81a0cc5 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 949 time: 0.8505404 May 19 12:42:18.578668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-a6ff9efc-0e8a-423a-9356-04b5e64a4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:18.580121 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-a6ff9efc-0e8a-423a-9356-04b5e64a4faa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4791913 May 19 12:42:18.589228 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72d2e0fc-1f77-4c3f-861e-c455ebd05419 req-4f2388ec-25ce-426b-8c7b-ef3a1295bf0d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272614 May 19 12:42:18.641888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Pushing event updated for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:18.646030 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.657221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-db830379-90b4-402f-9e56-f2932aedc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:18.660236 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-db830379-90b4-402f-9e56-f2932aedc10d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 1099 time: 0.3957758 May 19 12:42:18.661159 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.481s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:18.661159 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.666698 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:18.667092 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:18.706103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:18.713417 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989', 'code': 200} May 19 12:42:18.735542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Usage tracker for resource:security_group_rule and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:18.745324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:18.761772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:18.863875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-e8d8fc5f-aba2-4263-b779-30454f8adc08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 200 len: 217 time: 0.1953800 May 19 12:42:18.976067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:19.009856 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:09Z', 'revision_number': 3, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:19.014633 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695085d-7a2c-4ac3-a8b0-a12ce2e84478 None None] The sync data for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 is: [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:09Z', 'revision_number': 3, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:42:19.084160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438c41c7-9941-483a-90a0-497950217f53 req-2d0c5d65-c95e-4e74-b949-41a391f45bd9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844916 May 19 12:42:19.120110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e968dcfb-31ec-46a4-b439-cd57af4f6485 req-d4094006-b91f-4bed-8ca2-3b8f8068e2e5 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0287685 May 19 12:42:19.152907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51089df1-1e9b-4998-ab74-8e64fbaf7c4d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:19.153177 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.169831 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.188392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:42:19.203071 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.207973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.208237 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Added segment d2ab0444-212c-472f-863e-502e781adbf7 of type vlan for network e5af02b6-18bd-42b3-8458-2a2b05b7331c May 19 12:42:19.244236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Transition to ACTIVE for port object 51089df1-1e9b-4998-ab74-8e64fbaf7c4d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:19.246227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.251777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:19.252710 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:19.268924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-606b53ee-69b8-48d2-b853-0c9dc08168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.272342 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-606b53ee-69b8-48d2-b853-0c9dc08168ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6808560 May 19 12:42:19.345982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:19.380837 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.430855 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.462836 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:19.467479 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a1e3be8-bf14-4cf1-a0d5-54eb627d24a6 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:19.490696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9935eba-f854-4926-9d7b-5d2809b617de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:19.508187 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:19.529391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-77c2d261-7169-449a-b4f1-c39ac6c2c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.531013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:19.532555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-77c2d261-7169-449a-b4f1-c39ac6c2c0e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6613011 May 19 12:42:19.561377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165069e-d70e-41ca-9439-8ef29d246d55 req-bd9853ce-f2df-43bd-b538-7bdf9b0cb635 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.562263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1165069e-d70e-41ca-9439-8ef29d246d55 req-bd9853ce-f2df-43bd-b538-7bdf9b0cb635 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 932 time: 0.6431134 May 19 12:42:19.575853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Usage tracker for resource:security_group_rule and tenant:b78f8b1ebc584cabaae4000898804c7b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:19.580475 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.599225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:19.606696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.607116 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:19.622605 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:19.730198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:19.781068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Pushing event updated for resources: {'Network': ['ID=e5af02b6-18bd-42b3-8458-2a2b05b7331c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:19.786121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d2416-eb0d-4ea4-8c76-32f721d6a7a4 req-0518784f-26ba-450d-ab49-0dbca8ca8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.787698 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-728d2416-eb0d-4ea4-8c76-32f721d6a7a4 req-0518784f-26ba-450d-ab49-0dbca8ca8c1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 1101 time: 0.9958026 May 19 12:42:19.800075 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:19.801300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:42:19.838253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1165069e-d70e-41ca-9439-8ef29d246d55 req-db74eeeb-58a9-4a52-9368-5586e9119ba1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651262 May 19 12:42:19.850657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99919c-9705-4091-b470-72d9f655ca92 req-f2ee029c-51af-4c92-a73e-693fc82a28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:19.856016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-f2ee029c-51af-4c92-a73e-693fc82a28c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 1099 time: 0.6016772 May 19 12:42:19.857707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4656889 May 19 12:42:19.862083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:19.893111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Request body: {'subnet': {'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-subnet', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:19.911061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:19.923120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Usage tracker for resource:subnet and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:19.931162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:20.015220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:20.031248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71c7e-4655-4939-a6f6-9b1eb7ad7672 req-2d9656b3-fb8a-4859-8148-30eb95d72a3d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:20.033140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66d71c7e-4655-4939-a6f6-9b1eb7ad7672 req-2d9656b3-fb8a-4859-8148-30eb95d72a3d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 948 time: 0.7189398 May 19 12:42:20.136883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:20.137219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:20.140055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:20.144039 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665', 'status': 'completed', 'code': 200} May 19 12:42:20.231666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Made reservation on behalf of bce2f115061d4fa8ab4109bd64e0f415 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:20.233978 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:20.256980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:20.256980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:20.284671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:20.316491 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:20.319614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:20.320066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:20.320379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:20.320805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Bound port: 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:20.321290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:20.336988 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-d464cab3-d08d-411c-9fe9-8da9d5ce71fd service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9714777 May 19 12:42:20.386411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66d71c7e-4655-4939-a6f6-9b1eb7ad7672 req-84701d00-ff63-4d7d-9c19-de9dc1f848d0 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401127 May 19 12:42:20.417547 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-728d2416-eb0d-4ea4-8c76-32f721d6a7a4 req-0b0f8239-5e5b-452d-a871-7f064ac727df service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019146 May 19 12:42:20.434628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:20.434916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99919c-9705-4091-b470-72d9f655ca92 req-0e795db1-2d26-4cf1-98d5-335cfe3ad4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:20.434916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-0e795db1-2d26-4cf1-98d5-335cfe3ad4ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5632453 May 19 12:42:20.480467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df02-88f7-402d-ba72-166e2102ff1e req-a07ead16-19c8-48aa-ad89-359ce668cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:20.482051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-a07ead16-19c8-48aa-ad89-359ce668cade service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8322332 May 19 12:42:20.658234 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61fa4bda-e7a7-43b3-b135-f382b999b30e req-92a7415c-402a-4029-8c85-22f7af746f19 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138065 May 19 12:42:20.677202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-c0e03035-e33f-4c57-97de-227d7a66856e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=347340ad-3529-4aa8-9987-045a15a6e588 HTTP/1.1" status: 200 len: 217 time: 0.1175671 May 19 12:42:20.695097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:20.767216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99919c-9705-4091-b470-72d9f655ca92 req-62642c96-e8f2-4aa1-abca-291ece8fa86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:20.768815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-62642c96-e8f2-4aa1-abca-291ece8fa86c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0759592 May 19 12:42:20.785222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98e3f-ed0f-4d36-96d1-153e1e9dca52 req-0206440e-e898-483f-8356-e28bcbbdc0c8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:20.792716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ab98e3f-ed0f-4d36-96d1-153e1e9dca52 req-0206440e-e898-483f-8356-e28bcbbdc0c8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 948 time: 0.6279562 May 19 12:42:20.798293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:20.870110 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7a5241f-8da7-4a35-b191-20bf216385af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:20.948874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:20.986261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:20.999216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b78f8b1ebc584cabaae4000898804c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7333045 May 19 12:42:21.021756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:21.029773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ab98e3f-ed0f-4d36-96d1-153e1e9dca52 req-2286c79d-9dc7-49a0-bfdc-66962a0561a4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361729 May 19 12:42:21.030538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4858545-9313-4381-9702-a34643341174,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:21.032342 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.040323 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:21.049374 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:21.148908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e431-e60b-4271-ad9d-eacae9cd2c7d req-286deeb4-b0a3-4fee-8034-b3da62f11b5f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:21.162321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b13e431-e60b-4271-ad9d-eacae9cd2c7d req-286deeb4-b0a3-4fee-8034-b3da62f11b5f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.5480611 May 19 12:42:21.182304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:21.182942 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.184385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] 10.222.0.57 "PUT /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 1092 time: 4.6614113 May 19 12:42:21.203305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-8c9ed417-0141-4002-8c99-fa3e4105dd53 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289534 May 19 12:42:21.213826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Allocated IP 172.20.0.1 (3cebc90e-b426-4903-93e5-3edcb95da90e/77244238-6ef4-4670-8790-f0993bf0e795/513f6961-da5d-43e0-a4d9-971ceebd3781) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:21.254978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0032861f-d374-4b3b-9d58-b2561cb5742b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:21.261325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99919c-9705-4091-b470-72d9f655ca92 req-57d36b51-a70a-469a-b447-1c49ee6aa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:21.264431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-57d36b51-a70a-469a-b447-1c49ee6aa9f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4668047 May 19 12:42:21.313092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:21.335325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-34a65a3d-cf1b-4270-b33e-fc3a831c47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:21.336889 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-34a65a3d-cf1b-4270-b33e-fc3a831c47b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1099 time: 0.5441720 May 19 12:42:21.349547 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:21.407042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b13e431-e60b-4271-ad9d-eacae9cd2c7d req-d562aacc-3a3e-4590-98f0-79802467c78c tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430837 May 19 12:42:21.524862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0032861f-d374-4b3b-9d58-b2561cb5742b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:21.530491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0032861f-d374-4b3b-9d58-b2561cb5742b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:21.530866 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.649771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.694606 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.747795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 0032861f-d374-4b3b-9d58-b2561cb5742b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0032861f-d374-4b3b-9d58-b2561cb5742b,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:21.755359 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:21.763170 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:21.918786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=0032861f-d374-4b3b-9d58-b2561cb5742b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:21.924888 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:21.958708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-ae5f9ff9-be57-4e30-8839-1b1e13e10646 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750457 May 19 12:42:21.973627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.089154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-af86df02-88f7-402d-ba72-166e2102ff1e req-b3a4c47c-3eea-41d3-8ea9-9063f1368457 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689926 May 19 12:42:22.115034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-bac5afa5-67e7-47b5-b57a-cef32e7769ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.116571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-bac5afa5-67e7-47b5-b57a-cef32e7769ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7124405 May 19 12:42:22.120142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.152430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db001e10-6186-40c1-8b96-46d08a659aab req-e86c205a-7973-4bbc-9994-7acc239fa38c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.154064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db001e10-6186-40c1-8b96-46d08a659aab req-e86c205a-7973-4bbc-9994-7acc239fa38c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.3162253 May 19 12:42:22.184067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-a7db287d-3c4c-4a43-878b-7d327e91ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.185577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-a7db287d-3c4c-4a43-878b-7d327e91ec2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1095 time: 0.8533845 May 19 12:42:22.186078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:22.232433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f99919c-9705-4091-b470-72d9f655ca92 req-f53a62ea-c96a-48fb-94fc-04419ce7b77f service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641761 May 19 12:42:22.304621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db001e10-6186-40c1-8b96-46d08a659aab req-54e894d8-5bcd-4490-8c3b-86ae97fc19fc tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388779 May 19 12:42:22.328597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edb838-752c-41ea-8019-37e5ded12250 req-95658d7c-f3ff-4ac4-8af1-93e5d7f6f5b2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.330463 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28edb838-752c-41ea-8019-37e5ded12250 req-95658d7c-f3ff-4ac4-8af1-93e5d7f6f5b2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 948 time: 0.3397036 May 19 12:42:22.354259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.375838 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fd50d1-2457-4935-882a-da3111b564d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:22.432249 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-4a3738d7-98a1-4355-9947-5ab8b1b0fcc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 200 len: 217 time: 0.3052487 May 19 12:42:22.443850 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-1918c0ea-a73e-47df-89d9-96e190d07d3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.2399247 May 19 12:42:22.477532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Transition to ACTIVE for port object 513f6961-da5d-43e0-a4d9-971ceebd3781 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:22.494104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28edb838-752c-41ea-8019-37e5ded12250 req-e2344dee-aac1-45bd-b1ca-1ce3b9975e0f tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386175 May 19 12:42:22.509914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c809a785-d32c-44f6-946c-cbc869c6039f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:22.513567 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.533652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Checking segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:22.536094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Network hostable DHCP agents. Network: e5af02b6-18bd-42b3-8458-2a2b05b7331c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:42:22.540450 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:22.540734 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:22.590696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:42:22.602990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4858545-9313-4381-9702-a34643341174,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:22.613940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, e5af02b6-18bd-42b3-8458-2a2b05b7331c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:22.614774 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:22.628572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.629752 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.647458 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'status': 'completed', 'code': 200} May 19 12:42:22.651420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-2de6775b-7161-4b99-a24a-16da367ecf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.653378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-2de6775b-7161-4b99-a24a-16da367ecf2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1773806 May 19 12:42:22.655458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-efdd0e70-dc80-437b-8da6-8fef301c59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.657391 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-efdd0e70-dc80-437b-8da6-8fef301c59d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2173941 May 19 12:42:22.666553 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.668063 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4858545-9313-4381-9702-a34643341174 HTTP/1.1" status: 204 len: 168 time: 1.6450882 May 19 12:42:22.686932 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5694e25-8660-410e-b850-f7e1f34a2eac None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:22.779750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:22.780366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9010327 May 19 12:42:22.828991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:22.836750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:22.846478 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:22.890652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-497de12f-2090-4edc-91e4-725d1a1c839d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206635 May 19 12:42:22.904710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:22.946367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-0ba296d2-03dd-4f9f-800c-47252ae8dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:22.948057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-0ba296d2-03dd-4f9f-800c-47252ae8dc2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 1099 time: 0.7562456 May 19 12:42:22.967234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Usage tracker for resource:router and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:22.975791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Network 3cebc90e-b426-4903-93e5-3edcb95da90e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:22.992489 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:23.013188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1bcd-f1f1-4614-b1e4-a28851458664 req-e9bb1033-7ceb-4e53-90b0-78550152590f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:23.015987 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89dd1bcd-f1f1-4614-b1e4-a28851458664 req-e9bb1033-7ceb-4e53-90b0-78550152590f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 948 time: 0.3303788 May 19 12:42:23.017867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:23.030667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:23.048714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:23.050266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.122041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Pushing event updated for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:23.146051 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:23.254117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4dd2c-9692-4c4f-82d9-90a93d64ebd9 req-8910c819-6c28-4e1c-8428-59aca7c578b9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:23.270688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf4dd2c-9692-4c4f-82d9-90a93d64ebd9 req-8910c819-6c28-4e1c-8428-59aca7c578b9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.4510531 May 19 12:42:23.313456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:23.313913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0032861f-d374-4b3b-9d58-b2561cb5742b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:23.342787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.348890 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.361270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89dd1bcd-f1f1-4614-b1e4-a28851458664 req-d7f087a1-4d87-4f73-846f-36ccb4a1d325 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290679 May 19 12:42:23.398608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:42:23.400022 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.426780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf4dd2c-9692-4c4f-82d9-90a93d64ebd9 req-619c1c88-f758-472b-9d56-9e5ccc8c8134 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548939 May 19 12:42:23.469911 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-262426d0-6b52-4e7f-8a25-e64cd030b52e service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622964 May 19 12:42:23.494598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-8f1c3b30-aca7-4125-9e5a-da99f184b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:23.496945 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-8f1c3b30-aca7-4125-9e5a-da99f184b102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8222775 May 19 12:42:23.527054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.549542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 347340ad-3529-4aa8-9987-045a15a6e588 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:23.586992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-98fdfa49-57c5-4f54-9091-225e8d0e76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:23.588915 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-98fdfa49-57c5-4f54-9091-225e8d0e76f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.6155312 May 19 12:42:23.793693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed870b7b-c0f5-436d-8594-5c5ce5717d6b None None] Provisioning for port 513f6961-da5d-43e0-a4d9-971ceebd3781 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:23.824374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.838597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed870b7b-c0f5-436d-8594-5c5ce5717d6b None None] Provisioning complete for port 513f6961-da5d-43e0-a4d9-971ceebd3781 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:23.839423 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed870b7b-c0f5-436d-8594-5c5ce5717d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:23.861108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaf7a8-762e-417c-8dc7-f939454de212 req-390a43ee-bcdd-42c0-8587-d71628d8c81d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:23.863728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fcaf7a8-762e-417c-8dc7-f939454de212 req-390a43ee-bcdd-42c0-8587-d71628d8c81d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.1797464 May 19 12:42:23.953716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:23.970357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fcaf7a8-762e-417c-8dc7-f939454de212 req-055aba99-c39f-4e1e-a26d-5b8bf76d7cb3 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976679 May 19 12:42:23.999474 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0032861f-d374-4b3b-9d58-b2561cb5742b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:23.999927 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:24.042219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ed870b7b-c0f5-436d-8594-5c5ce5717d6b None None] Port 513f6961-da5d-43e0-a4d9-971ceebd3781 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:24.134823 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b46175d0-2c0c-403c-b16a-719d3f10b9af req-03c2973e-d402-4301-b04e-9c3f66a5a911 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481900 May 19 12:42:24.136866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-c2e9f1fc-edac-45b1-9f86-f24eeaff6c79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 200 len: 217 time: 0.5304141 May 19 12:42:24.165030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=347340ad-3529-4aa8-9987-045a15a6e588,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:24.238490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:24.275614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Allocated IP 172.20.0.2 (e5af02b6-18bd-42b3-8458-2a2b05b7331c/c809a785-d32c-44f6-946c-cbc869c6039f/3cae2abc-a81e-412f-b0c7-c822ddaea681) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:24.283367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '347340ad-3529-4aa8-9987-045a15a6e588', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '347340ad-3529-4aa8-9987-045a15a6e588', 'mac_address': 'fa:16:3e:85:ad:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:24.514701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-be4234cf-8ead-4ef6-82f3-68adaa870320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:24.517656 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-be4234cf-8ead-4ef6-82f3-68adaa870320 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2970090 May 19 12:42:24.557180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9c6e8-1601-43a9-b789-4290bc2e1b04 req-9c6a8267-31b0-48d1-86b8-67245c12482d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:24.559813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56e9c6e8-1601-43a9-b789-4290bc2e1b04 req-9c6a8267-31b0-48d1-86b8-67245c12482d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 948 time: 0.4008925 May 19 12:42:24.580183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622c79e-ef3a-48e5-9235-e270169e4389 req-92a3c817-a4e4-46cc-9e6c-1e6711fcda90 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:24.583102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b622c79e-ef3a-48e5-9235-e270169e4389 req-92a3c817-a4e4-46cc-9e6c-1e6711fcda90 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.2182698 May 19 12:42:24.657326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b622c79e-ef3a-48e5-9235-e270169e4389 req-0305b7b4-ace4-46b6-83f5-63529312902f tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552080 May 19 12:42:24.677676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:24.692223 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:24.709764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56e9c6e8-1601-43a9-b789-4290bc2e1b04 req-4dffc0bb-a287-426e-8aa3-a9ed150cf923 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 May 19 12:42:24.748681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'ef087795-1982-499c-90d9-57d458a4b478', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'ef087795-1982-499c-90d9-57d458a4b478', 'mac_address': 'fa:16:3e:78:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:24.819361 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-cc70b86e-21a1-451b-bc3a-bf2c6c63368a service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2834826 May 19 12:42:24.931749 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:24.948830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347340ad-3529-4aa8-9987-045a15a6e588 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:25.011409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Transition to ACTIVE for port object 3cae2abc-a81e-412f-b0c7-c822ddaea681 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:25.026349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=347340ad-3529-4aa8-9987-045a15a6e588,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:25.039778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f54130e221e74264b08b991b977a7012 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:25.042754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.060008 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f18cf6c7-650a-41aa-b821-4e1be037cf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:25.106869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:25.110184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64094f23-4a4d-44b7-b67e-016da07a72f3 req-75f800a3-5645-4c6d-aa37-998b5436fa34 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:25.113220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64094f23-4a4d-44b7-b67e-016da07a72f3 req-75f800a3-5645-4c6d-aa37-998b5436fa34 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 948 time: 0.2405968 May 19 12:42:25.141972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Transition to ACTIVE for port object 3cae2abc-a81e-412f-b0c7-c822ddaea681 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:25.144100 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.152127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:25.170659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:25.182782 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.205009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.223451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:25.224481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:25.228374 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:25.230436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:25.231678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:25.234832 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:25.239008 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:25.239204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64094f23-4a4d-44b7-b67e-016da07a72f3 req-854d5a26-3760-4e7f-840a-b92d25ebef91 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052341 May 19 12:42:25.297476 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.421197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['347340ad-3529-4aa8-9987-045a15a6e588'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:25.476240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35242f-c2f8-4b68-9f0b-c92f70c3f44b req-7cb7363a-f155-43fd-bf61-b54958557f7c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:25.481406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d35242f-c2f8-4b68-9f0b-c92f70c3f44b req-7cb7363a-f155-43fd-bf61-b54958557f7c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.1869669 May 19 12:42:25.547953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Attempting to bind port 3cae2abc-a81e-412f-b0c7-c822ddaea681 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:25.548642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Attempting to bind port 3cae2abc-a81e-412f-b0c7-c822ddaea681 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:25.549373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Attempting to bind port 3cae2abc-a81e-412f-b0c7-c822ddaea681 on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:25.553578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Pushing event updated for resources: {'Port': ['ID=3cae2abc-a81e-412f-b0c7-c822ddaea681,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:25.564682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:25.612895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d35242f-c2f8-4b68-9f0b-c92f70c3f44b req-15d1bcfb-cc48-4bc5-9663-e815c310404c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781193 May 19 12:42:25.641031 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.641314 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:25.646661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:25.670393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754cf0-475e-4204-8b01-51294d03aee3 req-72defee6-826f-4b6d-9295-776c78b45507 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:25.672900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b754cf0-475e-4204-8b01-51294d03aee3 req-72defee6-826f-4b6d-9295-776c78b45507 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.1897612 May 19 12:42:25.684678 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:25.760903 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b754cf0-475e-4204-8b01-51294d03aee3 req-709d799e-a0f0-4865-a9ba-6f16cd1e6323 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798085 May 19 12:42:25.829338 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-31a9774b-eaac-45fa-b3e1-2575fd995e58 req-3f7206c6-239d-47c7-9e42-1f8545cc0b36 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685134 May 19 12:42:25.858382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437708-715e-4850-a4ab-5485a12838db req-47221668-3aec-4d3c-a75f-311569223ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:25.861117 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-47221668-3aec-4d3c-a75f-311569223ddd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1095 time: 1.6415248 May 19 12:42:25.877393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:25.880442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:25.880831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Checking segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:25.881246 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.881694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Bound using segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:25.882199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Bound port: 3cae2abc-a81e-412f-b0c7-c822ddaea681, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:25.882609 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:25.911570 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:25.984644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-b4f625ef-a8f4-4875-887a-f535ad232adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:25.987368 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-b4f625ef-a8f4-4875-887a-f535ad232adb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1644666 May 19 12:42:26.020279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3136-c1ae-474d-8193-84cb30ad3bc5 req-2cb0cf00-7ba9-4507-ae1e-5af499835b66 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:26.030333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7da3136-c1ae-474d-8193-84cb30ad3bc5 req-2cb0cf00-7ba9-4507-ae1e-5af499835b66 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 949 time: 0.1345201 May 19 12:42:26.094800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7da3136-c1ae-474d-8193-84cb30ad3bc5 req-d1b5f9c5-a19e-462e-9998-c46dfff819e4 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 May 19 12:42:26.139125 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] For port 3cae2abc-a81e-412f-b0c7-c822ddaea681, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:26.172903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] For port 3cae2abc-a81e-412f-b0c7-c822ddaea681, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3cae2abc-a81e-412f-b0c7-c822ddaea681,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:26.180994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:26.207766 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:26.221205 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:26.281000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665', 'mac_address': 'fa:16:3e:0c:9f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:26.465219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Pushing event updated for resources: {'Port': ['ID=3cae2abc-a81e-412f-b0c7-c822ddaea681,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:26.475080 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:26.508125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:26.541105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:26.562357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:26.579501 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:26.581997 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:26.644010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263df3-f7f1-429e-b126-90c72d72b59c req-a4c615ae-4b46-4887-8f17-511262d4fea4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:26.651464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e263df3-f7f1-429e-b126-90c72d72b59c req-a4c615ae-4b46-4887-8f17-511262d4fea4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 948 time: 0.2554862 May 19 12:42:26.717296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e263df3-f7f1-429e-b126-90c72d72b59c req-c18f08ab-4f9a-469c-beb2-6ab3bf1d95bf tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649452 May 19 12:42:26.731177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:26.785567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-04131ce0-58e0-4a12-b5f9-280ef894deef tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:26.788389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-04131ce0-58e0-4a12-b5f9-280ef894deef tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.2998829 May 19 12:42:26.879047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:26.880993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:26.894669 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:26.921582 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3624c3d-4369-4b42-b6bf-a8b0d3f36907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:27.050420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4e82da0d-d9f0-4b7e-87d4-ef1c75408665'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:27.063326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437708-715e-4850-a4ab-5485a12838db req-adc28884-aaae-4cab-a192-4060f3b8b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:27.066737 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-adc28884-aaae-4cab-a192-4060f3b8b4c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 1.0968039 May 19 12:42:27.097935 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-0a15490a-f0f7-4c3e-8bdb-4e3709c2ef78 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0445404 May 19 12:42:27.102811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f54130e221e74264b08b991b977a7012&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7806561 May 19 12:42:27.113128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:27.167916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c482d-2f10-4e26-8760-361abf9fff3a req-649079c3-4005-4f01-b0f4-d1b60215ba96 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:27.169423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-244c482d-2f10-4e26-8760-361abf9fff3a req-649079c3-4005-4f01-b0f4-d1b60215ba96 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.3044229 May 19 12:42:27.194747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Deleting port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:42:27.195090 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.219946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3cae2abc-a81e-412f-b0c7-c822ddaea681 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:27.220518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87650d79-6d33-42f7-8e5b-d058345d559a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:27.275523 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:27.310688 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-19c650e9-05ad-46bc-a526-9081fd7b1b65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.2231820 May 19 12:42:27.370353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00931-3561-4a85-bbf2-0e7b2da59f29 req-6f735d86-31dc-42f8-8095-6c9db75c2604 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:27.372374 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47f00931-3561-4a85-bbf2-0e7b2da59f29 req-6f735d86-31dc-42f8-8095-6c9db75c2604 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 950 time: 0.3921824 May 19 12:42:27.373106 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.407053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:27.448930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-244c482d-2f10-4e26-8760-361abf9fff3a req-d31ad377-04ea-4447-8066-1e4488dfb456 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672348 May 19 12:42:27.502272 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.528392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] For port ff75f7d8-5a52-4cc1-b656-de4f9fe52989, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:27.528765 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.539884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 347340ad-3529-4aa8-9987-045a15a6e588 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:27.572112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47f00931-3561-4a85-bbf2-0e7b2da59f29 req-6b10af29-1495-4c00-bc83-052cd0dd70c7 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f48a6b7-cc44-4452-85dc-885bad7ee3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799121 May 19 12:42:27.667470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 347340ad-3529-4aa8-9987-045a15a6e588 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:27.674392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 347340ad-3529-4aa8-9987-045a15a6e588 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:27.675033 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.847671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Calling delete_port for ff75f7d8-5a52-4cc1-b656-de4f9fe52989 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:42:27.883211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.926697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:27.931698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:27.936429 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:27.982532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:27.985523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437708-715e-4850-a4ab-5485a12838db req-32388087-8a56-4ed9-8792-77bd6105bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:27.987692 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-32388087-8a56-4ed9-8792-77bd6105bfda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.6498985 May 19 12:42:28.038191 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90120b57-13a7-4c13-9b01-447ebdc7835a None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:28.057259 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.058593 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.074236 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0743acb6-15ba-453d-9645-2b7dc2936024 tempest-AggregatesAdminTestJSON-1846100049 tempest-AggregatesAdminTestJSON-1846100049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:28.081947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:28.133853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=347340ad-3529-4aa8-9987-045a15a6e588,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:28.137545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-5295a293-0e72-43b3-a4cf-3e72bf79226a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210091 May 19 12:42:28.202325 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.204193 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:28.218305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f937a468-6475-46b9-81cf-e02ebdbcc476 req-4d3c7794-6609-4879-97b6-d3b82e090a10 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016551 May 19 12:42:28.254301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Provisioning for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:28.258332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.313403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Provisioning complete for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:28.313904 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.355981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Pushing event updated for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:28.413057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.417716 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:28.441094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:28.449310 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.449685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:28.472855 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:28.496029 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:28.501816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ff75f7d8-5a52-4cc1-b656-de4f9fe52989'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:28.533391 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.553809 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'port_id': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'mac_address': 'fa:16:3e:f6:cc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:28.583364 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-6e9ba7b9-0250-4257-8641-abb5a0a46605 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320288 May 19 12:42:28.585265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fb487-ef78-4f11-94e3-971021ce21fa req-48357d2d-d46b-452f-ae33-73a9ccda168e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:28.593145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b39fb487-ef78-4f11-94e3-971021ce21fa req-48357d2d-d46b-452f-ae33-73a9ccda168e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 949 time: 0.5635090 May 19 12:42:28.612650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port ef087795-1982-499c-90d9-57d458a4b478 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:28.640925 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port ef087795-1982-499c-90d9-57d458a4b478 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:28.641328 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.675665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Pushing event deleted for resources: {'Port': ['ID=ff75f7d8-5a52-4cc1-b656-de4f9fe52989,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:28.681618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Network 3cebc90e-b426-4903-93e5-3edcb95da90e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:28.692519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:28.700717 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:28.703799 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-589f5aca-e6e8-4028-a90c-c4aa6b87b42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:28.856648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87650d79-6d33-42f7-8e5b-d058345d559a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:28.861144 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:28.897537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Allocated IP 172.25.4.197 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/610d782b-1e98-4409-923f-566dd7546139) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:28.924161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a4222-f0b4-4f78-bf0c-eb7ca77b739f req-c2ae68ec-ad00-4733-bf4d-9209ce9fcba0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:28.928848 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:28.946891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f4a4222-f0b4-4f78-bf0c-eb7ca77b739f req-c2ae68ec-ad00-4733-bf4d-9209ce9fcba0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 949 time: 0.9004791 May 19 12:42:28.980727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.010655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] No DVR routers for this DVR port ff75f7d8-5a52-4cc1-b656-de4f9fe52989 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:42:29.017960 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.023971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3de2e370-5444-4aeb-b516-07c7f57211c9 req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.71 "DELETE /v2.0/ports/ff75f7d8-5a52-4cc1-b656-de4f9fe52989 HTTP/1.1" status: 204 len: 173 time: 2.2285051 May 19 12:42:29.025169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.029738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87650d79-6d33-42f7-8e5b-d058345d559a HTTP/1.1" status: 204 len: 168 time: 1.9142604 May 19 12:42:29.044788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'name': 'network-vif-deleted', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:29.108060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51089df1-1e9b-4998-ab74-8e64fbaf7c4d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:29.117487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b39fb487-ef78-4f11-94e3-971021ce21fa req-348cf712-e009-4146-b04b-f083be28bad5 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214647 May 19 12:42:29.132178 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04437708-715e-4850-a4ab-5485a12838db req-bb9d5349-65e8-43d9-ad06-a53a02dda04f service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358324 May 19 12:42:29.132769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f4a4222-f0b4-4f78-bf0c-eb7ca77b739f req-301aee5e-4e83-4a75-96d2-1f1d63f65665 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846330 May 19 12:42:29.288195 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.300252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Router b355d63a-d82e-484a-9b2b-95e9fb8e94eb has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:42:29.300540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:29.323240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] For port 3cae2abc-a81e-412f-b0c7-c822ddaea681, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3cae2abc-a81e-412f-b0c7-c822ddaea681,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:29.326893 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.330102 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:29.393516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:29.405613 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588', 'code': 200} May 19 12:42:29.406650 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.419254 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.496554 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:29.500887 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:29.501981 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:29.526906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.733719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['51089df1-1e9b-4998-ab74-8e64fbaf7c4d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:29.805979 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:29.861311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc556e5-30b5-4f91-9169-f8b37fe7fe46 req-4f0fea8a-da78-4201-8d70-541fb7a80328 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:29.870029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adc556e5-30b5-4f91-9169-f8b37fe7fe46 req-4f0fea8a-da78-4201-8d70-541fb7a80328 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 945 time: 0.2667716 May 19 12:42:29.892780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05639dc5-fa0e-4fa9-90ee-2d664dc9d230 req-44484cfd-3436-4e1d-90f1-846aaf2a83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:29.895389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05639dc5-fa0e-4fa9-90ee-2d664dc9d230 req-44484cfd-3436-4e1d-90f1-846aaf2a83b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 1101 time: 0.2179627 May 19 12:42:29.902058 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:29.912652 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:29.962102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05639dc5-fa0e-4fa9-90ee-2d664dc9d230 req-ff4fdc3c-870b-4dc6-a95c-27240cb375b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587065 May 19 12:42:29.980381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adc556e5-30b5-4f91-9169-f8b37fe7fe46 req-8a79be93-1eac-4de7-9ead-c5f8a1631507 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091387 May 19 12:42:30.057184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408a39e-521c-4a59-9fcf-1463e4aa47dc None None] Pushing event updated for resources: {'Port': ['ID=3cae2abc-a81e-412f-b0c7-c822ddaea681,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:30.205171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:42:30.232390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Pushing event updated for resources: {'Port': ['ID=610d782b-1e98-4409-923f-566dd7546139,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:30.257431 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:30.300878 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1176c4cd-64b1-41ad-81b8-f0d09698c5c0', 'name': 'network-vif-deleted', 'tag': 'ff75f7d8-5a52-4cc1-b656-de4f9fe52989', 'status': 'completed', 'code': 200} May 19 12:42:30.303505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4d475d27-ab3e-4efb-b9ff-17bca0dc88fa req-20da618c-bd6f-4360-a6f9-2a37e1bff3e9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Synchronizing usage tracker for tenant:9cee53177a594f6a8eabeaa03b9dd451 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:30.309221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:30.311645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:30.318537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:30.370201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4d475d27-ab3e-4efb-b9ff-17bca0dc88fa req-20da618c-bd6f-4360-a6f9-2a37e1bff3e9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Unset dirty status for tenant:9cee53177a594f6a8eabeaa03b9dd451 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:30.371301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d475d27-ab3e-4efb-b9ff-17bca0dc88fa req-20da618c-bd6f-4360-a6f9-2a37e1bff3e9 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1176c4cd-64b1-41ad-81b8-f0d09698c5c0 HTTP/1.1" status: 200 len: 210 time: 0.2647777 May 19 12:42:30.418033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Sync routers for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:42:30.506523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe3d11-fa17-4211-85cc-7b777ed775dc req-cc986683-3f12-4288-b873-4b64cb85de66 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:30.517256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66fe3d11-fa17-4211-85cc-7b777ed775dc req-cc986683-3f12-4288-b873-4b64cb85de66 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 950 time: 0.1263297 May 19 12:42:30.567439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8855739b-7871-4185-b644-15bd808f4d50 None None] Provisioning complete for port 513f6961-da5d-43e0-a4d9-971ceebd3781 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:30.570588 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8855739b-7871-4185-b644-15bd808f4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:30.605800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66fe3d11-fa17-4211-85cc-7b777ed775dc req-3546cd12-5dc9-4a0e-91d1-a3ba3abec659 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844243 May 19 12:42:30.795179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:30.824632 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.323s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:30.839661 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.409s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:30.840473 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:30.841238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:30.841999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:30.905021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:30.995859 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.006090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8855739b-7871-4185-b644-15bd808f4d50 None None] Port 513f6961-da5d-43e0-a4d9-971ceebd3781 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:31.068206 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] 10.222.0.69 "PUT /v2.0/routers/b355d63a-d82e-484a-9b2b-95e9fb8e94eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4077456 May 19 12:42:31.086874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:31.104069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Usage tracker for resource:security_group_rule and tenant:b7c87b63f79544b6a70f5fc00f1db957 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:31.123996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:31.162760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:31.293724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:31.331391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065a5f-2d91-48cf-a8de-598db5103905 req-f3b15001-b186-442c-9d66-5861adbd02c9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:31.332990 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05065a5f-2d91-48cf-a8de-598db5103905 req-f3b15001-b186-442c-9d66-5861adbd02c9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 949 time: 0.3886125 May 19 12:42:31.335966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3cae2abc-a81e-412f-b0c7-c822ddaea681 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:31.422152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05065a5f-2d91-48cf-a8de-598db5103905 req-6d5d161d-81f1-4405-9bb4-6b49a088104c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673769 May 19 12:42:31.455229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5f77f-c8a1-4876-b4e1-db442bd8887b req-ed07fcd4-5966-4837-b7e6-68f0b0d74582 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:31.462567 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2d5f77f-c8a1-4876-b4e1-db442bd8887b req-ed07fcd4-5966-4837-b7e6-68f0b0d74582 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 945 time: 0.2167950 May 19 12:42:31.496805 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:31.522905 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:31.582126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2d5f77f-c8a1-4876-b4e1-db442bd8887b req-d73dafb7-3dcc-45aa-b3bc-048feb0bcd45 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 May 19 12:42:31.590112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.598765 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.606595 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-776b4e3a-bf51-4399-ae07-7f1e734967b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:31.648961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffffa7f7-900f-498d-ac2d-affd3bfbef9d None None] Provisioning complete for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:31.649347 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffffa7f7-900f-498d-ac2d-affd3bfbef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.652655 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.677374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:31.677758 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.691090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:31.709928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Usage tracker for resource:security_group_rule and tenant:03f421ec89fe42f3898cd4d0baee76c3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:31.719235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:31.738642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b8bb1-1312-4ba5-82d6-bd7760ff2567,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:31.738964 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:31.763122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7c87b63f79544b6a70f5fc00f1db957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566747 May 19 12:42:31.764659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:31.765723 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:31.786554 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'code': 200} May 19 12:42:31.930306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:31.954931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:32.019400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:32.064741 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.122352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:32.122880 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.137032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.194954 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:32.208105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:32.208495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.239883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80c3b-5726-4615-b566-82f3db75d86c req-5e02e49a-0d5e-4146-b161-a9dc13e13bf4 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:32.241535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ce80c3b-5726-4615-b566-82f3db75d86c req-5e02e49a-0d5e-4146-b161-a9dc13e13bf4 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 950 time: 0.3364892 May 19 12:42:32.263486 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.291814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.298819 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10838ff6-99d5-4fc1-816c-5c294c93a598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:32.312962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b8bb1-1312-4ba5-82d6-bd7760ff2567,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:32.319562 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:32.325290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ce80c3b-5726-4615-b566-82f3db75d86c req-d0b557e9-3b79-4dca-84f3-95fe3ecc4cf0 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 May 19 12:42:32.355046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eec54-cd1b-4dd9-8d4d-47670afd8460 req-910ec12a-c917-454f-abfc-52ffbf85b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:32.357824 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b01eec54-cd1b-4dd9-8d4d-47670afd8460 req-910ec12a-c917-454f-abfc-52ffbf85b581 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.4480369 May 19 12:42:32.388096 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.392202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/356b8bb1-1312-4ba5-82d6-bd7760ff2567 HTTP/1.1" status: 204 len: 168 time: 0.6228919 May 19 12:42:32.478167 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b01eec54-cd1b-4dd9-8d4d-47670afd8460 req-ffa0e131-4519-44cb-ae78-3daa01617107 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101425 May 19 12:42:32.648899 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.663779 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.679510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-35487ae2-aca4-41c3-a416-72038e6f662f tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:32.682571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-35487ae2-aca4-41c3-a416-72038e6f662f tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 828 time: 0.3543394 May 19 12:42:32.686868 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-040a8819-abd7-4cf2-b15a-1225f3427dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:32.718220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-358c34d3-246f-4c9f-8dc5-62ad8b389cdc tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/quotas/81143ae3aade43c9837ddd728be3a4af HTTP/1.1" status: 200 len: 375 time: 0.0224640 May 19 12:42:32.754590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b41e35-d378-48ef-9fb7-312a4f4d47fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:32.763777 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:32.777367 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.788978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:32.870973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:32.871983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ff75f7d8-5a52-4cc1-b656-de4f9fe52989 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:42:32.922310 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03f421ec89fe42f3898cd4d0baee76c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6216295 May 19 12:42:32.926753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:32.930133 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:32.955175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-5c3efb57-8c88-457c-a0f0-b2f693348322 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2300293 May 19 12:42:33.010768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: ff75f7d8-5a52-4cc1-b656-de4f9fe52989 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:42:33.011561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ff75f7d8-5a52-4cc1-b656-de4f9fe52989 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:42:33.198744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.233872 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.328074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.337037 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:33.350322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b41e35-d378-48ef-9fb7-312a4f4d47fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:33.363758 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:33.380815 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.382261 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18b41e35-d378-48ef-9fb7-312a4f4d47fe HTTP/1.1" status: 204 len: 168 time: 0.4545465 May 19 12:42:33.412426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Router f8767c17-d3af-4b56-a9c4-e159144036af is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:42:33.469409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:33.475011 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:33.528698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459facd-d902-4a5f-a36e-3ddeb8365feb req-c6e7c4f4-ba83-4444-9931-b5ed6e6451be tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:33.541984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a459facd-d902-4a5f-a36e-3ddeb8365feb req-c6e7c4f4-ba83-4444-9931-b5ed6e6451be tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 0.2979083 May 19 12:42:33.560021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:26Z', 'revision_number': 2, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:33.596957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Checking router: b355d63a-d82e-484a-9b2b-95e9fb8e94eb for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:42:33.597822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Updating router b355d63a-d82e-484a-9b2b-95e9fb8e94eb port 513f6961-da5d-43e0-a4d9-971ceebd3781 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:42:33.612869 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a459facd-d902-4a5f-a36e-3ddeb8365feb req-b341155b-71f0-4448-ba42-1e52bf15a895 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 May 19 12:42:33.717763 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.747805 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.787540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:33.798080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:42:33.818894 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:42:33.856779 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:33.867453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:33.868722 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 11.0750232 May 19 12:42:33.884398 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:33.885715 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:34.163241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:34.264072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-55cbde52-04a4-4b7b-a715-2355ad7e7ec6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:42:34.278793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-55cbde52-04a4-4b7b-a715-2355ad7e7ec6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8868380 May 19 12:42:34.330030 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.334546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:34.350402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Transition to ACTIVE for port object 513f6961-da5d-43e0-a4d9-971ceebd3781 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:34.356759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.359040 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:34.379937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.410286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:34.417185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Usage tracker for resource:security_group_rule and tenant:1826a45767a84aa49d21dfbe0dbbe9aa is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:34.422105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:34.425907 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:34.435242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:34.458038 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.596021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.609707 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.619185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:34.630506 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:34.630657 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:34.662546 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2031e111-de29-4ff6-aa8b-271e28126eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:34.760583 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:42:34.860069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Pushing event updated for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:34.863711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Attempting to bind port 513f6961-da5d-43e0-a4d9-971ceebd3781 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:34.864023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Attempting to bind port 513f6961-da5d-43e0-a4d9-971ceebd3781 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:34.884947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Attempting to bind port 513f6961-da5d-43e0-a4d9-971ceebd3781 on network 3cebc90e-b426-4903-93e5-3edcb95da90e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:34.888953 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:34.895627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:34.896136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Checking segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:34.896466 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:34.896873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Bound using segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:34.897379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Bound port: 513f6961-da5d-43e0-a4d9-971ceebd3781, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:34.897759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.087222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] For port 513f6961-da5d-43e0-a4d9-971ceebd3781, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:35.096860 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1826a45767a84aa49d21dfbe0dbbe9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565682 May 19 12:42:35.101051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:35.102894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] For port 513f6961-da5d-43e0-a4d9-971ceebd3781, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=513f6961-da5d-43e0-a4d9-971ceebd3781,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:35.113953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048b7b51-31c1-4e23-9361-d7dd8d0006a7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:35.118791 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.131652 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:35.163387 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:35.215135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-300919ce-b8f3-416e-8a8f-cde37d7afa84 service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341590 May 19 12:42:35.282230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5090ea9-20b1-4fe7-85bd-6b827a858fc7 req-8e5cc769-693b-4c39-9bd8-5278799b567b tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:35.290777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e5090ea9-20b1-4fe7-85bd-6b827a858fc7 req-8e5cc769-693b-4c39-9bd8-5278799b567b tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 946 time: 1.0390327 May 19 12:42:35.314790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.339747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:35.341336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:35.376464 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:31Z', 'revision_number': 3, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:35.387180 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:42:35.387873 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Updating router f8767c17-d3af-4b56-a9c4-e159144036af port 610d782b-1e98-4409-923f-566dd7546139 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:42:35.432728 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.569788 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.581765 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e5090ea9-20b1-4fe7-85bd-6b827a858fc7 req-94e1d281-593d-4c26-916d-356207754381 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897017 May 19 12:42:35.629685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.652256 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa702d04-14db-415e-bea1-0f13581377e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:35.716773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048b7b51-31c1-4e23-9361-d7dd8d0006a7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:35.727276 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:35.749290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:35.751136 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/048b7b51-31c1-4e23-9361-d7dd8d0006a7 HTTP/1.1" status: 204 len: 168 time: 0.6483083 May 19 12:42:35.799276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-6caa35d7-cd08-428b-bdc1-b23a5409196a service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672104 May 19 12:42:35.892279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:35.978236 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-08cfa716-0738-491f-bad8-c69cedb00556 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767609 May 19 12:42:36.223230 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:36.270098 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Transition to ACTIVE for port object 610d782b-1e98-4409-923f-566dd7546139 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:36.294528 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:36.301459 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f1b4de30-f0b1-4977-bb9c-4d4fb8eeabb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:36.407383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-d209dc38-51ff-49b2-a4b7-b303719be8c3 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:36.422163 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-d209dc38-51ff-49b2-a4b7-b303719be8c3 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269989 May 19 12:42:36.427768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Pushing event updated for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:36.442245 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:36.481581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-023442d9-6b99-46a4-bffb-d50fed198f3d tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/quotas/06119e4e6cc04f7da42d0ca963a2858d HTTP/1.1" status: 200 len: 375 time: 0.0499604 May 19 12:42:36.617998 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Attempting to bind port 610d782b-1e98-4409-923f-566dd7546139 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:36.618936 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Attempting to bind port 610d782b-1e98-4409-923f-566dd7546139 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:36.650323 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Attempting to bind port 610d782b-1e98-4409-923f-566dd7546139 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:36.698977 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Pushing event updated for resources: {'Port': ['ID=610d782b-1e98-4409-923f-566dd7546139,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:36.703249 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:36.703858 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:36.720902 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:36.721578 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:36.722444 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Bound port: 610d782b-1e98-4409-923f-566dd7546139, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:36.728088 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:36.803101 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665', 'code': 200} May 19 12:42:36.878962 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:37.024511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:37.056464 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] For port 610d782b-1e98-4409-923f-566dd7546139, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:37.061981 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] For port 610d782b-1e98-4409-923f-566dd7546139, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=610d782b-1e98-4409-923f-566dd7546139,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:37.075946 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:37.101791 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:37.135690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-f9d1ef2a-931a-41d4-879c-39933048ee1b tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6446972 May 19 12:42:37.266073 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:37.275138 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:37.338740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58a2d-820a-4c3e-af9a-99aa4384d7aa req-f59f0193-f86f-4e93-9acb-982eb9c78a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:37.341614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c58a2d-820a-4c3e-af9a-99aa4384d7aa req-f59f0193-f86f-4e93-9acb-982eb9c78a08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 1101 time: 0.6163566 May 19 12:42:37.554326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:35Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:37.561096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d481345-ade3-4a29-b109-4d5ae6bc9d72 None None] The sync data for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 is: [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:35Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:42:37.918899 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Pushing event updated for resources: {'Port': ['ID=610d782b-1e98-4409-923f-566dd7546139,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:37.979702 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:38.001981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0591202e-558f-4b51-8e87-9194b3b3b032 req-e7733fc3-8d8d-48b4-abe4-c6850631d7c6 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 210 time: 0.3992202 May 19 12:42:38.170211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c58a2d-820a-4c3e-af9a-99aa4384d7aa req-ee976e9e-739c-4723-b32b-3533113df90e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051436 May 19 12:42:38.184030 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:38.566921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c2ed-a772-45e6-ad30-5292e674500d req-2d368429-26e9-40f4-ba13-258bbe0b462f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:38.568756 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca27c2ed-a772-45e6-ad30-5292e674500d req-2d368429-26e9-40f4-ba13-258bbe0b462f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 1.1653638 May 19 12:42:38.599349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Allocated IP 172.20.0.1 (e5af02b6-18bd-42b3-8458-2a2b05b7331c/c809a785-d32c-44f6-946c-cbc869c6039f/a8926453-1b1a-4cdf-8410-9095b7cc0756) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:38.693704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca27c2ed-a772-45e6-ad30-5292e674500d req-ca3a916f-f36f-4823-8c12-32f0c7b7a9e1 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115539 May 19 12:42:38.736761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb822-b0e6-4af6-84fc-439a17112936 req-d99b65ef-351a-4d16-b278-a359ad4e0b04 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:38.741114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88afb822-b0e6-4af6-84fc-439a17112936 req-d99b65ef-351a-4d16-b278-a359ad4e0b04 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 946 time: 0.3432670 May 19 12:42:38.804534 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:38.897770 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:31Z', 'revision_number': 3, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:38.902969 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9c216-82fc-4e48-9497-ff38d68d57d3 None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:31Z', 'revision_number': 3, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:42:39.012700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88afb822-b0e6-4af6-84fc-439a17112936 req-5599a4b8-a644-4c9e-822f-99191fa1dfdb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422992 May 19 12:42:39.128848 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:39.177341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Transition to ACTIVE for port object a8926453-1b1a-4cdf-8410-9095b7cc0756 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:39.244972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:39.249199 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:39.493929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Pushing event updated for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:39.603644 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:39.642959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98b046bd-d2b3-4c0f-90a0-af68446217f2 req-aa7558f1-37ba-4b86-b575-aba9b4cb0d9b tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 210 time: 0.1528022 May 19 12:42:39.670182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:39.676382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:39.681762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:39.732882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-357466e5-8a04-42fe-816c-49be4847f3d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:39.734785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-357466e5-8a04-42fe-816c-49be4847f3d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:39.792913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-357466e5-8a04-42fe-816c-49be4847f3d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:39.794323 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-357466e5-8a04-42fe-816c-49be4847f3d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.57 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 828 time: 0.6618168 May 19 12:42:39.814596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'port': {'device_id': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'admin_state_up': True, 'tenant_id': '81143ae3aade43c9837ddd728be3a4af'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:39.856279 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:39.920222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 513f6961-da5d-43e0-a4d9-971ceebd3781 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:40.028531 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-b30e8416-59e5-40cc-86c5-caaf27487239 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165812 May 19 12:42:40.252866 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'code': 200} May 19 12:42:40.317654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:40.324231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Usage tracker for resource:port and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:40.326086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7ade5c3-e17b-48ab-9465-809f7aaf9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:40.328829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:40.337219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:40.338091 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 513f6961-da5d-43e0-a4d9-971ceebd3781 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:40.356736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 513f6961-da5d-43e0-a4d9-971ceebd3781 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:40.357154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:40.383270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Made reservation on behalf of 81143ae3aade43c9837ddd728be3a4af for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:40.387119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:40.559707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dc4849da-980c-444b-924d-2a577d21c809 None None] Provisioning for port a8926453-1b1a-4cdf-8410-9095b7cc0756 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:40.693100 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dc4849da-980c-444b-924d-2a577d21c809 None None] Provisioning complete for port a8926453-1b1a-4cdf-8410-9095b7cc0756 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:40.694043 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc4849da-980c-444b-924d-2a577d21c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:40.831786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:40.873996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-3e26afeb-423d-460b-8d76-9f0278411b9e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:40.882216 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-3e26afeb-423d-460b-8d76-9f0278411b9e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5336142 May 19 12:42:40.888946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dc4849da-980c-444b-924d-2a577d21c809 None None] Port a8926453-1b1a-4cdf-8410-9095b7cc0756 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:40.902857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Request body: {'port': {'device_id': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '06119e4e6cc04f7da42d0ca963a2858d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:40.980875 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:40.981732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c21bb351-b97c-46c6-a1ab-b1dbf72e1ad3 req-d931b952-aa43-461c-a60b-9b250a1d1a07 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 210 time: 0.1849802 May 19 12:42:40.990026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-a064bfe3-1862-474d-888a-97bc05197e47 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751023 May 19 12:42:41.082086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 513f6961-da5d-43e0-a4d9-971ceebd3781, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=513f6961-da5d-43e0-a4d9-971ceebd3781,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:41.092135 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.093724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 610d782b-1e98-4409-923f-566dd7546139 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:41.180352 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:41.189584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Allocated IP 172.20.0.4 (3cebc90e-b426-4903-93e5-3edcb95da90e/77244238-6ef4-4670-8790-f0993bf0e795/a06d962e-eaa4-4b94-ba98-24a18c635319) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:41.266257 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6bd37aa-474a-4535-82d5-8ffbc1c68f9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cee53177a594f6a8eabeaa03b9dd451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4324696 May 19 12:42:41.273377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:41.297989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:41.339763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:41.348785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.349245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.349633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.349974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.350389 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.350791 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.351192 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.351668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.352094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.352481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.352872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.353258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:42:41.358170 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:41.359441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:41.375784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 610d782b-1e98-4409-923f-566dd7546139 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:41.386591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 610d782b-1e98-4409-923f-566dd7546139 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:41.387377 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.474215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Made reservation on behalf of 06119e4e6cc04f7da42d0ca963a2858d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:41.479323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.601333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.607284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-b2f88e74-738b-409d-89cb-aa7eb7f10b9e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:41.609272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-b2f88e74-738b-409d-89cb-aa7eb7f10b9e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5957355 May 19 12:42:41.655059 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.681151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-dc7d445e-4bf3-440d-a143-5580b7e4e34e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/quotas/8619eea9b1fe4ce18837c0ef192b6d35 HTTP/1.1" status: 200 len: 375 time: 0.0351622 May 19 12:42:41.681673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 610d782b-1e98-4409-923f-566dd7546139, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=610d782b-1e98-4409-923f-566dd7546139,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:41.683710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0fdc-afd4-4683-a33b-23b6e9442716 req-4a7badc7-236f-47d6-a004-a00a50889d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:41.685495 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-833b0fdc-afd4-4683-a33b-23b6e9442716 req-4a7badc7-236f-47d6-a004-a00a50889d4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1097 time: 1.0518167 May 19 12:42:41.689895 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.695274 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:41.698623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95b06e-70b0-4147-8bfa-53cacd737c2d req-5b935021-589e-4d3e-89a7-192a46bb79bb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:41.706346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa95b06e-70b0-4147-8bfa-53cacd737c2d req-5b935021-589e-4d3e-89a7-192a46bb79bb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 0.5023825 May 19 12:42:41.760622 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.800685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.872204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=610d782b-1e98-4409-923f-566dd7546139,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:41.877682 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:41.917047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 513f6961-da5d-43e0-a4d9-971ceebd3781 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:41.929314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-27b26783-4a4f-4f3a-8214-d196ab94f0fd tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2202089 May 19 12:42:41.940284 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:41.947680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-833b0fdc-afd4-4683-a33b-23b6e9442716 req-ee4a4482-362d-487b-b48c-626f80bbb6b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396307 May 19 12:42:41.987730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Transition to ACTIVE for port object a06d962e-eaa4-4b94-ba98-24a18c635319 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:41.993620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa95b06e-70b0-4147-8bfa-53cacd737c2d req-662652b5-86f6-4305-b589-3ecddc24fb79 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866597 May 19 12:42:42.020123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Allocated IP 192.168.233.136 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/dfe54418-3d64-4a94-a177-3e4548768f8f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:42.029537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.040320 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b8e38707-780e-4cce-8bda-786abc5ffb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:42.075970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48a6b7-cc44-4452-85dc-885bad7ee3b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:42.097022 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:42.165895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.167164 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f48a6b7-cc44-4452-85dc-885bad7ee3b1 HTTP/1.1" status: 204 len: 168 time: 0.8907509 May 19 12:42:42.171838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.178747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 513f6961-da5d-43e0-a4d9-971ceebd3781 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:42.179377 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.183127 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:42.338098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Network 3cebc90e-b426-4903-93e5-3edcb95da90e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:42.414148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:42.425010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:42.431161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:42.432121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.479399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event updated for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:42.504008 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:42.509247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.536163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5566f-2f4e-442b-a72e-11379d8e6e2b req-6fd2a6bc-4201-40c6-81d7-48d6a92f2a8c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:42.544050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67c5566f-2f4e-442b-a72e-11379d8e6e2b req-6fd2a6bc-4201-40c6-81d7-48d6a92f2a8c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 946 time: 0.2564895 May 19 12:42:42.547075 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7434998 May 19 12:42:42.547403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.582952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Request body: {'port': {'device_id': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:42.602615 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c9677cef-f798-4210-932e-78158f1d3427 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:42.711713 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6449b33-bffa-48d9-986c-bfd319975625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.808379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:42.984524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67c5566f-2f4e-442b-a72e-11379d8e6e2b req-28442e1f-6c34-4d69-8f09-15e36617f2f1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390926 May 19 12:42:43.067423 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.075152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b8c3057-ef21-49fc-a572-682a5e035acd None None] Provisioning for port a06d962e-eaa4-4b94-ba98-24a18c635319 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:43.076569 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.083132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Pushing event updated for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:43.090757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b8c3057-ef21-49fc-a572-682a5e035acd None None] Provisioning complete for port a06d962e-eaa4-4b94-ba98-24a18c635319 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:43.091112 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3057-ef21-49fc-a572-682a5e035acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.108517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:43.145835 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:43.251586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c3057-ef21-49fc-a572-682a5e035acd None None] Port a06d962e-eaa4-4b94-ba98-24a18c635319 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:43.286351 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.330799 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Transition to ACTIVE for port object dfe54418-3d64-4a94-a177-3e4548768f8f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:43.354927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:43.365749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.388945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Usage tracker for resource:security_group_rule and tenant:84ea96fa400247ee87912312d0d19e26 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:43.399984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:43.425027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:43.448979 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f489318-411b-46dc-93c7-ee0584ec8d50 req-bd8242e0-975b-4cb6-afc8-7218ad3b33f7 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 210 time: 0.1650705 May 19 12:42:43.543579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.557943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['347340ad-3529-4aa8-9987-045a15a6e588'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:43.565890 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d853f95-2767-4e14-ad4d-787d912f7ef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:43.569932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:43.574689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:43.745269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Pushing event updated for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:43.751402 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:43.828522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:43.844596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:43.849569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:43.854758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 610d782b-1e98-4409-923f-566dd7546139 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:43.856662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:43.857496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:43.995233 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1003242 May 19 12:42:44.092888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f714d-b76e-4d68-8574-ca16f2a606f1 req-554ca222-efc4-4750-88b6-90d9828255a8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:44.096359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb4f714d-b76e-4d68-8574-ca16f2a606f1 req-554ca222-efc4-4750-88b6-90d9828255a8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.8091333 May 19 12:42:44.135004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Request body: {'port': {'device_id': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:44.229342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:42:44.237929 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.278964 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.291841 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.334430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a371301d-e452-467f-aeca-d2ee1309af39 None None] Provisioning complete for port a8926453-1b1a-4cdf-8410-9095b7cc0756 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:44.335039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a371301d-e452-467f-aeca-d2ee1309af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.344756 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c7de99-29ce-4536-b1c3-4825d7cf7c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:44.371153 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84ea96fa400247ee87912312d0d19e26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2482011 May 19 12:42:44.379604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:44.453770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb4f714d-b76e-4d68-8574-ca16f2a606f1 req-304da7b1-e185-49f6-a9d8-3ffff742632f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791345 May 19 12:42:44.492532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 610d782b-1e98-4409-923f-566dd7546139 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:44.493139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.599776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b1fc3-b4f4-4506-9315-b2495d600599,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:44.619053 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:44.619637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a371301d-e452-467f-aeca-d2ee1309af39 None None] Port a8926453-1b1a-4cdf-8410-9095b7cc0756 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:44.749229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:44.864224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:42:44.917529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:42:44.942003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f8a1921-ce4d-47c1-b14e-d45c54004321 req-e26d5d4f-1411-4db7-a9b7-7504e39a8069 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 210 time: 0.0735817 May 19 12:42:44.970497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991399ae-047b-4128-81bd-46c60cccb9d7 req-e1b0f437-8e20-49f9-bc7e-0cef8c081778 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:44.973996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-991399ae-047b-4128-81bd-46c60cccb9d7 req-e1b0f437-8e20-49f9-bc7e-0cef8c081778 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 931 time: 0.9238534 May 19 12:42:44.987958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] 10.222.0.69 "PUT /v2.0/routers/f8767c17-d3af-4b56-a9c4-e159144036af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1191061 May 19 12:42:45.058456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:45.059665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:45.086174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-730fb304-bf75-4b86-aaec-5e614ba6c419 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511074 May 19 12:42:45.104006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-991399ae-047b-4128-81bd-46c60cccb9d7 req-3160990f-86b3-4dc4-a15d-e964e8fdfa21 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143222 May 19 12:42:45.110453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.367549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1182fb73-157d-440e-8b0e-40292f3d8dff None None] Provisioning for port dfe54418-3d64-4a94-a177-3e4548768f8f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:45.383871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.389447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.395234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1182fb73-157d-440e-8b0e-40292f3d8dff None None] Provisioning complete for port dfe54418-3d64-4a94-a177-3e4548768f8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:45.395726 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1182fb73-157d-440e-8b0e-40292f3d8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.467369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06d962e-eaa4-4b94-ba98-24a18c635319 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:45.527131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.606248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-3573dca2-c229-4090-8623-14322b7844a5 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:45.608173 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-3573dca2-c229-4090-8623-14322b7844a5 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5147882 May 19 12:42:45.678336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.688213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Transition to ACTIVE for port object a06d962e-eaa4-4b94-ba98-24a18c635319 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:45.722263 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1182fb73-157d-440e-8b0e-40292f3d8dff None None] Port dfe54418-3d64-4a94-a177-3e4548768f8f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:45.774918 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Request body: {'port': {'device_id': '55b7d080-2392-4f52-bef0-16023141ed51', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '8619eea9b1fe4ce18837c0ef192b6d35'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:45.785381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:45.888271 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:45.895059 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4320f5c1-96db-4e6f-824f-0552f3637154 tempest-DeleteServersAdminTestJSON-803636463 tempest-DeleteServersAdminTestJSON-803636463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:45.925464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.058313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.062842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab2b1fc3-b4f4-4506-9315-b2495d600599 HTTP/1.1" status: 204 len: 168 time: 1.6754460 May 19 12:42:46.120852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6915-5b93-4f01-b30e-e7323de36bf9 req-ed1222d9-4fcd-4912-ade9-ab25d6f0d881 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:46.124640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-214f6915-5b93-4f01-b30e-e7323de36bf9 req-ed1222d9-4fcd-4912-ade9-ab25d6f0d881 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 946 time: 0.7352903 May 19 12:42:46.184060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:46.201165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Usage tracker for resource:port and tenant:8619eea9b1fe4ce18837c0ef192b6d35 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:46.208662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:46.225248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c688bd-fcb8-4b7c-91f0-0c838afeb30a req-079fc627-a4d7-444c-9994-16d639cd64ff tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:46.227816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4c688bd-fcb8-4b7c-91f0-0c838afeb30a req-079fc627-a4d7-444c-9994-16d639cd64ff tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 936 time: 0.6183608 May 19 12:42:46.256938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Attempting to bind port a06d962e-eaa4-4b94-ba98-24a18c635319 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:46.257313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Attempting to bind port a06d962e-eaa4-4b94-ba98-24a18c635319 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:46.257751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Attempting to bind port a06d962e-eaa4-4b94-ba98-24a18c635319 on network 3cebc90e-b426-4903-93e5-3edcb95da90e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:46.262577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Pushing event updated for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:46.272241 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:46.276710 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05cfb197-bb7b-4357-ad06-f4e8b74248c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:46.289204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe54418-3d64-4a94-a177-3e4548768f8f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:46.291674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:46.299680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Port a06d962e-eaa4-4b94-ba98-24a18c635319 on network 3cebc90e-b426-4903-93e5-3edcb95da90e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:46.300352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Attempting to bind port a06d962e-eaa4-4b94-ba98-24a18c635319 on network 3cebc90e-b426-4903-93e5-3edcb95da90e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:46.309301 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.312298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:46.312781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Checking segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:46.313276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Bound using segment: {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:46.313830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Bound port: a06d962e-eaa4-4b94-ba98-24a18c635319, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7cabc4-0d2a-49d6-af91-ca536305ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:46.314278 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.366193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b1fc3-b4f4-4506-9315-b2495d600599,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:46.375151 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:46.385864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-214f6915-5b93-4f01-b30e-e7323de36bf9 req-3e633da2-8584-4dc4-8568-19de8e41320c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499583 May 19 12:42:46.420690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Transition to ACTIVE for port object dfe54418-3d64-4a94-a177-3e4548768f8f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:46.434840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.456748 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:46.464470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4c688bd-fcb8-4b7c-91f0-0c838afeb30a req-94097a5d-6056-466b-b116-dbef1f431eb3 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678348 May 19 12:42:46.470755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Made reservation on behalf of 8619eea9b1fe4ce18837c0ef192b6d35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:46.499293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.547256 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.653120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-0f6c6642-5d72-4d8d-b944-c51fee83526f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572946 May 19 12:42:46.664374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:46.690384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Usage tracker for resource:security_group_rule and tenant:8619eea9b1fe4ce18837c0ef192b6d35 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:46.806577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:46.855852 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:46.880465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:46.954244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:46.957845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:46.963597 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:46.976507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:42Z', 'revision_number': 2, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:46.981678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Attempting to bind port dfe54418-3d64-4a94-a177-3e4548768f8f on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:46.982104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Attempting to bind port dfe54418-3d64-4a94-a177-3e4548768f8f by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:46.982503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Attempting to bind port dfe54418-3d64-4a94-a177-3e4548768f8f on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:46.986296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a06d962e-eaa4-4b94-ba98-24a18c635319,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:46.995618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:42:46.996136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Port dfe54418-3d64-4a94-a177-3e4548768f8f on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:46.996527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Updating router f8767c17-d3af-4b56-a9c4-e159144036af port a8926453-1b1a-4cdf-8410-9095b7cc0756 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:42:46.998383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Attempting to bind port dfe54418-3d64-4a94-a177-3e4548768f8f on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:47.012470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:47.013289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:47.014897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:47.015647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Bound port: dfe54418-3d64-4a94-a177-3e4548768f8f, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:47.016340 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.126248 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.142478 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:47.159399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.209068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-a2413493-a4ae-487d-bf9a-f582fa8a5a6f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:47.230250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-a2413493-a4ae-487d-bf9a-f582fa8a5a6f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431638 May 19 12:42:47.249969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:47.261534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-network', 'tenant_id': '8fa023506d41477abffe47849c061b80'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:47.274993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:47.282808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Usage tracker for resource:network and tenant:8fa023506d41477abffe47849c061b80 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:47.297598 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:47.310861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:47.337880 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-94c912e9-96a9-4191-a7b0-7b9a255408b4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/quotas/6af4c43523664f5797f03c05ec088968 HTTP/1.1" status: 200 len: 375 time: 0.1102061 May 19 12:42:47.349829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Made reservation on behalf of 8fa023506d41477abffe47849c061b80 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:47.358508 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.363664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:47.364680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.366524 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] 10.222.0.57 "PUT /v2.0/ports/a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 1091 time: 4.8030865 May 19 12:42:47.382418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:47.510841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Pushing event updated for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:47.533530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:47.597380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:47.629526 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-55764954-de08-4cec-b33a-3152db4ab837 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3830230 May 19 12:42:47.656619 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.657511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=dfe54418-3d64-4a94-a177-3e4548768f8f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:47.680452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.693776 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:47.885649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:47.886763 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:47.889127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfe54418-3d64-4a94-a177-3e4548768f8f HTTP/1.1" status: 200 len: 1096 time: 3.7756822 May 19 12:42:47.989031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-addb65cb-c745-485a-bebd-62e1b10602f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:47.996467 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-addb65cb-c745-485a-bebd-62e1b10602f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1094 time: 0.5693436 May 19 12:42:48.056460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:48.150438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa023506d41477abffe47849c061b80 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:48.183969 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.185334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:48.194053 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.202139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7cb475e6-6e94-4a65-be4c-98540cc4130e req-5ec22b1b-d85d-41df-b568-5bf0a6549928 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 210 time: 0.3561997 May 19 12:42:48.213995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Transition to ACTIVE for port object a8926453-1b1a-4cdf-8410-9095b7cc0756 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:48.227196 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.235224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:48.244460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.248446 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5a6dab26-cd70-4023-9027-3dcef28dff55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:48.291503 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-840dd4e6-ca1d-4d6d-8b58-4b987d6060cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:48.297319 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-cf4734e8-a235-406e-905b-623366d20dc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 217 time: 0.2855289 May 19 12:42:48.349416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:48.469107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:48.498860 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:48.559328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-faebc5ae-f2f7-4efb-8dc6-398a9838e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:48.561055 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-faebc5ae-f2f7-4efb-8dc6-398a9838e1f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.2524474 May 19 12:42:48.628397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Pushing event updated for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:48.632772 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:48.637321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-0946f843-1848-4a93-bb7e-aef5be12da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:48.638853 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-0946f843-1848-4a93-bb7e-aef5be12da2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 1101 time: 0.7917504 May 19 12:42:48.645164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-1fabf225-cf69-450d-999c-925cfd182533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:48.646695 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-1fabf225-cf69-450d-999c-925cfd182533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 1099 time: 0.6491754 May 19 12:42:48.668873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Attempting to bind port a8926453-1b1a-4cdf-8410-9095b7cc0756 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:48.669326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Attempting to bind port a8926453-1b1a-4cdf-8410-9095b7cc0756 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:48.669773 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Attempting to bind port a8926453-1b1a-4cdf-8410-9095b7cc0756 on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:48.684204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:48.691025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Checking segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:48.691638 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.692171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Bound using segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:48.692781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Bound port: a8926453-1b1a-4cdf-8410-9095b7cc0756, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:48.693248 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.832237 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-8f95be8b-e06a-4c44-bc39-75cbb399f1c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=dfe54418-3d64-4a94-a177-3e4548768f8f HTTP/1.1" status: 200 len: 217 time: 0.1483550 May 19 12:42:48.856806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] For port a8926453-1b1a-4cdf-8410-9095b7cc0756, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:48.860803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] For port a8926453-1b1a-4cdf-8410-9095b7cc0756, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a8926453-1b1a-4cdf-8410-9095b7cc0756,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:48.879120 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:48.887156 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:48.962290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-c20a0f82-1d29-4c6f-b684-ac40da5bf2f9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5549569 May 19 12:42:48.984815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:42:48.985485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:49.010100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:49.068494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c80974-8318-4e52-a4b6-b5d5cdb67674,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:49.117861 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:49.156387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-133d6727-fc5d-4375-a254-fe2ec580b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:49.165063 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-133d6727-fc5d-4375-a254-fe2ec580b89b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5965128 May 19 12:42:49.207696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:49.227532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b8ee2aca1340709cba7f1ed8da1e54 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:49.233128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:49.258564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:49.278457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-a4ffe3ad-d2e7-4575-b343-ccfcd49a77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:49.280631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-a4ffe3ad-d2e7-4575-b343-ccfcd49a77e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4471934 May 19 12:42:49.296961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:42:49.486376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Allocated IP 192.168.233.202 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/99a112fa-0c55-44f8-8005-191177e16d78) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:49.492326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-877eb6cb-281f-4bd1-981d-9cbae5bbe999 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7954957 May 19 12:42:49.530015 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:49.588547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:49.618528 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10e03569-2d7a-440f-94a8-975b464f670d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:49.681592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Pushing event updated for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:49.690700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fced75-469d-4764-a0f6-832db4a9894c req-2fdaa416-5f4a-424f-8953-0e19e995e8fb tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:49.692683 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7fced75-469d-4764-a0f6-832db4a9894c req-2fdaa416-5f4a-424f-8953-0e19e995e8fb tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 943 time: 1.0340214 May 19 12:42:49.698542 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:49.769891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5b8ee2aca1340709cba7f1ed8da1e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5664942 May 19 12:42:49.792358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-fb02006a-75d9-42ae-9b07-cef4a4a1093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:49.793987 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-fb02006a-75d9-42ae-9b07-cef4a4a1093c service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.0635962 May 19 12:42:49.797027 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-4f9e2729-0ab0-4a82-a423-8ad555523693 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143653 May 19 12:42:49.799537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:49.856108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8110f1-dd1f-4056-a8e6-73c70af5ca99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:49.890273 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:50.021806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.036537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7fced75-469d-4764-a0f6-832db4a9894c req-b075e98a-e079-4838-bff1-c2e4e7801998 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222716 May 19 12:42:50.071940 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.076776 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f1d2e2ac-9f7f-44dd-826e-3c5321248bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:50.140454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:42:50.163983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:48Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:42:50.176288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe78079-98cb-4a0d-82d3-b4a373b7fcbc None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:48Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:42:50.306690 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.307269 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Added segment 211c8227-bd31-4482-90f3-aad1dc6b37fb of type vlan for network feed5965-6e50-486e-a982-ac50f5055660 May 19 12:42:50.344694 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'status': 'completed', 'code': 200} May 19 12:42:50.413019 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-e54ce337-ef6e-47ed-9f6c-00b74e15c057 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=347340ad-3529-4aa8-9987-045a15a6e588 HTTP/1.1" status: 200 len: 217 time: 0.5044332 May 19 12:42:50.543000 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3ffb5-472d-40cf-9151-ddd6e4f74023,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:50.547091 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:50.669265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-862bcd10-08c0-4a26-be9e-11bf5b3b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:50.670858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-862bcd10-08c0-4a26-be9e-11bf5b3b0756 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.8922513 May 19 12:42:50.681161 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.687359 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.810936 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4dac8ad3-448e-4f87-923a-1e5c061aab74 req-c13646be-b9f4-459f-be37-412caf176965 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9774520 May 19 12:42:50.814726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:50.865724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-762cc7b5-1aa8-46d0-a603-12ff34fa7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:50.868268 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-762cc7b5-1aa8-46d0-a603-12ff34fa7e82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5744398 May 19 12:42:50.895141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-133e00aa-f966-4074-88cf-3ada823a4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:50.897536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-133e00aa-f966-4074-88cf-3ada823a4cfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4494152 May 19 12:42:50.917145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Transition to ACTIVE for port object 99a112fa-0c55-44f8-8005-191177e16d78 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:50.947262 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:51.011774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c9260-f668-4cd3-b21e-fd51c89e706a req-413192cc-7fad-4bda-aaa0-717bb4c24c58 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.019439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e90c9260-f668-4cd3-b21e-fd51c89e706a req-413192cc-7fad-4bda-aaa0-717bb4c24c58 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1097 time: 0.4635427 May 19 12:42:51.027570 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.052263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.052870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.061821 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-faefc91a-a1e9-4c74-98eb-8e0958a24541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:51.075597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-a0172999-df46-40a1-a545-ba62a8d6f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.077205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-a0172999-df46-40a1-a545-ba62a8d6f328 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3607433 May 19 12:42:51.124260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.188405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eac56-38a8-4491-b9b2-79206df949bd req-1d9c24f1-189b-4a73-a6a6-554d01fb4086 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.190182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a0eac56-38a8-4491-b9b2-79206df949bd req-1d9c24f1-189b-4a73-a6a6-554d01fb4086 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 948 time: 0.7528048 May 19 12:42:51.214985 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.272325 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-17724026-554d-45f3-836d-f96b6a19afdc service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806126 May 19 12:42:51.273830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-0a4c58c0-c41e-4d70-bf28-59ef10c0686b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 200 len: 217 time: 0.1664655 May 19 12:42:51.308982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e90c9260-f668-4cd3-b21e-fd51c89e706a req-42d46a73-2291-40a8-90c3-7a077a837b75 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Synchronizing usage tracker for tenant:77c39c712bce49c6854a21bc867caaf6 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:51.321842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.338960 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-019fa94a-eb7e-4d52-8c6f-ba907501c4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:51.355796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8110f1-dd1f-4056-a8e6-73c70af5ca99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:51.359297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-43ed94e4-8664-4c7d-9208-415635db998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.360975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-43ed94e4-8664-4c7d-9208-415635db998f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1094 time: 0.3933728 May 19 12:42:51.363365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-0747fa80-2533-4888-b0e5-229c4f8f4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.365078 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-0747fa80-2533-4888-b0e5-229c4f8f4c46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3959913 May 19 12:42:51.369035 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:51.386891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Pushing event updated for resources: {'Network': ['ID=feed5965-6e50-486e-a982-ac50f5055660,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:51.405377 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:51.413796 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4b900c6-0e37-4bf3-979c-606602ec523f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:51.420351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network feed5965-6e50-486e-a982-ac50f5055660 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:42:51.488821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.2367578 May 19 12:42:51.491707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:51.511207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:51.516765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:51.527046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:51.569492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Request body: {'subnet': {'network_id': 'feed5965-6e50-486e-a982-ac50f5055660', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-subnet', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:51.573845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.57', 54916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:51.577410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e90c9260-f668-4cd3-b21e-fd51c89e706a req-42d46a73-2291-40a8-90c3-7a077a837b75 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Unset dirty status for tenant:77c39c712bce49c6854a21bc867caaf6 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:51.589636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e90c9260-f668-4cd3-b21e-fd51c89e706a req-42d46a73-2291-40a8-90c3-7a077a837b75 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678444 May 19 12:42:51.619713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a0eac56-38a8-4491-b9b2-79206df949bd req-fbaf2d45-f345-4dfd-a6dd-ba15b5206f26 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506787 May 19 12:42:51.629658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-44b37d1a-a224-4588-95e9-a39de2baebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.631233 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-44b37d1a-a224-4588-95e9-a39de2baebb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 929 time: 0.2578256 May 19 12:42:51.680364 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:51.681121 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb8110f1-dd1f-4056-a8e6-73c70af5ca99 HTTP/1.1" status: 204 len: 168 time: 1.8801851 May 19 12:42:51.918077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-efcd5e63-f7bc-45a7-8ff6-a366181f222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.925730 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-efcd5e63-f7bc-45a7-8ff6-a366181f222e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6382918 May 19 12:42:51.947697 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-e399572d-bab4-463f-90d9-5ae82b1c143d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 217 time: 0.2788925 May 19 12:42:51.953812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:51.956576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.032752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f91db291-0478-4f4d-8cea-5469fd43318c None None] Provisioning for port 99a112fa-0c55-44f8-8005-191177e16d78 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:52.044404 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a8926453-1b1a-4cdf-8410-9095b7cc0756 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:52.100594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:52.110538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-e0b47f53-eb9e-443e-8d6d-c4069f7416b0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6af4c43523664f5797f03c05ec088968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5178478 May 19 12:42:52.120358 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f79d08b0-27f6-4697-bc49-3e6709e2678e req-ce672c49-1825-4852-98a2-b03d5c54dc93 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243775 May 19 12:42:52.139069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-ed947b6a-8761-40a5-88db-7df8c70fbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:52.153201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-ed947b6a-8761-40a5-88db-7df8c70fbf1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.1373744 May 19 12:42:52.164037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Usage tracker for resource:subnet and tenant:8fa023506d41477abffe47849c061b80 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:52.175283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f91db291-0478-4f4d-8cea-5469fd43318c None None] Provisioning complete for port 99a112fa-0c55-44f8-8005-191177e16d78 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:52.176135 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f91db291-0478-4f4d-8cea-5469fd43318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.225392 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-9e51b814-ba43-4a4c-b17d-fd75d9f6f4f7 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504047 May 19 12:42:52.251324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f91db291-0478-4f4d-8cea-5469fd43318c None None] Port 99a112fa-0c55-44f8-8005-191177e16d78 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:42:52.275582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port a8926453-1b1a-4cdf-8410-9095b7cc0756 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:52.285610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a8926453-1b1a-4cdf-8410-9095b7cc0756 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:52.287233 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.345713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:52.372822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:52.391374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-a0dc9afc-3bbf-489b-8666-b62b9f800153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:52.393002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-a0dc9afc-3bbf-489b-8666-b62b9f800153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386725 May 19 12:42:52.395314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Pushing event updated for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:52.401355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:52.404641 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:52.423781 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a9679bb-1a1f-4bd7-a2f8-0567f7545607 req-4eb5bbd3-9017-4127-8acd-8bc8b10be45c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 210 time: 0.3204153 May 19 12:42:52.448578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6740119 May 19 12:42:52.472717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Request body: {'port': {'device_id': '55b7d080-2392-4f52-bef0-16023141ed51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:52.520034 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.537464 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-df6322e2-2560-4502-bb0b-18f2441cc62b req-77c8559c-262c-43b8-83a3-f85a16d36789 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981591 May 19 12:42:52.579185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port a8926453-1b1a-4cdf-8410-9095b7cc0756, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a8926453-1b1a-4cdf-8410-9095b7cc0756,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:52.588704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.591148 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:52.680964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:52.685956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:52.699597 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:52.703543 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-d4d6147b-20d7-4d51-9748-c7d1b79d6ea6 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957559 May 19 12:42:52.706761 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.754468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:52.762638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Usage tracker for resource:security_group_rule and tenant:bb72c074bb3a45768d2db054476906c1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:52.767463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:52.792599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Made reservation on behalf of 8fa023506d41477abffe47849c061b80 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:52.797990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.826187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:52.896771 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3277ac80-4136-404e-a1e7-8fa1fd23c8f6 req-4a750749-0ad2-43b0-9ccd-53094df3ad03 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784155 May 19 12:42:52.965746 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.972581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:52.990295 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f4546e9a-8302-4126-b6fd-c82232cdf213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:53.028296 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb72c074bb3a45768d2db054476906c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461962 May 19 12:42:53.029579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:53.050936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2737bf-20f1-4380-b1b1-e2bab0c4b8e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:53.055496 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:53.111360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:53.146034 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:53.156215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-f071831c-d4f0-4f65-a0d1-37bef2549fed tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:53.159747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-f071831c-d4f0-4f65-a0d1-37bef2549fed tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9974544 May 19 12:42:53.172625 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:53.228820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Request body: {'port': {'device_id': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '6af4c43523664f5797f03c05ec088968'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:53.319340 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:53.324515 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e1d2d0e1-2295-4d1b-9fcd-27d243441232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:53.337167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2737bf-20f1-4380-b1b1-e2bab0c4b8e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:53.340559 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:53.342852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:53.344025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af2737bf-20f1-4380-b1b1-e2bab0c4b8e5 HTTP/1.1" status: 204 len: 168 time: 0.3058028 May 19 12:42:53.469450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbc814-49c8-437f-811f-ffa581b19622 req-0b9473f1-4464-47fd-83c9-c06b0b6fbfd9 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:53.470608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fafbc814-49c8-437f-811f-ffa581b19622 req-0b9473f1-4464-47fd-83c9-c06b0b6fbfd9 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Synchronizing usage tracker for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:53.637824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-3a801482-5b7a-47d7-a2ff-d80e74428089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:53.640455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-3a801482-5b7a-47d7-a2ff-d80e74428089 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5325158 May 19 12:42:53.837494 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a8926453-1b1a-4cdf-8410-9095b7cc0756 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:53.913924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fafbc814-49c8-437f-811f-ffa581b19622 req-0b9473f1-4464-47fd-83c9-c06b0b6fbfd9 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Unset dirty status for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:53.915994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fafbc814-49c8-437f-811f-ffa581b19622 req-0b9473f1-4464-47fd-83c9-c06b0b6fbfd9 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 936 time: 1.9311895 May 19 12:42:53.964766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a8926453-1b1a-4cdf-8410-9095b7cc0756 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:53.965585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.016548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a06d962e-eaa4-4b94-ba98-24a18c635319 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:54.254548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a06d962e-eaa4-4b94-ba98-24a18c635319,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:54.271083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'mac_address': 'fa:16:3e:c4:79:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:54.335287 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.355747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06d962e-eaa4-4b94-ba98-24a18c635319 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:54.373672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacebb87-ff42-4efe-98c4-6a080c6a1167 req-b043381e-0692-4808-9f89-fac40008a38b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:54.376419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eacebb87-ff42-4efe-98c4-6a080c6a1167 req-b043381e-0692-4808-9f89-fac40008a38b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 943 time: 1.4135387 May 19 12:42:54.378128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a06d962e-eaa4-4b94-ba98-24a18c635319,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:54.386402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.388402 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:54.458751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:54.464850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:54.493109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:54.501274 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:54.561934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Usage tracker for resource:port and tenant:6af4c43523664f5797f03c05ec088968 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:54.589754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:54.598231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-network', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:54.603223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:54.608361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Usage tracker for resource:network and tenant:42519b6e7b154192959ba3e9bbe07c53 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:54.611452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:54.619311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:54.631073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Made reservation on behalf of 42519b6e7b154192959ba3e9bbe07c53 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:54.635035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.638095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:54.649142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.664959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a06d962e-eaa4-4b94-ba98-24a18c635319'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:54.666527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:54.671608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Usage tracker for resource:security_group_rule and tenant:42519b6e7b154192959ba3e9bbe07c53 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:54.677075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:54.685099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:54.773702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fafbc814-49c8-437f-811f-ffa581b19622 req-45ce2ec8-46fe-4ca8-8baa-7b62d533ee71 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Synchronizing usage tracker for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:42:54.796213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-de0b7e11-fd15-43a6-a3df-3f0fe58b04fe service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1122870 May 19 12:42:54.813898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eacebb87-ff42-4efe-98c4-6a080c6a1167 req-e23feed5-7ce8-46bc-be66-068bcf0b0678 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937171 May 19 12:42:54.894864 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.902453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.913238 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e2cf177-5302-4698-8572-1938be260034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:54.975194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:54.978024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:42:54.980663 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:54.991768 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:54.992328 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Added segment 1f5b1025-7382-4e52-a37e-7e60ae092484 of type vlan for network ac7a4d68-ae62-43fb-8914-aa189a683b8d May 19 12:42:55.010811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Made reservation on behalf of 6af4c43523664f5797f03c05ec088968 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:55.026281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:55.040149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:55.087808 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:55.089329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:55.090059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:55.093969 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:55.202073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7a4d68-ae62-43fb-8914-aa189a683b8d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:55.205355 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:55.213046 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7417459 May 19 12:42:55.214797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:55.218641 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:42:55.223438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Request body: {'subnet': {'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-subnet', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:55.233851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:55.240629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Usage tracker for resource:subnet and tenant:42519b6e7b154192959ba3e9bbe07c53 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:55.245684 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:55.256179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:55.276310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Made reservation on behalf of 42519b6e7b154192959ba3e9bbe07c53 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:42:55.280617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:55.328791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fafbc814-49c8-437f-811f-ffa581b19622 req-45ce2ec8-46fe-4ca8-8baa-7b62d533ee71 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Unset dirty status for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:42:55.331084 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fafbc814-49c8-437f-811f-ffa581b19622 req-45ce2ec8-46fe-4ca8-8baa-7b62d533ee71 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0434897 May 19 12:42:55.454638 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f', 'status': 'completed', 'code': 200} May 19 12:42:55.663520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-796bfe5a-d255-4015-b3ff-78f2920b8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:55.665051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-796bfe5a-d255-4015-b3ff-78f2920b8baa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 1099 time: 0.1726124 May 19 12:42:55.904839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6545a8b-490c-491d-a70f-836a3bb2b906 req-169ab955-72f6-4a50-9cf4-48d0b1fdaedc service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492240 May 19 12:42:55.915503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:42:55.977688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-7b583118-5473-488d-b01b-af99c35aaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:55.979247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-7b583118-5473-488d-b01b-af99c35aaebf service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3066390 May 19 12:42:56.015546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3959f13-a525-406f-bac7-5ecdf82a43de req-da234947-c56e-4cfa-bfdc-2f91101d437b tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:56.018083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3959f13-a525-406f-bac7-5ecdf82a43de req-da234947-c56e-4cfa-bfdc-2f91101d437b tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1097 time: 0.8946576 May 19 12:42:56.031611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a06d962e-eaa4-4b94-ba98-24a18c635319 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:42:56.061235 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-14ee4aa6-2a54-4734-b05f-32395db59ecc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=dfe54418-3d64-4a94-a177-3e4548768f8f HTTP/1.1" status: 200 len: 217 time: 0.0708568 May 19 12:42:56.072891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a112fa-0c55-44f8-8005-191177e16d78 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:56.085787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device dfe54418-3d64-4a94-a177-3e4548768f8f details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:42:56.093679 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:56.151260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Transition to ACTIVE for port object 99a112fa-0c55-44f8-8005-191177e16d78 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:56.154394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3959f13-a525-406f-bac7-5ecdf82a43de req-1f53e51f-94a7-4f43-8c9f-c365285b7823 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167879 May 19 12:42:56.161076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-283b9b10-25cd-47b4-8e5b-44148378782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:56.162887 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-283b9b10-25cd-47b4-8e5b-44148378782b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0873423 May 19 12:42:56.169987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ffa9-b8a8-494f-98dd-86fbbb904001 req-da56a0f6-5460-45cb-a394-3d68e6089f56 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:56.172002 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc72ffa9-b8a8-494f-98dd-86fbbb904001 req-da56a0f6-5460-45cb-a394-3d68e6089f56 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 948 time: 0.5257761 May 19 12:42:56.215805 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:56.251362 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:56.350194 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:56.392562 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f571a752-fe6f-4f86-8e1b-d330b91e5ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:56.553761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port a06d962e-eaa4-4b94-ba98-24a18c635319 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:56.575361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port a06d962e-eaa4-4b94-ba98-24a18c635319 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:56.576684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:56.606380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Allocated IP 192.168.233.87 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/432ac39a-cbcb-4985-b231-9766ad487908) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:56.626313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c95575a-0d55-451f-b843-ea5352474fd7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:56.633900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc72ffa9-b8a8-494f-98dd-86fbbb904001 req-ffc76e63-4225-4b90-b8e2-9d930cbccade tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126916 May 19 12:42:56.653817 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:56.752024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-2c2e5fb7-3456-437a-ae03-93188620f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:56.757581 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-2c2e5fb7-3456-437a-ae03-93188620f141 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5849135 May 19 12:42:56.778534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Pushing event updated for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:56.789771 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:56.890789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Checking segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:56.891521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Network hostable DHCP agents. Network: ac7a4d68-ae62-43fb-8914-aa189a683b8d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:42:56.961148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=dfe54418-3d64-4a94-a177-3e4548768f8f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:56.981713 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:56.994165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4872b1c8-1a3e-4451-b20a-434c22b397e4 req-b587b636-b7a1-4447-b424-e5ec4eb9aed8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 210 time: 0.1263812 May 19 12:42:57.009217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'dfe54418-3d64-4a94-a177-3e4548768f8f', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'dfe54418-3d64-4a94-a177-3e4548768f8f', 'mac_address': 'fa:16:3e:80:fc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:42:57.031950 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-07ab9a34-df65-40e2-a56e-9f36470d787f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:57.032467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.173388 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-54949199-b5b9-43c9-8634-fd7605837bc1 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651712 May 19 12:42:57.178782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:57.199418 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.224810 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a06d962e-eaa4-4b94-ba98-24a18c635319,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:57.244771 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.250159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe54418-3d64-4a94-a177-3e4548768f8f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:42:57.272771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:42:57.282931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=dfe54418-3d64-4a94-a177-3e4548768f8f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:42:57.284649 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:57.307507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Attempting to bind port 99a112fa-0c55-44f8-8005-191177e16d78 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:42:57.308089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Attempting to bind port 99a112fa-0c55-44f8-8005-191177e16d78 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:42:57.308617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Attempting to bind port 99a112fa-0c55-44f8-8005-191177e16d78 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:57.329933 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.368412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Port 99a112fa-0c55-44f8-8005-191177e16d78 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:42:57.368904 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Attempting to bind port 99a112fa-0c55-44f8-8005-191177e16d78 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:42:57.395117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:57.398210 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:57.398829 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-50a98b85-bf2e-49b3-a1e9-506661e5da8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:57.406551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a485ee-fff2-4263-8006-c5d38d5fe53a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:57.410890 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:57.412435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:42:57.413015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:57.413666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:42:57.414394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Bound port: 99a112fa-0c55-44f8-8005-191177e16d78, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:42:57.414890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.447447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, ac7a4d68-ae62-43fb-8914-aa189a683b8d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:57.463156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e381d-0473-4797-ad2e-581b9434dbcf None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:57.582304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:57.592535 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:57.592925 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-cfbdc653-923a-466e-b610-1196826e87e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7039330 May 19 12:42:57.594784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['dfe54418-3d64-4a94-a177-3e4548768f8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:57.600379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:57.601528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.646315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Checking segment: {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:42:57.646852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Network hostable DHCP agents. Network: feed5965-6e50-486e-a982-ac50f5055660, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:42:57.774764 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6aab7ba-f41f-4cd3-ade4-f06e433eaa64 req-df8e957a-215a-4d36-857e-0ccc8c72ab26 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895910 May 19 12:42:57.783802 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5654016 May 19 12:42:57.785346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:57.802623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:57.817478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:57.823205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Usage tracker for resource:router and tenant:42519b6e7b154192959ba3e9bbe07c53 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:57.826977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:57.837217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:57.850262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-3bec4d61-cb32-40ed-9f8d-ab34acd42378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:57.851987 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-3bec4d61-cb32-40ed-9f8d-ab34acd42378 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 1101 time: 0.2127054 May 19 12:42:57.856550 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.857349 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.857640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:42:57.858519 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.892604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:57.921690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457171-bbcd-4322-a801-df44be843a3a req-7cde612a-47b1-43be-bdfc-958e6e4281c2 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:57.923605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d457171-bbcd-4322-a801-df44be843a3a req-7cde612a-47b1-43be-bdfc-958e6e4281c2 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 944 time: 1.0438676 May 19 12:42:57.931786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Network feed5965-6e50-486e-a982-ac50f5055660 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:42:58.006276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.040067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, feed5965-6e50-486e-a982-ac50f5055660) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:58.076004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417c226-eeda-44a2-a08d-31adb02ec421 None None] Network feed5965-6e50-486e-a982-ac50f5055660 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:42:58.103763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:42:58.108221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Transition to ACTIVE for port object 432ac39a-cbcb-4985-b231-9766ad487908 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:42:58.110013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:58.110639 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.132051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472925-d9d5-4732-83e1-4075bdeddb57 req-bae0f695-e9e7-48d7-99a5-d90effebe298 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:58.136767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a472925-d9d5-4732-83e1-4075bdeddb57 req-bae0f695-e9e7-48d7-99a5-d90effebe298 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 948 time: 0.7453914 May 19 12:42:58.164509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d457171-bbcd-4322-a801-df44be843a3a req-77b2b5ef-bb8b-4c4d-8555-dfafe97b41dd tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286210 May 19 12:42:58.180076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=99a112fa-0c55-44f8-8005-191177e16d78,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:42:58.208993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.230952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 6.7159476 May 19 12:42:58.242067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:42:58.242717 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:58.306121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.316562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Allocated IP 172.20.0.2 (ac7a4d68-ae62-43fb-8914-aa189a683b8d/4c95575a-0d55-451f-b843-ea5352474fd7/a13cf6a4-01da-4734-892a-2d4794129e3d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:42:58.332616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4e82da0d-d9f0-4b7e-87d4-ef1c75408665'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:58.333445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:58.379283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:42:58.410959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Usage tracker for resource:router and tenant:8fa023506d41477abffe47849c061b80 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:42:58.423942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:58.424567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.428123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] 10.222.0.71 "PUT /v2.0/ports/99a112fa-0c55-44f8-8005-191177e16d78 HTTP/1.1" status: 200 len: 1096 time: 5.9637251 May 19 12:42:58.432570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:42:58.438506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:42:58.466090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:42:58.493376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:42:58.512073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a472925-d9d5-4732-83e1-4075bdeddb57 req-a7b4e952-2444-446e-8aae-0e9070ad3d28 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450792 May 19 12:42:58.535731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:42:58.645359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Pushing event updated for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:58.655058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:42:58.693753 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'code': 200} May 19 12:42:58.738114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:42:58.764222 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:58.786111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7735787-66c4-4adb-80c0-173fdbf2931c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:42:58.886183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:58.890801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-3b5a7723-9c88-4287-a222-3e2641da835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:58.892551 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-3b5a7723-9c88-4287-a222-3e2641da835e service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.9752297 May 19 12:42:59.037641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:59.039399 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-b1eb63e0-49e4-4135-afd4-0eb7342680d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 200 len: 217 time: 0.1333508 May 19 12:42:59.040090 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:59.209235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-02620f41-86c1-4c7b-a44a-bb6349f1f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.211851 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-02620f41-86c1-4c7b-a44a-bb6349f1f2a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1576424 May 19 12:42:59.251142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:59.276279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-feed5965-6e50-486e-a982-ac50f5055660', 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'fixed_ips': [{'subnet_id': '90a485ee-fff2-4263-8006-c5d38d5fe53a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:42:59.277842 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:59.328587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.329402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:42:59.363658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event updated for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:42:59.381115 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:42:59.417425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2162001 May 19 12:42:59.421546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c810dd5-9a5b-41d4-9aed-579c1eae4d03 req-f66d7963-8604-48a2-aab7-b7be1536d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.423129 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c810dd5-9a5b-41d4-9aed-579c1eae4d03 req-f66d7963-8604-48a2-aab7-b7be1536d5a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1096 time: 0.6105008 May 19 12:42:59.527408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-e5159d43-40b3-4ee9-9afa-b7b92993d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.529023 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-e5159d43-40b3-4ee9-9afa-b7b92993d580 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922628 May 19 12:42:59.532650 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c810dd5-9a5b-41d4-9aed-579c1eae4d03 req-7b973d51-871b-422f-96e5-3f79ca8297cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 May 19 12:42:59.548592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Request body: {'port': {'device_id': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:42:59.644310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba789-fa11-44e1-96a2-640512b06046 req-b2a5d211-e8be-4919-ab67-286f15104e4e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.656678 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d10ba789-fa11-44e1-96a2-640512b06046 req-b2a5d211-e8be-4919-ab67-286f15104e4e tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 949 time: 0.7604847 May 19 12:42:59.670204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-a2cd1548-71ee-4c6c-aea4-8bf3a2477ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:42:59.672845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-a2cd1548-71ee-4c6c-aea4-8bf3a2477ba1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 1099 time: 1.1564648 May 19 12:42:59.717810 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-89b98bf1-e258-4d73-8482-88083bceed89 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780419 May 19 12:42:59.736935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dfe10340-9823-4d10-b30b-a61b30a03850 None None] Provisioning for port 432ac39a-cbcb-4985-b231-9766ad487908 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:42:59.802701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dfe10340-9823-4d10-b30b-a61b30a03850 None None] Provisioning complete for port 432ac39a-cbcb-4985-b231-9766ad487908 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:42:59.803277 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dfe10340-9823-4d10-b30b-a61b30a03850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.009549 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.185590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device dfe54418-3d64-4a94-a177-3e4548768f8f up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:00.197042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-8374be80-f662-41f2-aaf8-a198ed3b69be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99a112fa-0c55-44f8-8005-191177e16d78 HTTP/1.1" status: 200 len: 217 time: 0.2542729 May 19 12:43:00.262294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dfe10340-9823-4d10-b30b-a61b30a03850 None None] Port 432ac39a-cbcb-4985-b231-9766ad487908 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:00.278794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Transition to ACTIVE for port object a13cf6a4-01da-4734-892a-2d4794129e3d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:00.382344 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.423770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-204c8ca0-e9db-40f8-addf-7c4a1cd1510e req-85f8fe50-4ee7-4cda-be32-2e58c9e82e9c service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859977 May 19 12:43:00.425769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.560629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Transition to ACTIVE for port object a13cf6a4-01da-4734-892a-2d4794129e3d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:00.584798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Allocated IP 172.20.0.2 (feed5965-6e50-486e-a982-ac50f5055660/90a485ee-fff2-4263-8006-c5d38d5fe53a/7c50201e-b7bd-4f00-afdd-060798618ee9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:00.593526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.599506 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:00.704511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.749665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d10ba789-fa11-44e1-96a2-640512b06046 req-6443ecad-08b3-45c7-8aa0-383b5ea68237 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0918398 May 19 12:43:00.758303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Allocated IP 172.25.4.180 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/d7d03445-0017-47c1-8c09-975bcfa16d3d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:00.842381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port dfe54418-3d64-4a94-a177-3e4548768f8f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:00.849666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:00.882978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:00.887607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-53e34702-42cb-4db0-b7e2-8fa21addfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:00.900379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:00.901760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-53e34702-42cb-4db0-b7e2-8fa21addfc36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6932600 May 19 12:43:00.904196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Pushing event updated for resources: {'Port': ['ID=a13cf6a4-01da-4734-892a-2d4794129e3d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:00.906937 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:00.908417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port dfe54418-3d64-4a94-a177-3e4548768f8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:00.909273 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.028831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.062286 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:01.068706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.076745 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-264047ad-c36c-4b3b-8d07-bc11d8ca1769 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:01.159394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:01.162741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:01.167679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:01.304139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d03445-0017-47c1-8c09-975bcfa16d3d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:01.309281 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:01.406196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Attempting to bind port a13cf6a4-01da-4734-892a-2d4794129e3d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:01.406796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Attempting to bind port a13cf6a4-01da-4734-892a-2d4794129e3d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:01.407386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Attempting to bind port a13cf6a4-01da-4734-892a-2d4794129e3d on network ac7a4d68-ae62-43fb-8914-aa189a683b8d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:01.530979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-c8e22e2d-34d9-4c6e-acc1-e46b533bc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:01.534381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-c8e22e2d-34d9-4c6e-acc1-e46b533bc8a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6096220 May 19 12:43:01.543186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:01.543805 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Checking segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:01.544527 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.545199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Bound using segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:01.546012 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Bound port: a13cf6a4-01da-4734-892a-2d4794129e3d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:01.546617 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.611171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd694be-db57-4e3a-aae0-e9793bd9ddd6 req-8ea98caf-4d2f-42c3-9ee4-07e242b3a37a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:01.612231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2bd694be-db57-4e3a-aae0-e9793bd9ddd6 req-8ea98caf-4d2f-42c3-9ee4-07e242b3a37a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Synchronizing usage tracker for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:01.758194 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.776412 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.834931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Transition to ACTIVE for port object 7c50201e-b7bd-4f00-afdd-060798618ee9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:01.842376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:01.847569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2bd694be-db57-4e3a-aae0-e9793bd9ddd6 req-8ea98caf-4d2f-42c3-9ee4-07e242b3a37a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Unset dirty status for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:01.848853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bd694be-db57-4e3a-aae0-e9793bd9ddd6 req-8ea98caf-4d2f-42c3-9ee4-07e242b3a37a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 935 time: 0.7215233 May 19 12:43:01.884226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:01.926197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] For port a13cf6a4-01da-4734-892a-2d4794129e3d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:01.933842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] For port a13cf6a4-01da-4734-892a-2d4794129e3d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a13cf6a4-01da-4734-892a-2d4794129e3d,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:01.935532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.940954 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=dfe54418-3d64-4a94-a177-3e4548768f8f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:01.942364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Transition to ACTIVE for port object 7c50201e-b7bd-4f00-afdd-060798618ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:01.947986 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:01.956957 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:02.031070 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.052366 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.130806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-8e6576f4-ce52-47a8-bddc-16e4528f3b90 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:43:02.133030 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-8e6576f4-ce52-47a8-bddc-16e4528f3b90 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2870457 May 19 12:43:02.143570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Network feed5965-6e50-486e-a982-ac50f5055660 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:02.150120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:02.151378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-855f691c-e453-4d2f-85c7-eb2527a123c7 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040044 May 19 12:43:02.155010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:02.165369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Pushing event updated for resources: {'Port': ['ID=a13cf6a4-01da-4734-892a-2d4794129e3d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:02.174626 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:02.175652 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:02.352470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bd694be-db57-4e3a-aae0-e9793bd9ddd6 req-2bdc7999-8978-4519-a190-e042648f32c2 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797966 May 19 12:43:02.451234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Attempting to bind port 7c50201e-b7bd-4f00-afdd-060798618ee9 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:02.451830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Attempting to bind port 7c50201e-b7bd-4f00-afdd-060798618ee9 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:02.452469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Attempting to bind port 7c50201e-b7bd-4f00-afdd-060798618ee9 on network feed5965-6e50-486e-a982-ac50f5055660 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:02.470548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:02.475481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Checking segment: {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:02.476662 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.477450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Bound using segment: {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:02.478309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Bound port: 7c50201e-b7bd-4f00-afdd-060798618ee9, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:02.479001 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.499579 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:02.534878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.539982 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.595351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Request body: {'binding': {'host': 'n-h1-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:02.596430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:43:02.641117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432ac39a-cbcb-4985-b231-9766ad487908 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:02.703609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.762869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Pushing event updated for resources: {'Port': ['ID=7c50201e-b7bd-4f00-afdd-060798618ee9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:02.771247 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:02.772149 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:02.772459 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:02.847698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] For port 7c50201e-b7bd-4f00-afdd-060798618ee9, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:02.853833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] For port 7c50201e-b7bd-4f00-afdd-060798618ee9, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=7c50201e-b7bd-4f00-afdd-060798618ee9,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:02.866456 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.878933 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:02.887554 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:02.966139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d2a47af-1aa4-459b-8edb-eb869dfe25a5 req-db8b236d-743a-4909-b2b7-85c2bea1c8a6 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669318 May 19 12:43:02.969143 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78', 'status': 'completed', 'code': 200} May 19 12:43:03.130895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Pushing event updated for resources: {'Port': ['ID=7c50201e-b7bd-4f00-afdd-060798618ee9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:03.134718 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:03.184662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:43:03.467787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:03.496282 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Sync routers for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:03.512405 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:03.513580 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:03.515297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:03.526325 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7385991 May 19 12:43:03.527829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:03.537424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Transition to ACTIVE for port object 432ac39a-cbcb-4985-b231-9766ad487908 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:03.628220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:03.682999 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:03.944528 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:03.973543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:03.997932 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:04.045188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a13cf6a4-01da-4734-892a-2d4794129e3d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:04.184590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Allocated IP 172.25.4.122 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/66e4a072-296c-404c-9592-818b8c4cfce1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:04.202097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f40e6c-611d-4264-bd42-492e538e5d4c None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:43:04.423941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2631ac-ffc4-4a83-ad09-0abbf28ebe48 req-e29e8202-bbc8-44f2-8db0-923b215ab1ba tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:04.437170 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f2631ac-ffc4-4a83-ad09-0abbf28ebe48 req-e29e8202-bbc8-44f2-8db0-923b215ab1ba tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 1.4655957 May 19 12:43:04.562505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-59a1c6b4-3017-4c8e-83a7-d7f9c9832370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:04.565415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-59a1c6b4-3017-4c8e-83a7-d7f9c9832370 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 1099 time: 1.3624675 May 19 12:43:04.625142 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f2631ac-ffc4-4a83-ad09-0abbf28ebe48 req-8fe6e954-c2e6-4fd1-8a9d-7d2dd04d0add tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859920 May 19 12:43:04.643090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port a13cf6a4-01da-4734-892a-2d4794129e3d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:04.670201 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a13cf6a4-01da-4734-892a-2d4794129e3d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:04.671424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:04.676307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on host n-h1-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:04.677093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:04.677093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:04.743961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Provisioning for port a13cf6a4-01da-4734-892a-2d4794129e3d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:04.795716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Provisioning complete for port a13cf6a4-01da-4734-892a-2d4794129e3d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:04.798519 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:04.864407 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:01Z', 'revision_number': 3, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:04.872458 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Checking router: 421ef14e-de1c-462b-bc1d-a9b2b340d7cf for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:04.873027 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Updating router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf port d7d03445-0017-47c1-8c09-975bcfa16d3d binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:04.987869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:43:04.989870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:05.010058 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.037230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d5cdf-84fd-47ed-9c15-9fe0f0ba86bb None None] Network feed5965-6e50-486e-a982-ac50f5055660 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:43:05.173839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:05.175573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:05.176351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:05.176916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Bound port: 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:05.338275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.374634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Attempting to bind port 432ac39a-cbcb-4985-b231-9766ad487908 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:05.374922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Attempting to bind port 432ac39a-cbcb-4985-b231-9766ad487908 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:05.375344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Attempting to bind port 432ac39a-cbcb-4985-b231-9766ad487908 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:05.441045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Port 432ac39a-cbcb-4985-b231-9766ad487908 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:43:05.441564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Attempting to bind port 432ac39a-cbcb-4985-b231-9766ad487908 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:05.472514 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.503546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:05.504063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:05.504539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:05.505248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Bound port: 432ac39a-cbcb-4985-b231-9766ad487908, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:05.511712 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.591474 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.632917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port a13cf6a4-01da-4734-892a-2d4794129e3d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a13cf6a4-01da-4734-892a-2d4794129e3d,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:05.656643 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.657765 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 7c50201e-b7bd-4f00-afdd-060798618ee9 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:05.696017 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:05.716966 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:05.745761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-b6081b99-9c11-43c9-a5a3-bce990317518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:05.748418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-b6081b99-9c11-43c9-a5a3-bce990317518 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.1210401 May 19 12:43:05.751119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:05.809048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Allocated IP 172.20.0.1 (ac7a4d68-ae62-43fb-8914-aa189a683b8d/4c95575a-0d55-451f-b843-ea5352474fd7/eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:05.908042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20ecc2-6dd2-4084-b1c4-3cbfbe23375e req-99556a1b-c527-451d-9bd1-674530983673 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:05.911688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de20ecc2-6dd2-4084-b1c4-3cbfbe23375e req-99556a1b-c527-451d-9bd1-674530983673 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 948 time: 0.8271253 May 19 12:43:05.945953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-4bb5b197-2a0c-44ba-9bd7-4c5abfbd7178 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99a112fa-0c55-44f8-8005-191177e16d78 HTTP/1.1" status: 200 len: 217 time: 0.1809971 May 19 12:43:06.054602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.056324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ff594e84-3655-4455-aee8-86df2bfa87c2 service neutron] 10.222.0.69 "POST /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d/bindings HTTP/1.1" status: 201 len: 389 time: 3.7577419 May 19 12:43:06.088195 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:43:06.088877 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-f26cd421-439f-4a89-b2cd-aad62362a007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:43:06.093123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=a13cf6a4-01da-4734-892a-2d4794129e3d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:06.103779 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:06.128167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:06.142336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 7c50201e-b7bd-4f00-afdd-060798618ee9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:06.172083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de20ecc2-6dd2-4084-b1c4-3cbfbe23375e req-582e1ff0-9493-4c11-9c56-acd0bae090ea tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312737 May 19 12:43:06.176760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=432ac39a-cbcb-4985-b231-9766ad487908,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:06.193408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.194327 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.199367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-4d8fa539-0c78-4a13-a40b-6b9c2f67a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:06.219626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-4d8fa539-0c78-4a13-a40b-6b9c2f67a755 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2276411 May 19 12:43:06.235600 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9debb8e6-8b81-4a02-aab8-61202438bc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:06.247940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Transition to ACTIVE for port object eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:06.358820 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.368762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a13cf6a4-01da-4734-892a-2d4794129e3d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:06.371170 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf0fab45-5e26-4544-9964-7f44ee01c69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:06.488421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.575160 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f', 'code': 200} May 19 12:43:06.602392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Pushing event updated for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:06.625236 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:06.632560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:06.633474 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.636386 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] 10.222.0.57 "PUT /v2.0/ports/432ac39a-cbcb-4985-b231-9766ad487908 HTTP/1.1" status: 200 len: 1095 time: 7.0941362 May 19 12:43:06.642576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:06.666666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:06.670037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:06.717438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:06.727604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:06.734728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:06.751014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:06.757226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:06.770066 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:06.826558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:06.857229 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:07.014594 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.042993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a13cf6a4-01da-4734-892a-2d4794129e3d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:07.043660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.078871 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Transition to ACTIVE for port object d7d03445-0017-47c1-8c09-975bcfa16d3d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:07.126263 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.131712 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:07.222471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Provisioning for port 7c50201e-b7bd-4f00-afdd-060798618ee9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:07.232563 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Provisioning complete for port 7c50201e-b7bd-4f00-afdd-060798618ee9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:07.233162 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.553333 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Pushing event updated for resources: {'Port': ['ID=d7d03445-0017-47c1-8c09-975bcfa16d3d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:07.567547 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:07.568992 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Attempting to bind port d7d03445-0017-47c1-8c09-975bcfa16d3d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:07.569617 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Attempting to bind port d7d03445-0017-47c1-8c09-975bcfa16d3d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:07.580225 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Attempting to bind port d7d03445-0017-47c1-8c09-975bcfa16d3d on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:07.602708 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:07.603295 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:07.604001 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.604654 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:07.605471 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Bound port: d7d03445-0017-47c1-8c09-975bcfa16d3d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:07.612786 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.695814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Pushing event updated for resources: {'Port': ['ID=66e4a072-296c-404c-9592-818b8c4cfce1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:07.714073 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.731993 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.802440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 99a112fa-0c55-44f8-8005-191177e16d78 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:43:07.815049 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] For port 7c50201e-b7bd-4f00-afdd-060798618ee9, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=7c50201e-b7bd-4f00-afdd-060798618ee9,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:07.842212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.852765 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] For port d7d03445-0017-47c1-8c09-975bcfa16d3d, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:07.856271 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:07.864655 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] For port d7d03445-0017-47c1-8c09-975bcfa16d3d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d7d03445-0017-47c1-8c09-975bcfa16d3d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:07.880313 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:07.891985 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:08.038331 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:43:08.091031 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:08.092118 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:42:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:08.212907 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:08.218467 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Pushing event updated for resources: {'Port': ['ID=d7d03445-0017-47c1-8c09-975bcfa16d3d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:08.227496 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:08.246870 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:08.272241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:08.274541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:08.293895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5af9b367-936a-48fb-9fb6-4f593c579fb8 tempest-DeleteServersAdminTestJSON-842000000 tempest-DeleteServersAdminTestJSON-842000000-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:08.419760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Pushing event updated for resources: {'Port': ['ID=7c50201e-b7bd-4f00-afdd-060798618ee9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:08.454958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-e2afaa39-c8e5-42b2-bc04-bc55b09aa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:08.455233 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:08.458296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-e2afaa39-c8e5-42b2-bc04-bc55b09aa17a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.2251608 May 19 12:43:08.484405 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:08.496112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Provisioning complete for port a13cf6a4-01da-4734-892a-2d4794129e3d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:08.496693 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:08.504267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Pushing event updated for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:08.523763 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:08.623312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bba55-b03c-4733-9195-2313bbfb2515 req-bafd51d2-1c06-41c1-b2e8-e03ab246b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:08.626260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d6bba55-b03c-4733-9195-2313bbfb2515 req-bafd51d2-1c06-41c1-b2e8-e03ab246b85b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 1101 time: 1.6964750 May 19 12:43:08.667139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=99a112fa-0c55-44f8-8005-191177e16d78,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:08.708612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '99a112fa-0c55-44f8-8005-191177e16d78', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '99a112fa-0c55-44f8-8005-191177e16d78', 'mac_address': 'fa:16:3e:c6:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:43:08.772568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-78e30f9d-cef6-4c4a-9dab-d8eaa34cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:08.778602 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-78e30f9d-cef6-4c4a-9dab-d8eaa34cb06c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1097 time: 1.9169397 May 19 12:43:08.813311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d90e07-4745-4977-8c96-9869b58dc133 req-2f4bf125-2d08-4e8f-afbf-08b7cf32d8d6 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:08.821956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25d90e07-4745-4977-8c96-9869b58dc133 req-2f4bf125-2d08-4e8f-afbf-08b7cf32d8d6 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 950 time: 2.0488541 May 19 12:43:08.844456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-2c290869-cde1-4822-92f5-b4aa332f579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:08.847801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-2c290869-cde1-4822-92f5-b4aa332f579e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 1098 time: 1.8329360 May 19 12:43:09.010979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52db67-94bc-4dd1-9891-fcb1daed7761 req-f438b460-e289-4b58-a17c-d80209985bf9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:09.014123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c52db67-94bc-4dd1-9891-fcb1daed7761 req-f438b460-e289-4b58-a17c-d80209985bf9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 947 time: 2.0778987 May 19 12:43:09.027460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-df581f45-732e-4dcd-a1cd-d459437ae904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=432ac39a-cbcb-4985-b231-9766ad487908 HTTP/1.1" status: 200 len: 217 time: 0.1481798 May 19 12:43:09.040216 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:09.104915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a112fa-0c55-44f8-8005-191177e16d78 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:09.138087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=99a112fa-0c55-44f8-8005-191177e16d78,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:09.157331 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:09.163557 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:09.321226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:09.328366 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:09.330581 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:09.341318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:09.394701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-1be23bc9-bcea-478c-a662-966e727fb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:09.397838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-1be23bc9-bcea-478c-a662-966e727fb6d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3585713 May 19 12:43:09.415469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fedbded9-582e-4cff-b245-5702f8a4d9b8 None None] Provisioning for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:09.432340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d6bba55-b03c-4733-9195-2313bbfb2515 req-aa41f947-7b16-42cc-86d9-338cb114988d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044023 May 19 12:43:09.435117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fedbded9-582e-4cff-b245-5702f8a4d9b8 None None] Provisioning complete for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:09.435765 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fedbded9-582e-4cff-b245-5702f8a4d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:09.443252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:09.541728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['99a112fa-0c55-44f8-8005-191177e16d78'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:09.559716 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08', 'name': '', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'mac_address': 'fa:16:3e:81:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:05Z', 'updated_at': '2021-05-19T12:43:05Z', 'revision_number': 1, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'subnets': [{'id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:09.581698 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f67e1-b64e-4c8b-add2-d9b51aae3542 None None] The sync data for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 is: [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08', 'name': '', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'mac_address': 'fa:16:3e:81:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:05Z', 'updated_at': '2021-05-19T12:43:05Z', 'revision_number': 1, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'subnets': [{'id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:09.608502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25d90e07-4745-4977-8c96-9869b58dc133 req-8767bd09-6c85-4a83-b89f-8fe8d470b356 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555689 May 19 12:43:09.671148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c52db67-94bc-4dd1-9891-fcb1daed7761 req-3207498d-0057-4aa3-a20c-cbf6ba8f82cc tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915130 May 19 12:43:09.695709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fedbded9-582e-4cff-b245-5702f8a4d9b8 None None] Port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:09.706348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-c38ae8d2-6148-4d6c-be4e-15eb6a96f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:09.708667 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-c38ae8d2-6148-4d6c-be4e-15eb6a96f159 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.9154396 May 19 12:43:09.887500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91f4bc51-3fd8-4f32-b35c-4f47e5a38dfa None None] Provisioning complete for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:09.888145 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91f4bc51-3fd8-4f32-b35c-4f47e5a38dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:09.925572 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-8b7e9a52-7180-48ff-bedc-2c7db8d689f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.2010870 May 19 12:43:09.950402 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-12f00de5-c365-4134-858a-9bb8c71c9684 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4595470 May 19 12:43:09.999294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-91f4bc51-3fd8-4f32-b35c-4f47e5a38dfa None None] Port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:10.244320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d996e1c-edff-4f69-99c0-3e03e823a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:10.266722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-fd5411ca-08ce-4857-9280-e307c691a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:10.269679 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-fd5411ca-08ce-4857-9280-e307c691a258 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.3198166 May 19 12:43:10.376028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-3465e042-215d-4332-80bd-1fadfc0d25a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950444 May 19 12:43:10.477778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 7c50201e-b7bd-4f00-afdd-060798618ee9 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:10.654030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-cf8959d5-90ea-4b72-9b3a-1e6e08574224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:10.655666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-cf8959d5-90ea-4b72-9b3a-1e6e08574224 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1148570 May 19 12:43:10.661107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:43:10.755361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 7c50201e-b7bd-4f00-afdd-060798618ee9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:10.756272 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:10.875820 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-a9e1c688-f1f8-42f6-8e3c-9ca72dbaf758 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 258 time: 1.0625806 May 19 12:43:11.005217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:11.036627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:11.042884 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4827fcf-4cc4-4372-b87c-a22e31f9a67b req-7c8d750b-d685-4d3d-ade4-372c1ae4ef4e service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677338 May 19 12:43:11.054875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-526c8174-c9af-443c-b2f0-e1da70bf342b service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693599 May 19 12:43:11.066848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Usage tracker for resource:floatingip and tenant:81143ae3aade43c9837ddd728be3a4af is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:11.094372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:11.117424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:11.138077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1e39-e8f2-4049-b5fa-acf0d972416a req-3cd92beb-1776-48d4-8179-9fab7dbd6645 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:11.139648 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e16c1e39-e8f2-4049-b5fa-acf0d972416a req-3cd92beb-1776-48d4-8179-9fab7dbd6645 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 946 time: 0.8809016 May 19 12:43:11.201975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-affa2a32-8383-4d77-93b9-2e9105c18a64 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314324 May 19 12:43:11.412741 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:11.447608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:11.488534 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] 10.222.0.69 "PUT /v2.0/routers/421ef14e-de1c-462b-bc1d-a9b2b340d7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9589715 May 19 12:43:11.502829 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-86425394-7c87-4978-b5b3-7ad9cf3598c5 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366345 May 19 12:43:11.513450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a24dbf8f-161d-4135-8f1d-e0ba831e25cf req-6dd15465-0320-4122-b141-c5d386f94a3d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895064 May 19 12:43:11.542126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e16c1e39-e8f2-4049-b5fa-acf0d972416a req-11b3b5d4-79d1-400d-83cc-60a68cb643da tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839139 May 19 12:43:11.581491 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:11.706309 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908', 'status': 'completed', 'code': 200} May 19 12:43:11.734711 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:43:11.828290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 99a112fa-0c55-44f8-8005-191177e16d78 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:11.907218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-9a13e48e-1b6b-450a-b0e4-103e67bdeb4a tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:11.909588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-9a13e48e-1b6b-450a-b0e4-103e67bdeb4a tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1097 time: 0.2483420 May 19 12:43:11.932369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:12.001470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-251ef74a-b3d9-4d72-a833-525914929af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:12.002935 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-251ef74a-b3d9-4d72-a833-525914929af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 1098 time: 0.2445476 May 19 12:43:12.029881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 99a112fa-0c55-44f8-8005-191177e16d78 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:12.033023 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.057025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 99a112fa-0c55-44f8-8005-191177e16d78 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:12.058368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.137294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2dc2-c64a-4f10-b1c1-8005d7585946 req-c7dade2e-2187-48d7-9173-f215ba04536c tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:12.145469 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-130c2dc2-c64a-4f10-b1c1-8005d7585946 req-c7dade2e-2187-48d7-9173-f215ba04536c tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 949 time: 0.2753999 May 19 12:43:12.189368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Router 331e532d-567c-4342-a382-ea901a9b10bd is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:43:12.193407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-5c873bda-8574-42cd-b795-c3c4379b7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:12.197159 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-5c873bda-8574-42cd-b795-c3c4379b7e4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.1857810 May 19 12:43:12.310625 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-0c644b35-d8dd-4941-b1d5-de8df77cafd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=432ac39a-cbcb-4985-b231-9766ad487908 HTTP/1.1" status: 200 len: 217 time: 0.1028886 May 19 12:43:12.381681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d7d03445-0017-47c1-8c09-975bcfa16d3d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:12.500478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-9637178c-fe0c-4e20-9d51-f1fee924315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:12.503648 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-9637178c-fe0c-4e20-9d51-f1fee924315f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1333790 May 19 12:43:12.522189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-130c2dc2-c64a-4f10-b1c1-8005d7585946 req-dee135c2-6d3a-4136-a279-dd7092e25025 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754385 May 19 12:43:12.538338 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.624273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:12.652086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=99a112fa-0c55-44f8-8005-191177e16d78,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:12.656468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d7d03445-0017-47c1-8c09-975bcfa16d3d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:12.660924 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.667339 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.673987 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:12.701722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:12.742929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d7d03445-0017-47c1-8c09-975bcfa16d3d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:12.743513 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.749209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-network', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:12.799250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-71bccf13-1925-46d8-92f0-8f638c62a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:12.803894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-71bccf13-1925-46d8-92f0-8f638c62a9af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2869067 May 19 12:43:12.904045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:12.952020 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.976388 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b216d75-3956-46ac-8a8e-9fec14234da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:12.999310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:13.006820 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:13.039961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Usage tracker for resource:network and tenant:41a0c362ef7948f6b84df77a94d0d74a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:13.062935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:13.081714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Allocated IP 172.25.4.213 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/08aea9a9-7fb0-40a4-ab29-a12210184007) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:13.103318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:13.157135 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.185602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:13.203924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d7d03445-0017-47c1-8c09-975bcfa16d3d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d7d03445-0017-47c1-8c09-975bcfa16d3d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:13.212393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Sync routers for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:13.217588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-af2e9699-6ab9-4ad2-8a8a-766c24a5b24d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048052 May 19 12:43:13.219367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:13.224424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.229368 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:13.230183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Made reservation on behalf of 41a0c362ef7948f6b84df77a94d0d74a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:43:13.233972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.316674 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.323818 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Sync routers for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:13.343209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:13.344287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:13.361299 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:13.366366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:13.366923 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:13.450972 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a48bad4e-2d9f-4458-8d4a-19cd223fb01a req-b718582f-2814-414d-b082-9b8126a88ebe service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261477 May 19 12:43:13.456475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:13.463491 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.474744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.481384 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:13.532013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d7d03445-0017-47c1-8c09-975bcfa16d3d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:13.536263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:13.542624 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.545901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 15.2367220 May 19 12:43:13.558436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:13.569958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Usage tracker for resource:security_group_rule and tenant:41a0c362ef7948f6b84df77a94d0d74a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:13.591133 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:13.690706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:13.699804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:13.738413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:13.749723 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:13.805789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729121d3-55c9-47d3-a662-3a8059322d00 req-678a9889-dda9-4c7f-b30f-0023c221e928 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:13.820792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-729121d3-55c9-47d3-a662-3a8059322d00 req-678a9889-dda9-4c7f-b30f-0023c221e928 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 950 time: 0.9099243 May 19 12:43:13.879974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on host n-h2-791505-2 for vnic_type normal with profile {"migrating_to": "n-h1-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:13.880488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:13.881013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:13.888062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:13.904523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:43:13.905025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Attempting to bind port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:13.914836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.915392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.916079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.916635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.917379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.918397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.918593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.919048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.919608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.920201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.920759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.921300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:13.945379 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:13.947052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:13.948029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:13.948867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:13.949833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Bound port: 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:13.950620 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:13.966732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.085822 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.114050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 432ac39a-cbcb-4985-b231-9766ad487908 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:43:14.144865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-729121d3-55c9-47d3-a662-3a8059322d00 req-3c74a1ad-0372-4396-afbf-91680dd9b8b7 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224790 May 19 12:43:14.145746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:14.153220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:14.161904 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.172854 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4815ebf9-9786-4a6a-933c-a798258509a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:14.304684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=432ac39a-cbcb-4985-b231-9766ad487908,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:14.321340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '432ac39a-cbcb-4985-b231-9766ad487908', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '432ac39a-cbcb-4985-b231-9766ad487908', 'mac_address': 'fa:16:3e:a0:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:43:14.430956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d7d03445-0017-47c1-8c09-975bcfa16d3d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:14.495419 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08', 'name': '', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'mac_address': 'fa:16:3e:81:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:05Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 2, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'subnets': [{'id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:14.503084 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Checking router: 421ef14e-de1c-462b-bc1d-a9b2b340d7cf for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:14.503407 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.504042 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Updating router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:14.529305 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432ac39a-cbcb-4985-b231-9766ad487908 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:14.552473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d7d03445-0017-47c1-8c09-975bcfa16d3d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:14.552963 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.623207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:14.625523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.629655 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] 10.222.0.71 "PUT /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 1122 time: 2.7098770 May 19 12:43:14.631384 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.636812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:14.655647 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:14.676191 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=432ac39a-cbcb-4985-b231-9766ad487908,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:14.688469 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.691945 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:14.759059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['51089df1-1e9b-4998-ab74-8e64fbaf7c4d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:14.895137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.909780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:08Z', 'revision_number': 3, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:14.919567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:14.932934 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:14.939602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Checking router: 331e532d-567c-4342-a382-ea901a9b10bd for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:14.940202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Updating router 331e532d-567c-4342-a382-ea901a9b10bd port 66e4a072-296c-404c-9592-818b8c4cfce1 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:14.992651 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.002371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:15.012894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['432ac39a-cbcb-4985-b231-9766ad487908'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:15.073156 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:15.106969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:43:15.163966 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.175758 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.222883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:15.248908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:15.261640 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.270850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:15.278289 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Transition to ACTIVE for port object eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:15.287949 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.293095 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:15.333303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fbeb-8f7f-456c-ad63-d8b4416944e6 req-c24989e5-5782-42b8-a916-1e93ff9e4cbb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:15.341087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a594fbeb-8f7f-456c-ad63-d8b4416944e6 req-c24989e5-5782-42b8-a916-1e93ff9e4cbb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 947 time: 0.8089383 May 19 12:43:15.367675 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Pushing event updated for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:15.368846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event updated for resources: {'Port': ['ID=08aea9a9-7fb0-40a4-ab29-a12210184007,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:15.372578 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:15.406114 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.406812 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Added segment d0840cc5-4ac5-4c9a-b9a8-2a501505bf01 of type vlan for network d080fe47-be0b-4d1b-acff-b05029af7360 May 19 12:43:15.411176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.412273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.413147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.413964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.414890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.417140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.417874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.418613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.419457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.421447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.421447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.421447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:15.497928 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:15.498782 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8c0a1e3-8029-41b6-88f1-b8499c501946 tempest-AggregatesAdminTestJSON-662632748 tempest-AggregatesAdminTestJSON-662632748-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:15.587733 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.636149 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Attempting to bind port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:15.637135 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Attempting to bind port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:15.637484 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Attempting to bind port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 on network ac7a4d68-ae62-43fb-8914-aa189a683b8d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:15.649277 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:15.649901 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Checking segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:15.650615 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.651243 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Bound using segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:15.652140 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Bound port: eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:15.652766 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.752702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a594fbeb-8f7f-456c-ad63-d8b4416944e6 req-0283249d-47b7-4103-af47-7c92d183b2b7 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489079 May 19 12:43:15.761405 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.879216 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.893961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64707c8-6839-43bf-9f6d-e003dca930f6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:15.898687 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:15.905191 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] For port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:15.912432 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] For port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:15.929000 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:15.939478 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:15.978924 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.051639 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:43:16.136806 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:16.138309 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:16.250016 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.296894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Transition to ACTIVE for port object 66e4a072-296c-404c-9592-818b8c4cfce1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:16.314350 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.314651 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Pushing event updated for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:16.330942 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.333749 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:16.334795 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:16.347019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:16.348036 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.445231 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:16.490295 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Attempting to bind port 66e4a072-296c-404c-9592-818b8c4cfce1 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:16.490834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Attempting to bind port 66e4a072-296c-404c-9592-818b8c4cfce1 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:16.491301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Attempting to bind port 66e4a072-296c-404c-9592-818b8c4cfce1 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:16.503959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Pushing event updated for resources: {'Port': ['ID=66e4a072-296c-404c-9592-818b8c4cfce1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:16.507078 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:16.509904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:16.510448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:16.510973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.511484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:16.512132 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Bound port: 66e4a072-296c-404c-9592-818b8c4cfce1, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:16.512644 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.567630 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:16.617532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] For port 66e4a072-296c-404c-9592-818b8c4cfce1, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:16.623301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] For port 66e4a072-296c-404c-9592-818b8c4cfce1, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=66e4a072-296c-404c-9592-818b8c4cfce1,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:16.630092 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.636922 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:16.759345 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.782662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:16.784950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:16.787097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Pushing event updated for resources: {'Network': ['ID=d080fe47-be0b-4d1b-acff-b05029af7360,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:16.800184 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:16.824525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1178243 May 19 12:43:16.825777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:16.841317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:16.842145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Request body: {'subnet': {'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-subnet', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:16.854886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:16.864870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Usage tracker for resource:subnet and tenant:41a0c362ef7948f6b84df77a94d0d74a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:16.873735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:16.890697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:16.893339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea2bb-ce22-47ec-84f6-53943eb54ed9 req-6d316909-35ec-4437-8c3c-1f98a56e83e4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:16.906497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32aea2bb-ce22-47ec-84f6-53943eb54ed9 req-6d316909-35ec-4437-8c3c-1f98a56e83e4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.7791095 May 19 12:43:16.915049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Made reservation on behalf of 41a0c362ef7948f6b84df77a94d0d74a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:43:16.920526 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:17.066896 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:17.102534 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:17.139713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32aea2bb-ce22-47ec-84f6-53943eb54ed9 req-f0039fd5-30dd-413b-81c3-f9fe6a5e8fea tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317305 May 19 12:43:17.176475 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:17.183713 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network d080fe47-be0b-4d1b-acff-b05029af7360 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:43:17.239492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:17.277804 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08', 'name': '', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'mac_address': 'fa:16:3e:81:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:05Z', 'updated_at': '2021-05-19T12:43:15Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'subnets': [{'id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:17.286972 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba0eab-21f1-449c-9b1d-6c4bd77c0dbd None None] The sync data for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 is: [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:43:07Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08', 'name': '', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'mac_address': 'fa:16:3e:81:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:05Z', 'updated_at': '2021-05-19T12:43:15Z', 'revision_number': 4, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'subnets': [{'id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:17.425563 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78', 'code': 200} May 19 12:43:17.494900 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'code': 200} May 19 12:43:17.634687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Pushing event updated for resources: {'Port': ['ID=66e4a072-296c-404c-9592-818b8c4cfce1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:17.703236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:17.724220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event updated for resources: {'Port': ['ID=08aea9a9-7fb0-40a4-ab29-a12210184007,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:17.741967 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:17.752129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092383-2022-4631-9a09-cf7a6b41a9a2 req-4631f7c6-b302-4be6-8e83-2ad2239502b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:17.753203 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-54092383-2022-4631-9a09-cf7a6b41a9a2 req-4631f7c6-b302-4be6-8e83-2ad2239502b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 1101 time: 0.3490212 May 19 12:43:17.817397 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:17.877090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:43:17.946439 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-54092383-2022-4631-9a09-cf7a6b41a9a2 req-0e42dc17-267e-4bd4-8426-f2020efcd8e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745656 May 19 12:43:18.018412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.020213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0225484 May 19 12:43:18.112662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.120319 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:18.150762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 432ac39a-cbcb-4985-b231-9766ad487908 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:18.210370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-f3c06d1d-fb6a-45f7-bf24-ccdf10a2b15a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:18.231181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:18.238371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904357d2-261d-4682-973c-e1901c34f1bc req-9ff46518-1558-4a53-a97e-a6b386c86ff8 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:18.254164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-904357d2-261d-4682-973c-e1901c34f1bc req-9ff46518-1558-4a53-a97e-a6b386c86ff8 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.6524236 May 19 12:43:18.258504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d has no active binding in host n-h1-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:43:18.285933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 432ac39a-cbcb-4985-b231-9766ad487908 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:18.290422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Allocated IP 172.20.0.1 (feed5965-6e50-486e-a982-ac50f5055660/90a485ee-fff2-4263-8006-c5d38d5fe53a/afdbbf4f-274a-4e62-8c22-290bcef89c51) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:18.295196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 432ac39a-cbcb-4985-b231-9766ad487908 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:18.296110 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.343044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Checking segment: {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:18.343431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:08Z', 'revision_number': 3, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:18.343669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Network hostable DHCP agents. Network: d080fe47-be0b-4d1b-acff-b05029af7360, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:43:18.352322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42ba59f-c017-449a-8a68-b93b6c0e4c1c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:18.358861 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:18.364938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47103c23-d03f-41d1-9c74-2114d280422d None None] The sync data for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 is: [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:08Z', 'revision_number': 3, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:18.394974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Network d080fe47-be0b-4d1b-acff-b05029af7360 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:43:18.435239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, d080fe47-be0b-4d1b-acff-b05029af7360) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:18.445541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:18.445939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-904357d2-261d-4682-973c-e1901c34f1bc req-ba372045-46bd-41d4-923e-8832d6fda2e6 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903312 May 19 12:43:18.446585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.480026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00568c-aa4e-44f2-a6b2-57231d2a3d38 None None] Network d080fe47-be0b-4d1b-acff-b05029af7360 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:43:18.495140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:18.519419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-f3c06d1d-fb6a-45f7-bf24-ccdf10a2b15a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:18.524649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-f3c06d1d-fb6a-45f7-bf24-ccdf10a2b15a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.4837239 May 19 12:43:18.534354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7035310 May 19 12:43:18.538353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:18.563727 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:18.577876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:18.594550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Usage tracker for resource:router and tenant:41a0c362ef7948f6b84df77a94d0d74a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:18.603881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:18.620450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:18.649178 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.659126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.662182 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.740937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=432ac39a-cbcb-4985-b231-9766ad487908,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:18.742212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:18.749103 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.763630 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:18.769789 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:18.806200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:18.806578 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:19.086321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-f4686b9c-4329-4cf8-8cb8-741b96e9cf2c tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:19.089584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-f4686b9c-4329-4cf8-8cb8-741b96e9cf2c tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5134106 May 19 12:43:19.110897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-dd4beca2-69d1-4bbf-8853-f2b9597246cb tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:43:19.113688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cafff089-d415-42c1-bcde-a7ef68f26055 req-dd4beca2-69d1-4bbf-8853-f2b9597246cb tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162427 May 19 12:43:19.161969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-d080fe47-be0b-4d1b-acff-b05029af7360', 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'fixed_ips': [{'subnet_id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:43:19.164669 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:19.322871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:19.334796 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:19.432813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:19.522735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:19.538197 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:19.631808 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:19.651099 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:19.660780 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:19.748395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Allocated IP 172.20.0.2 (d080fe47-be0b-4d1b-acff-b05029af7360/b42ba59f-c017-449a-8a68-b93b6c0e4c1c/6d17f760-a450-4b5e-a32e-aadc9d90a985) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:19.790127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:19.826532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:19.928504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Transition to ACTIVE for port object afdbbf4f-274a-4e62-8c22-290bcef89c51 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:19.975276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848037-a491-4792-beeb-3681bd058177 req-c795f21e-37dc-4618-9004-886ac2a9a332 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:19.978868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69848037-a491-4792-beeb-3681bd058177 req-c795f21e-37dc-4618-9004-886ac2a9a332 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.5142729 May 19 12:43:20.005239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.091797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1166-0dd8-4018-974e-406b540c76bf req-22cca38d-1bd7-428e-a486-33628f8cab14 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:20.094517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d84a1166-0dd8-4018-974e-406b540c76bf req-22cca38d-1bd7-428e-a486-33628f8cab14 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 0.4238601 May 19 12:43:20.157104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69848037-a491-4792-beeb-3681bd058177 req-eddada40-9c3f-4b6e-86f1-27f09374693c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605310 May 19 12:43:20.202398 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:20.202694 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.206760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d84a1166-0dd8-4018-974e-406b540c76bf req-ff7566cb-d798-4338-8156-bce181df9bc2 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702033 May 19 12:43:20.211004 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:20.339465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Network feed5965-6e50-486e-a982-ac50f5055660 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:20.349650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:20.355279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:20.357519 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.398272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Transition to ACTIVE for port object 6d17f760-a450-4b5e-a32e-aadc9d90a985 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:20.426061 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Transition to ACTIVE for port object 6d17f760-a450-4b5e-a32e-aadc9d90a985 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:20.445783 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.456860 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:20.594454 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.631541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Pushing event updated for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:20.638718 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:20.642283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Network d080fe47-be0b-4d1b-acff-b05029af7360 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:20.658657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:20.679381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:20.798049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.835854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:20.849256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 66e4a072-296c-404c-9592-818b8c4cfce1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:20.941291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Pushing event updated for resources: {'Port': ['ID=6d17f760-a450-4b5e-a32e-aadc9d90a985,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:20.961146 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:21.001161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Attempting to bind port 6d17f760-a450-4b5e-a32e-aadc9d90a985 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:21.001530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Attempting to bind port 6d17f760-a450-4b5e-a32e-aadc9d90a985 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:21.001903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Attempting to bind port 6d17f760-a450-4b5e-a32e-aadc9d90a985 on network d080fe47-be0b-4d1b-acff-b05029af7360 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:21.013271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-072dbbb4-7c39-49fd-8f67-ae55bfff5ef4 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:21.013541 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:21.013958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Checking segment: {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:21.014495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.014770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Bound using segment: {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:21.015326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Bound port: 6d17f760-a450-4b5e-a32e-aadc9d90a985, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:21.015631 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.017347 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-072dbbb4-7c39-49fd-8f67-ae55bfff5ef4 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 1101 time: 0.2191186 May 19 12:43:21.034617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-bbc0427f-a98c-4a2b-a55c-7592c8ac463a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:21.040798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91544b48-e555-4b4d-b2f1-15e73e731663 None None] Provisioning for port afdbbf4f-274a-4e62-8c22-290bcef89c51 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:21.045395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Allocated IP 172.25.4.111 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/3c1d8b45-2043-49ac-8c6a-95233e521e13) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:21.048348 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-bbc0427f-a98c-4a2b-a55c-7592c8ac463a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3406208 May 19 12:43:21.053217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91544b48-e555-4b4d-b2f1-15e73e731663 None None] Provisioning complete for port afdbbf4f-274a-4e62-8c22-290bcef89c51 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:21.053817 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91544b48-e555-4b4d-b2f1-15e73e731663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.227721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 66e4a072-296c-404c-9592-818b8c4cfce1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:21.253400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-f0043f7f-019d-48db-95cd-a72cf19b14a3 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.2026708 May 19 12:43:21.258337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'floatingip': {'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:21.269299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 66e4a072-296c-404c-9592-818b8c4cfce1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:21.269886 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.315546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-91544b48-e555-4b4d-b2f1-15e73e731663 None None] Port afdbbf4f-274a-4e62-8c22-290bcef89c51 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:21.326847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.327844 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.382184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.384530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] For port 6d17f760-a450-4b5e-a32e-aadc9d90a985, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:21.385749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.396322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:21.406295 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] For port 6d17f760-a450-4b5e-a32e-aadc9d90a985, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6d17f760-a450-4b5e-a32e-aadc9d90a985,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:21.417108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.426094 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18bd01f6-1b77-43f6-8b21-d734866f0949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:21.452630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:21.455105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.491980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Usage tracker for resource:security_group_rule and tenant:dc40d9c6170f4b508d4368e5fd77f690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:21.534953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:21.547515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:21.553397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:21.560292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:21.656251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Pushing event updated for resources: {'Port': ['ID=6d17f760-a450-4b5e-a32e-aadc9d90a985,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:21.670616 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:21.679288 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.697556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d8b45-2043-49ac-8c6a-95233e521e13,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:21.717009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 66e4a072-296c-404c-9592-818b8c4cfce1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=66e4a072-296c-404c-9592-818b8c4cfce1,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:21.723194 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:21.733154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:21.735380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:21.792943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:21.809275 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:21.982985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=66e4a072-296c-404c-9592-818b8c4cfce1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:21.990242 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:22.057742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:22.058687 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.267919 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.519686 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:43:22.539533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 66e4a072-296c-404c-9592-818b8c4cfce1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:22.548923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.562455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.583155 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.586003 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:22.617652 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.624193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 66e4a072-296c-404c-9592-818b8c4cfce1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:22.624794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:22.720339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc13bf7f-d388-43d7-9ca5-5c45ad26ae4c req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6682382 May 19 12:43:22.810029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6d17f760-a450-4b5e-a32e-aadc9d90a985 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:22.842623 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908', 'code': 200} May 19 12:43:22.926864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:23.128707 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:23.163368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1879d-cc0a-4c2b-88ca-9800531df561,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:23.195314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2f53-c66c-4f3b-9710-3589805afbab req-46eb50c7-70a4-43de-83dd-fb6ee98aeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:23.196704 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429b2f53-c66c-4f3b-9710-3589805afbab req-46eb50c7-70a4-43de-83dd-fb6ee98aeb18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 1100 time: 0.2429721 May 19 12:43:23.229931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4415069-e71a-438b-b338-df4395ff4051 None None] Network d080fe47-be0b-4d1b-acff-b05029af7360 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:43:23.240924 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:23.245059 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:23.279325 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429b2f53-c66c-4f3b-9710-3589805afbab req-b6f677c9-b5ff-4cd5-bb7a-09c81927ca81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742753 May 19 12:43:23.454793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Router 482c8d80-353a-407f-a28a-e20c4888077b is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:43:23.457526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:23.463875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Provisioning for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:23.479212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Provisioning complete for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:23.479678 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:23.502703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Pushing event updated for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:23.561935 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:23.714977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:23.765676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Sync routers for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:23.770321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:23.776568 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2317791 May 19 12:43:23.777817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:23.782232 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:23.787139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affcff0-a5b3-4b21-be83-fb3771b48cc9 req-5d1b0232-d169-4d25-9401-3f45f4f4be16 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:23.793506 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1affcff0-a5b3-4b21-be83-fb3771b48cc9 req-5d1b0232-d169-4d25-9401-3f45f4f4be16 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.6318884 May 19 12:43:23.814682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:23.815711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:23.940443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Network feed5965-6e50-486e-a982-ac50f5055660 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:23.943126 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:43:24.005731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-03834df2-8017-43b6-8835-2f875084d792 None None] For port 6d17f760-a450-4b5e-a32e-aadc9d90a985, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6d17f760-a450-4b5e-a32e-aadc9d90a985,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:24.029041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1affcff0-a5b3-4b21-be83-fb3771b48cc9 req-08f29a59-2b1f-451e-bc9b-68e01d3df1cc tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215559 May 19 12:43:24.032056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:24.069848 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-ddb51619-1013-4869-8975-53efa96fc5de service neutron] 10.222.0.57 "GET /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d/bindings/n-h1-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.1957433 May 19 12:43:24.099705 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:24.129078 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-07f762c0-bb1d-4134-91ec-f309da772f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:24.213734 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:24.253479 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'status': 'completed', 'code': 200} May 19 12:43:24.305175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:24.372286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Pushing event updated for resources: {'Port': ['ID=6d17f760-a450-4b5e-a32e-aadc9d90a985,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:24.376425 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:24.797402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:24.801560 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-173bc7b5-338c-47f5-b486-f72f639d6d9f None None] Provisioning complete for port afdbbf4f-274a-4e62-8c22-290bcef89c51 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:24.802684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-173bc7b5-338c-47f5-b486-f72f639d6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:24.933846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-173bc7b5-338c-47f5-b486-f72f639d6d9f None None] Port afdbbf4f-274a-4e62-8c22-290bcef89c51 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:24.969484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-173bc7b5-338c-47f5-b486-f72f639d6d9f None None] Provisioning complete for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:24.970509 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-173bc7b5-338c-47f5-b486-f72f639d6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.089621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 3, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:25.100217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Checking router: 482c8d80-353a-407f-a28a-e20c4888077b for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:25.100217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Updating router 482c8d80-353a-407f-a28a-e20c4888077b port 3c1d8b45-2043-49ac-8c6a-95233e521e13 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:25.211091 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.270402 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Floating IP f3358cd0-98c7-40d1-81ae-dc8724f2c743 associated. External IP: 172.25.4.213, port: a06d962e-eaa4-4b94-ba98-24a18c635319. May 19 12:43:25.333035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Router 331e532d-567c-4342-a382-ea901a9b10bd has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:43:25.341353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d5317-1648-416e-ae98-ab1a5b5e1128 req-8e77ac89-95c0-4b55-b513-a053b6e20cc5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:25.342911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-314d5317-1648-416e-ae98-ab1a5b5e1128 req-8e77ac89-95c0-4b55-b513-a053b6e20cc5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.4692702 May 19 12:43:25.345206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-b1a0c892-1b47-435a-9deb-e057cbfe0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:25.347240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-b1a0c892-1b47-435a-9deb-e057cbfe0086 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1125 time: 0.8571181 May 19 12:43:25.513646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:25.631694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:25.639168 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.655969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Transition to ACTIVE for port object 3c1d8b45-2043-49ac-8c6a-95233e521e13 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:25.667353 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.671491 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:25.744157 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-314d5317-1648-416e-ae98-ab1a5b5e1128 req-4041b24d-8fe2-49c0-bb9d-f8c054b5c1f3 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745866 May 19 12:43:25.823424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51089df1-1e9b-4998-ab74-8e64fbaf7c4d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:25.847619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:25.885334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.888289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Attempting to bind port 3c1d8b45-2043-49ac-8c6a-95233e521e13 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:25.888659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Attempting to bind port 3c1d8b45-2043-49ac-8c6a-95233e521e13 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:25.889182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Attempting to bind port 3c1d8b45-2043-49ac-8c6a-95233e521e13 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:25.896333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Pushing event updated for resources: {'Port': ['ID=3c1d8b45-2043-49ac-8c6a-95233e521e13,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:25.901882 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:25.902851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:25.903285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:25.904206 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.905522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:25.906034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Bound port: 3c1d8b45-2043-49ac-8c6a-95233e521e13, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:25.906662 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:25.937498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-b77da0b8-ea03-421c-b56e-ccf826302aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:25.939031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-b77da0b8-ea03-421c-b56e-ccf826302aea service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.5711982 May 19 12:43:26.044581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] For port 3c1d8b45-2043-49ac-8c6a-95233e521e13, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:26.051152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] For port 3c1d8b45-2043-49ac-8c6a-95233e521e13, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3c1d8b45-2043-49ac-8c6a-95233e521e13,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:26.056145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-b04383da-2cf1-40af-813d-12cb18e09d0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.1075003 May 19 12:43:26.058174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:26.063363 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:26.145774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:26.145774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:26.174603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Transition to ACTIVE for port object 51089df1-1e9b-4998-ab74-8e64fbaf7c4d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:26.177278 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:26.191061 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:26.197929 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dda9742c-24fc-48f1-9c56-d1b618dffcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:26.205108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:43:26.303141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Pushing event updated for resources: {'Port': ['ID=3c1d8b45-2043-49ac-8c6a-95233e521e13,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:26.309884 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:26.334033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:26.350925 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Sync routers for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:26.368755 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:26.369391 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:26.451219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] No DVR routers for this DVR port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:26.491687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Pushing event updated for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:26.492849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:26.495575 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:26.550179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6d17f760-a450-4b5e-a32e-aadc9d90a985 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:26.566886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] 10.222.0.57 "PUT /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d/bindings/n-h1-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4861624 May 19 12:43:26.570573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Router b355d63a-d82e-484a-9b2b-95e9fb8e94eb has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:43:26.574783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:43:26.769333 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:26.775943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Allocated IP 172.20.0.1 (d080fe47-be0b-4d1b-acff-b05029af7360/b42ba59f-c017-449a-8a68-b93b6c0e4c1c/1008be38-0fdd-49c6-b76d-bc13868533b1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:26.862171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f90e23bc-00f8-49de-8e03-e4b8b2c1b37a tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:26.864120 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-f90e23bc-00f8-49de-8e03-e4b8b2c1b37a tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.1924710 May 19 12:43:26.865395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:26.865771 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:27.053674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bf7df06a-b852-45a1-8542-88492023150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 3, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:27.058667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df06a-b852-45a1-8542-88492023150b None None] The sync data for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 is: [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 3, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:27.083015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] 10.222.0.69 "PUT /v2.0/routers/331e532d-567c-4342-a382-ea901a9b10bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5144911 May 19 12:43:27.085144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-6306af08-47f9-4bbe-8f1b-fd95d032df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:27.085506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:27.086945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-6306af08-47f9-4bbe-8f1b-fd95d032df71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.9853637 May 19 12:43:27.101131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:27.104494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-e849c678-cbd6-4518-9b24-c0d06900b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:27.106456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-e849c678-cbd6-4518-9b24-c0d06900b773 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&tenant_id=476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 1096 time: 0.1805179 May 19 12:43:27.120157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Sync routers for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:27.125501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Transition to ACTIVE for port object 1008be38-0fdd-49c6-b76d-bc13868533b1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:27.141978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:27.143285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:27.176248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-42a76d30-4f0d-4771-a60f-f47ccb7af617 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728495 May 19 12:43:27.181267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:27.253833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-14e89dbe-fc41-4e13-ab02-444a6055203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:27.254404 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-14e89dbe-fc41-4e13-ab02-444a6055203d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1096 time: 0.1188052 May 19 12:43:27.298290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:27.299554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476985-87f7-4289-8f53-4e2debd8b63c req-53010cb8-f965-4ca8-b25b-48b598e3d2dd tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:27.301224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c476985-87f7-4289-8f53-4e2debd8b63c req-53010cb8-f965-4ca8-b25b-48b598e3d2dd tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 944 time: 1.2473631 May 19 12:43:27.307179 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc03da07-cf52-478b-b306-2dc4b01b2b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:27.333010 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:20Z', 'revision_number': 4, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'afdbbf4f-274a-4e62-8c22-290bcef89c51', 'name': '', 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'mac_address': 'fa:16:3e:91:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:17Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 2, 'project_id': '8fa023506d41477abffe47849c061b80', 'subnets': [{'id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:27.339930 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Checking router: 331e532d-567c-4342-a382-ea901a9b10bd for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:27.341638 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Updating router 331e532d-567c-4342-a382-ea901a9b10bd port afdbbf4f-274a-4e62-8c22-290bcef89c51 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:27.410132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c476985-87f7-4289-8f53-4e2debd8b63c req-a84cc3f5-5c6a-4728-91b1-28b7e16db719 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768352 May 19 12:43:27.577291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-5711fe2d-60ea-4715-8cd0-226cba8bdf0b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "PUT /v2.0/floatingips/f3358cd0-98c7-40d1-81ae-dc8724f2c743 HTTP/1.1" status: 200 len: 996 time: 6.3230326 May 19 12:43:27.581296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:27.586204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:27.633017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Network d080fe47-be0b-4d1b-acff-b05029af7360 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:27.652156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:27.676134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:27.691653 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:27.696566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:27.697039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:27.739410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-1e41aed8-c1ad-4b1c-9829-95ed87cfa95a service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931662 May 19 12:43:27.875207 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:28.006263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1da2d63e-f00a-4eb4-a876-b89f149856d7 req-010aad84-310d-4e66-97bb-50caf16a9ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413020 May 19 12:43:28.046998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-082ffae6-0707-43f1-83f9-34def4eb2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:28.050195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-082ffae6-0707-43f1-83f9-34def4eb2e67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1096 time: 0.4033091 May 19 12:43:28.163842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-5e3c6645-7afa-4e48-aaa6-59135921a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:28.174909 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-5e3c6645-7afa-4e48-aaa6-59135921a0c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.9130356 May 19 12:43:28.283136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c2f231cb-aa34-465d-80a7-1f645ae91877 None None] Provisioning for port 1008be38-0fdd-49c6-b76d-bc13868533b1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:28.297203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c2f231cb-aa34-465d-80a7-1f645ae91877 None None] Provisioning complete for port 1008be38-0fdd-49c6-b76d-bc13868533b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:28.297569 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2f231cb-aa34-465d-80a7-1f645ae91877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:28.411322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-37def8fd-7023-44f0-a815-3de6b4431a59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.2276399 May 19 12:43:28.415245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-dc32caa9-a929-43a5-8f81-7c26d44c2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:28.417805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-dc32caa9-a929-43a5-8f81-7c26d44c2fef service neutron] 10.222.0.69 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 929 time: 0.3354206 May 19 12:43:28.537501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c2f231cb-aa34-465d-80a7-1f645ae91877 None None] Port 1008be38-0fdd-49c6-b76d-bc13868533b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:28.597165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3c1d8b45-2043-49ac-8c6a-95233e521e13 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:28.669666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-aef242f4-5447-4e48-93c7-c8f22f2f031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:28.673621 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-aef242f4-5447-4e48-93c7-c8f22f2f031c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.2085288 May 19 12:43:28.790285 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-5fdd2edb-0efb-4c8f-96e9-ece7204f72d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013401 May 19 12:43:28.807204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-f1949eb1-921b-4106-83b3-0fea80369854 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 999 time: 0.3680284 May 19 12:43:28.868299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'f3358cd0-98c7-40d1-81ae-dc8724f2c743', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'mac_address': 'fa:16:3e:c4:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:15Z', 'updated_at': '2021-05-19T12:43:23Z', 'revision_number': 1, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:28.880880 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Checking router: b355d63a-d82e-484a-9b2b-95e9fb8e94eb for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:28.907542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:28.909649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:28.962655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-1c13f5d5-c529-48d1-a372-a96a425128d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:28.977558 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-1c13f5d5-c529-48d1-a372-a96a425128d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.1592736 May 19 12:43:28.982675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-97c4f167-bbe8-493b-9795-941114162db1 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839159 May 19 12:43:29.052312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 3c1d8b45-2043-49ac-8c6a-95233e521e13 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:29.208246 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:29.231297 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Transition to ACTIVE for port object afdbbf4f-274a-4e62-8c22-290bcef89c51 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:29.232730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:29.247857 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:29.269864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-b2a69d01-5e0d-4726-a51a-53dc4a0e7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:29.272890 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-b2a69d01-5e0d-4726-a51a-53dc4a0e7370 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888048 May 19 12:43:29.291612 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:29.293843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-37d6e59e-3b87-4cb4-ab2a-364fba1eacdd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:43:29.299101 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-37d6e59e-3b87-4cb4-ab2a-364fba1eacdd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122275 May 19 12:43:29.369013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:29.415608 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-18f30847-86e1-409a-a1fb-63f5e18cabff service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249768 May 19 12:43:29.525422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 3c1d8b45-2043-49ac-8c6a-95233e521e13 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:29.526239 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:29.694217 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-f6ebf27c-4bfc-4cf9-91b2-ad00d0f22e05 service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874376 May 19 12:43:29.715229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Pushing event updated for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:29.851059 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.851747 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.852584 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.853251 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.854219 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.857520 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.858415 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.864631 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.865404 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.865964 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.866622 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.867359 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:29.885409 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:30.066991 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Attempting to bind port afdbbf4f-274a-4e62-8c22-290bcef89c51 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:30.067460 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Attempting to bind port afdbbf4f-274a-4e62-8c22-290bcef89c51 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:30.067936 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Attempting to bind port afdbbf4f-274a-4e62-8c22-290bcef89c51 on network feed5965-6e50-486e-a982-ac50f5055660 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:30.074913 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:30.075677 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Checking segment: {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:30.076346 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.076853 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Bound using segment: {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:30.077631 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Bound port: afdbbf4f-274a-4e62-8c22-290bcef89c51, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211c8227-bd31-4482-90f3-aad1dc6b37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:30.078107 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.222770 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.230761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce19253-7ff4-44ac-bf86-af1502600649 req-6816f81b-6702-4a72-8338-a397fff25d01 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:30.245249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ce19253-7ff4-44ac-bf86-af1502600649 req-6816f81b-6702-4a72-8338-a397fff25d01 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.5101056 May 19 12:43:30.246267 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] For port afdbbf4f-274a-4e62-8c22-290bcef89c51, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:30.254412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 3c1d8b45-2043-49ac-8c6a-95233e521e13, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3c1d8b45-2043-49ac-8c6a-95233e521e13,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:30.255509 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] For port afdbbf4f-274a-4e62-8c22-290bcef89c51, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=afdbbf4f-274a-4e62-8c22-290bcef89c51,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:30.262872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'f3358cd0-98c7-40d1-81ae-dc8724f2c743', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'mac_address': 'fa:16:3e:c4:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:15Z', 'updated_at': '2021-05-19T12:43:23Z', 'revision_number': 1, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:30.266106 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.267217 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.269888 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:30.271398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e39fdd8-f5b6-465f-9052-2ac7c082c129 req-864a17bb-b76f-4984-a5bf-a047c369a45e service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745208 May 19 12:43:30.280751 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:30.319038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-a6f42b6c-919f-45f0-96bd-2d6e3d5ac080 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:30.321917 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-a6f42b6c-919f-45f0-96bd-2d6e3d5ac080 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.3158095 May 19 12:43:30.323507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ce19253-7ff4-44ac-bf86-af1502600649 req-5f2d4f92-d825-49e6-998b-29dd42c49bc3 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759943 May 19 12:43:30.356796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ab668-cff8-4ca1-8e51-6eb9b9f434af None None] The sync data for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 is: [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'f3358cd0-98c7-40d1-81ae-dc8724f2c743', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'mac_address': 'fa:16:3e:c4:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:15Z', 'updated_at': '2021-05-19T12:43:23Z', 'revision_number': 1, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:30.392645 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'status': 'completed', 'code': 200} May 19 12:43:30.485248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=3c1d8b45-2043-49ac-8c6a-95233e521e13,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:30.500937 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:30.564309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:43:30.600651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.621783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.623069 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:30.623866 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:30.624982 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:30.634235 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:30.800274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-a3f9bbb2-9bc2-47a4-a83b-970731885d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:30.801724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-a3f9bbb2-9bc2-47a4-a83b-970731885d67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1096 time: 0.3421383 May 19 12:43:30.805615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:30.816955 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:30.903703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bd6b2-43bf-4b04-b34c-b99613130dcb req-4aaee11a-58a0-43dc-a9d9-c32ec3c78b45 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:30.922555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9bd6b2-43bf-4b04-b34c-b99613130dcb req-4aaee11a-58a0-43dc-a9d9-c32ec3c78b45 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 945 time: 0.3698187 May 19 12:43:31.135773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-73ef2c98-4300-415f-a9ce-a3f352770db1 service neutron] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:31.140987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-73ef2c98-4300-415f-a9ce-a3f352770db1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:31.142223 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-052954b0-58c1-4532-bb0c-f23e6fa7a63f req-73ef2c98-4300-415f-a9ce-a3f352770db1 service neutron] 10.222.0.71 "DELETE /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d/bindings/n-h2-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.8122232 May 19 12:43:31.157568 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3be6f4-a6f8-45ac-b81c-d95a5f138c47 None None] New status for floating IP f3358cd0-98c7-40d1-81ae-dc8724f2c743: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:43:31.190151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Network d080fe47-be0b-4d1b-acff-b05029af7360 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:31.191716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:31.280922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9bd6b2-43bf-4b04-b34c-b99613130dcb req-8a4df539-d1b2-4691-a720-018375b08dbf tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571084 May 19 12:43:31.301085 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Pushing event updated for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:31.308134 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:31.495300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-432cf8f0-bb93-4a72-84c8-f140421997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:31.498119 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-432cf8f0-bb93-4a72-84c8-f140421997fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 929 time: 0.6881588 May 19 12:43:31.503538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f3ffdef-9b67-4383-8acd-51ff44884152 None None] Provisioning complete for port 1008be38-0fdd-49c6-b76d-bc13868533b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:31.504524 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f3ffdef-9b67-4383-8acd-51ff44884152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:31.579379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Router 482c8d80-353a-407f-a28a-e20c4888077b has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:43:31.676535 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:31.707596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ffdef-9b67-4383-8acd-51ff44884152 None None] Port 1008be38-0fdd-49c6-b76d-bc13868533b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:31.867755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8d7c-6da8-4f16-ade2-d42f02bac20c req-e527bed0-e9be-493c-a0b6-4de509cca3ad tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:31.870284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cebd8d7c-6da8-4f16-ade2-d42f02bac20c req-e527bed0-e9be-493c-a0b6-4de509cca3ad tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.7261100 May 19 12:43:32.024943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-ba266bd5-ae67-4178-9d4f-0f37a2b55ed0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 999 time: 0.4956720 May 19 12:43:32.065675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:32.091128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Sync routers for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:32.100125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] 10.222.0.69 "PUT /v2.0/routers/482c8d80-353a-407f-a28a-e20c4888077b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3207321 May 19 12:43:32.104491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-620db037-9162-4da3-a3bf-55b1945ce1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 258 time: 0.6676283 May 19 12:43:32.113181 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cebd8d7c-6da8-4f16-ade2-d42f02bac20c req-10d4bd6a-52b9-4b06-bc73-f8fb3ce9b402 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164230 May 19 12:43:32.118362 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:32.120415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:32.122660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:32.133563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:32.151538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:32.154830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-9720d91f-c5b2-45e1-8b3d-b68b4a33e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:32.156518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-9720d91f-c5b2-45e1-8b3d-b68b4a33e18c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.1115305 May 19 12:43:32.228468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:32.281850 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:20Z', 'revision_number': 4, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'afdbbf4f-274a-4e62-8c22-290bcef89c51', 'name': '', 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'mac_address': 'fa:16:3e:91:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:17Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '8fa023506d41477abffe47849c061b80', 'subnets': [{'id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:32.290448 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7f48-8f2c-4964-adcc-59917f3ba557 None None] The sync data for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 is: [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:43:20Z', 'revision_number': 4, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'afdbbf4f-274a-4e62-8c22-290bcef89c51', 'name': '', 'network_id': 'feed5965-6e50-486e-a982-ac50f5055660', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'mac_address': 'fa:16:3e:91:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:17Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '8fa023506d41477abffe47849c061b80', 'subnets': [{'id': '90a485ee-fff2-4263-8006-c5d38d5fe53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:32.513217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-c70ac6c5-3c48-454a-bd39-a198454e9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:32.514653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-c70ac6c5-3c48-454a-bd39-a198454e9d79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433850 May 19 12:43:32.692592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:32.799337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-33fac13b-73fc-4ff7-a6ab-420a7f9f0192 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716846 May 19 12:43:32.801329 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:32.864650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3c1d8b45-2043-49ac-8c6a-95233e521e13 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:33.169139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e81785-7e90-4dc5-b4c2-d9dd8d317707 req-ef4cf688-a606-41cb-97dc-bf59dda53021 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268991 May 19 12:43:33.230038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Allocated IP 172.25.4.74 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/051f265f-1b49-4deb-926b-ae4021498e26) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:33.547399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 3c1d8b45-2043-49ac-8c6a-95233e521e13 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:33.548520 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:33.776659 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:33.856563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:33.869442 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:33.963818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:28Z', 'revision_number': 4, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '1008be38-0fdd-49c6-b76d-bc13868533b1', 'name': '', 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:26Z', 'updated_at': '2021-05-19T12:43:29Z', 'revision_number': 2, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'subnets': [{'id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:33.969729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Checking router: 482c8d80-353a-407f-a28a-e20c4888077b for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:33.970131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Updating router 482c8d80-353a-407f-a28a-e20c4888077b port 1008be38-0fdd-49c6-b76d-bc13868533b1 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:43:34.072403 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:34.291182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:34.313084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:34.334217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event updated for resources: {'Port': ['ID=051f265f-1b49-4deb-926b-ae4021498e26,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:34.337206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:34.369804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-f607bc90-5862-419e-8743-4cc3ebc5537a tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404696 May 19 12:43:34.374506 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:34.682228 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:34.761720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device afdbbf4f-274a-4e62-8c22-290bcef89c51 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:34.926278 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.073872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-a64ea0b1-ab39-42d7-96f4-f93940759849 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:35.077487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-a64ea0b1-ab39-42d7-96f4-f93940759849 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6210852 May 19 12:43:35.096537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port afdbbf4f-274a-4e62-8c22-290bcef89c51 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:35.113440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port afdbbf4f-274a-4e62-8c22-290bcef89c51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:35.114306 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.144516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-0c7567d2-e445-4b44-addb-60117d91d0e4 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/quotas/8619eea9b1fe4ce18837c0ef192b6d35 HTTP/1.1" status: 200 len: 375 time: 0.0510521 May 19 12:43:35.413728 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.453387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-5dbac458-fbaa-4d9d-a0f2-5e6631014e41 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2972159 May 19 12:43:35.457360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Transition to ACTIVE for port object 1008be38-0fdd-49c6-b76d-bc13868533b1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:35.479646 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.488305 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.492852 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:35.535998 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.558146 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:35.871757 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.918386 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:35.939392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8337164 May 19 12:43:36.077886 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:36.239788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Pushing event updated for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:36.256176 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:36.310883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port afdbbf4f-274a-4e62-8c22-290bcef89c51, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=afdbbf4f-274a-4e62-8c22-290bcef89c51,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:36.314893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Attempting to bind port 1008be38-0fdd-49c6-b76d-bc13868533b1 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:36.315838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Attempting to bind port 1008be38-0fdd-49c6-b76d-bc13868533b1 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:36.317239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Attempting to bind port 1008be38-0fdd-49c6-b76d-bc13868533b1 on network d080fe47-be0b-4d1b-acff-b05029af7360 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:36.334999 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:36.353333 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:36.381750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-04064862-9b26-455e-898d-273bb8c016f6 req-60a76acd-8cf0-4bbb-85e3-8d4682780112 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:36.416062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event updated for resources: {'Port': ['ID=051f265f-1b49-4deb-926b-ae4021498e26,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:36.438877 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:36.472698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:36.474012 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Checking segment: {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:36.475077 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:36.477068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Bound using segment: {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:36.480178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Bound port: 1008be38-0fdd-49c6-b76d-bc13868533b1, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:36.482900 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:36.486644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-04064862-9b26-455e-898d-273bb8c016f6 req-60a76acd-8cf0-4bbb-85e3-8d4682780112 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:36.500565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-60a76acd-8cf0-4bbb-85e3-8d4682780112 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.5599208 May 19 12:43:36.818246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:36.843476 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:36.895002 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] For port 1008be38-0fdd-49c6-b76d-bc13868533b1, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:36.911268 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] For port 1008be38-0fdd-49c6-b76d-bc13868533b1, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1008be38-0fdd-49c6-b76d-bc13868533b1,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:36.918119 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:36.937389 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c1984d6-746f-4770-b6bd-5ad4d77c32b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:37.036240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Pushing event updated for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:37.040218 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:37.057981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:37.058629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:37.215191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04064862-9b26-455e-898d-273bb8c016f6 req-725a6313-d114-48d3-bfa1-1ca0eae50471 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.220060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-725a6313-d114-48d3-bfa1-1ca0eae50471 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.7157218 May 19 12:43:37.241087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-63469c02-dda0-4d3b-9f6c-89cd852a3f59 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:43:37.243545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04064862-9b26-455e-898d-273bb8c016f6 req-63469c02-dda0-4d3b-9f6c-89cd852a3f59 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104868 May 19 12:43:37.338549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.339473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.340357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.341732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.342515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.343605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.344376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.346722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.363113 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85325f9-febc-4921-b92a-19079819f177 req-d0f50787-5a67-4ded-9c5e-29eaee5d248b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8&device_id=2b172a80-bdaa-46f3-920f-87a3288851fa&device_id=55b7d080-2392-4f52-bef0-16023141ed51&device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&device_id=b10b77af-e605-4faa-85fa-66bde97529eb&device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 7328 time: 0.3813958 May 19 12:43:37.398307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:37.430649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:37.449126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Usage tracker for resource:security_group_rule and tenant:7dee65ae3a9d4f64a241b23344a0da26 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:37.457369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:37.476478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:37.651943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:37.660828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0070e06-111e-4f94-9e8a-2b9f720a1b01 req-2b82b5b3-296e-4b4a-bdd9-37b8df83faaa tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:37.662396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0070e06-111e-4f94-9e8a-2b9f720a1b01 req-2b82b5b3-296e-4b4a-bdd9-37b8df83faaa tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1096 time: 0.1412356 May 19 12:43:37.664325 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:37.687097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:37.697748 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b97d534b-f8f9-451c-8918-5a09412c15d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:37.749149 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85325f9-febc-4921-b92a-19079819f177 req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&id=d70d4ba6-fd56-4197-a559-87a12fa85014&id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.3842807 May 19 12:43:37.776807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0070e06-111e-4f94-9e8a-2b9f720a1b01 req-e34b2976-b532-44d7-b146-3f0a7892e747 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066709 May 19 12:43:37.790579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e7694d-5ff4-4608-b952-a95a8e944db4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:37.794543 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:37.996044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03aa62f7-5a52-4b54-a1ad-a219a865ce48 req-1f5df99a-61e4-4d97-bb24-c0e526c32e1a tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 210 time: 0.0877984 May 19 12:43:38.176423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:28Z', 'revision_number': 4, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '1008be38-0fdd-49c6-b76d-bc13868533b1', 'name': '', 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:26Z', 'updated_at': '2021-05-19T12:43:36Z', 'revision_number': 4, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'subnets': [{'id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:38.181803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd3a03-3c4d-4b56-9dc8-73b514f72df1 None None] The sync data for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 is: [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:43:28Z', 'revision_number': 4, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '1008be38-0fdd-49c6-b76d-bc13868533b1', 'name': '', 'network_id': 'd080fe47-be0b-4d1b-acff-b05029af7360', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:26Z', 'updated_at': '2021-05-19T12:43:36Z', 'revision_number': 4, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'subnets': [{'id': 'b42ba59f-c017-449a-8a68-b93b6c0e4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:38.398533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-c09c05da-0e7a-4d5d-b7b4-49e4b5a8b299 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:38.402441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-c09c05da-0e7a-4d5d-b7b4-49e4b5a8b299 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2294507 May 19 12:43:38.679193 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-67414d80-4230-4677-a183-50220a7a3143 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2485032 May 19 12:43:38.834379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1008be38-0fdd-49c6-b76d-bc13868533b1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:38.951010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-ae237003-56c2-4de5-946a-55801e2d8221 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.5244861 May 19 12:43:38.965947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-f2839463-6a79-4f18-8453-9b457318a544 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'floatingip': {'port_id': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:38.968000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 1008be38-0fdd-49c6-b76d-bc13868533b1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:38.994522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1008be38-0fdd-49c6-b76d-bc13868533b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:38.995229 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:39.338393 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:39.405321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 1008be38-0fdd-49c6-b76d-bc13868533b1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1008be38-0fdd-49c6-b76d-bc13868533b1,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:39.413012 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:39.413924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device afdbbf4f-274a-4e62-8c22-290bcef89c51 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:39.444522 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b4be1c42-159e-4a45-8d15-787419deb5de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:39.538033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:39.543287 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:39.560271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-f2839463-6a79-4f18-8453-9b457318a544 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:39.569034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port afdbbf4f-274a-4e62-8c22-290bcef89c51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:39.569491 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:39.957421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-60701383-47cc-45ad-ab09-9ce369e44309 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:39.959059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-60701383-47cc-45ad-ab09-9ce369e44309 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2190282 May 19 12:43:39.984280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Request body: {'port': {'device_id': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '8619eea9b1fe4ce18837c0ef192b6d35'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:40.038644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-1b330672-6fd9-4099-81e1-0e5cbbe565d2 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:40.040257 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-1b330672-6fd9-4099-81e1-0e5cbbe565d2 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.6218934 May 19 12:43:40.220238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-a4cef2f5-4081-4464-ba64-dee1f2eec1f7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/quotas/476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 375 time: 0.1056979 May 19 12:43:40.222023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96b48c4e-2f95-4cf6-9fc0-54ba74f99734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:40.422386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:40.434700 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-f2839463-6a79-4f18-8453-9b457318a544 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] update failed (client error): There was a conflict when trying to complete your request. May 19 12:43:40.446309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05cd00f5-88db-49b3-b458-4cf108aeb60f req-f2839463-6a79-4f18-8453-9b457318a544 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "PUT /v2.0/floatingips/8b168fd7-909e-4502-8506-cb437789e621 HTTP/1.1" status: 409 len: 549 time: 1.4905393 May 19 12:43:40.451814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:40.522639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-739f65a8-a4ed-4a9c-8728-9b6d4924f0dd tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431617 May 19 12:43:40.523668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Made reservation on behalf of 8619eea9b1fe4ce18837c0ef192b6d35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:43:40.531536 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:40.541761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1008be38-0fdd-49c6-b76d-bc13868533b1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:40.666161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-94d3e827-79a2-4e55-9a7f-4ad8ba85e811 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:40.668608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-94d3e827-79a2-4e55-9a7f-4ad8ba85e811 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Synchronizing usage tracker for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:40.724795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-94d3e827-79a2-4e55-9a7f-4ad8ba85e811 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Unset dirty status for tenant:06119e4e6cc04f7da42d0ca963a2858d on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:40.727021 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-94d3e827-79a2-4e55-9a7f-4ad8ba85e811 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.57 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 950 time: 0.3171527 May 19 12:43:40.822020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1008be38-0fdd-49c6-b76d-bc13868533b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:40.825338 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:40.984961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Allocated IP 192.168.233.92 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/ca77eea9-164e-4f05-814d-b6b84ad5cf80) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:41.015656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Deleting port dfe54418-3d64-4a94-a177-3e4548768f8f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:43:41.018654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:41.205261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] For port dfe54418-3d64-4a94-a177-3e4548768f8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=dfe54418-3d64-4a94-a177-3e4548768f8f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:41.206663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:41.369919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-f7255342-8a6c-43eb-bfa1-96dfae01b0fe service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976968 May 19 12:43:41.416144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b28da-6367-4ea2-af35-03abbc8bfd2d req-57e331ff-8fe9-4aa5-b9f4-84a89a3e2ada tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:41.417819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca2b28da-6367-4ea2-af35-03abbc8bfd2d req-57e331ff-8fe9-4aa5-b9f4-84a89a3e2ada tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=e326c77b-bc8d-4c8d-a068-000b5bf5d967 HTTP/1.1" status: 200 len: 950 time: 0.8462875 May 19 12:43:41.492669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Calling delete_port for dfe54418-3d64-4a94-a177-3e4548768f8f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:43:41.577809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:41.657140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:41.664995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Transition to ACTIVE for port object ca77eea9-164e-4f05-814d-b6b84ad5cf80 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:41.685362 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:41.686597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca2b28da-6367-4ea2-af35-03abbc8bfd2d req-fad18aac-1c69-412c-88bd-684587541b12 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478888 May 19 12:43:41.738943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['dfe54418-3d64-4a94-a177-3e4548768f8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:41.779328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Pushing event deleted for resources: {'Port': ['ID=dfe54418-3d64-4a94-a177-3e4548768f8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:41.794892 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:41.874266 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-e375848c-a214-44be-9d7a-22c7c3f820b7 service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043886 May 19 12:43:41.879891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['347340ad-3529-4aa8-9987-045a15a6e588'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:41.917025 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:41.932356 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:42.006775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] No DVR routers for this DVR port dfe54418-3d64-4a94-a177-3e4548768f8f on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:42.018847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:42.035651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'name': 'network-vif-deleted', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:42.098416 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa1da160-1255-4bc1-be06-2f4fb1ffacc9 req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.57 "DELETE /v2.0/ports/dfe54418-3d64-4a94-a177-3e4548768f8f HTTP/1.1" status: 204 len: 173 time: 1.3620615 May 19 12:43:42.365519 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:42.406900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:42.420458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:42.538416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Pushing event updated for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:42.566506 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:42.762860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4c1cd45-e009-4536-bb2e-6c909e286ba9 None None] Provisioning for port ca77eea9-164e-4f05-814d-b6b84ad5cf80 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:42.776677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4c1cd45-e009-4536-bb2e-6c909e286ba9 None None] Provisioning complete for port ca77eea9-164e-4f05-814d-b6b84ad5cf80 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:42.777196 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c1cd45-e009-4536-bb2e-6c909e286ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:42.806500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:42.806500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:42.870289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1cd45-e009-4536-bb2e-6c909e286ba9 None None] Port ca77eea9-164e-4f05-814d-b6b84ad5cf80 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:43:42.889760 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-805b654f-bd7d-4881-8e79-b8139371c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:42.900558 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:42.915084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400c22-aaad-4b90-99ee-8caf88f61215 req-57140ff8-3b98-4279-b296-322a4f7bdd9e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:42.928509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a400c22-aaad-4b90-99ee-8caf88f61215 req-57140ff8-3b98-4279-b296-322a4f7bdd9e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 935 time: 0.7506928 May 19 12:43:43.078670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1035185 May 19 12:43:43.107561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Request body: {'port': {'device_id': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:43.139511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['99a112fa-0c55-44f8-8005-191177e16d78'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:43.316807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a400c22-aaad-4b90-99ee-8caf88f61215 req-4e396d4d-23a6-4f6b-a616-cde295c9eaa5 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806658 May 19 12:43:43.681408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-163f8c3a-8e9a-4465-99ad-4955a1114e5f tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips/8b168fd7-909e-4502-8506-cb437789e621 HTTP/1.1" status: 200 len: 692 time: 0.1695163 May 19 12:43:43.847142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:44.003492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-446c19bc-7e4a-4790-bee4-ca280e03d7ab tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:44.003492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-446c19bc-7e4a-4790-bee4-ca280e03d7ab tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.3173280 May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-f0fc578f-c904-4d57-bfe8-c69723be1eb4 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-f0fc578f-c904-4d57-bfe8-c69723be1eb4 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-f0fc578f-c904-4d57-bfe8-c69723be1eb4 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-f0fc578f-c904-4d57-bfe8-c69723be1eb4 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa&device_id=b10b77af-e605-4faa-85fa-66bde97529eb&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 2883 time: 0.8469417 May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-a9760c3b-12d0-4f4e-8d67-d2e2c9a101c4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:43:44.052788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-a9760c3b-12d0-4f4e-8d67-d2e2c9a101c4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108302 May 19 12:43:44.082000 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:44.277550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device dfe54418-3d64-4a94-a177-3e4548768f8f no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:43:44.336924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-649673c8-0c90-4a67-8a4c-69d2cbe60c02 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.2088096 May 19 12:43:44.343063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: dfe54418-3d64-4a94-a177-3e4548768f8f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:43:44.343430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device dfe54418-3d64-4a94-a177-3e4548768f8f not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:43:44.471733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-dec64b67-d1b0-4a86-9c57-88e74e023e6c tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Synchronizing usage tracker for tenant:7dee65ae3a9d4f64a241b23344a0da26 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:44.488699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-47e090cc-6d29-42f8-9d6e-9340660a0704 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.1196163 May 19 12:43:44.675352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-dec64b67-d1b0-4a86-9c57-88e74e023e6c tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Unset dirty status for tenant:7dee65ae3a9d4f64a241b23344a0da26 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:44.677129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6aa5dfd6-4dbc-4b28-8c2f-8b5c836449d0 req-dec64b67-d1b0-4a86-9c57-88e74e023e6c tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410356 May 19 12:43:45.012461 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.156270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Deleting port 051f265f-1b49-4deb-926b-ae4021498e26 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:43:45.156270 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.214108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:45.247965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962141850', 'description': 'tempest-description--1268179779'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:45.270502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:45.280374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:security_group and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:45.284602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:45.300630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:45.321228 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326c77b-bc8d-4c8d-a068-000b5bf5d967', 'name': 'network-vif-deleted', 'tag': 'dfe54418-3d64-4a94-a177-3e4548768f8f', 'status': 'completed', 'code': 200} May 19 12:43:45.357256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca77eea9-164e-4f05-814d-b6b84ad5cf80 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:45.386495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.410290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.465125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.507997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-0e77db6b-0e56-48f6-ae15-b634ebf1e981 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:45.510042 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-0e77db6b-0e56-48f6-ae15-b634ebf1e981 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.5528278 May 19 12:43:45.517009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:45.525198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Request body: {'port': {'device_id': '7640c705-0450-4503-8985-d48b6197bbed', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'admin_state_up': True, 'tenant_id': '476be6fcccdb4c389a92326e031911f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:45.563784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:security_group_rule and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:45.603092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:45.618396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:45.653094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Transition to ACTIVE for port object ca77eea9-164e-4f05-814d-b6b84ad5cf80 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:45.673130 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:45.682604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f747c91e-f128-4165-9197-e88dc85d0bbb req-fbae3eba-cef2-47de-9c2b-fd4cfcf80976 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 210 time: 0.0905364 May 19 12:43:45.695448 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1df4acd2-33b2-4be8-a47a-5379520fa22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:45.817540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Pushing event updated for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:45.851673 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:46.080765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:46.099885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.100351 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.107397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Usage tracker for resource:port and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:46.117113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.119632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:46.131323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.136009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:46.150357 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1afd3ce4-82a7-4b9b-a6f8-099918c2f1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:46.231808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5a912-325e-46f2-912c-fdf850fcd89a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:46.245263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:43:46.254813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.295646 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:46.321116 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.325528 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1099026 May 19 12:43:46.326711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:46.337796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'security_group_rule': {'security_group_id': 'cae5a912-325e-46f2-912c-fdf850fcd89a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:46.347302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:46.384747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Calling delete_port for 051f265f-1b49-4deb-926b-ae4021498e26 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:43:46.426867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:security_group_rule and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:46.439040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:46.512887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:46.522053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Attempting to bind port ca77eea9-164e-4f05-814d-b6b84ad5cf80 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:46.522392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Attempting to bind port ca77eea9-164e-4f05-814d-b6b84ad5cf80 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:46.522723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Attempting to bind port ca77eea9-164e-4f05-814d-b6b84ad5cf80 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:46.542439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Port ca77eea9-164e-4f05-814d-b6b84ad5cf80 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:43:46.542767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Attempting to bind port ca77eea9-164e-4f05-814d-b6b84ad5cf80 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:46.552487 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.556008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:46.556392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:46.556828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:46.557294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Bound port: ca77eea9-164e-4f05-814d-b6b84ad5cf80, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:46.557645 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.579117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025943ec-290f-4f9b-bf5a-df1a3fca0137 req-d01ba6b8-2ed1-45e1-825b-200529096c33 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:46.580037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-025943ec-290f-4f9b-bf5a-df1a3fca0137 req-d01ba6b8-2ed1-45e1-825b-200529096c33 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Synchronizing usage tracker for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:46.622724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Allocated IP 172.20.0.10 (026e7e38-74ad-47f8-a355-cb7d44b41f4d/7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e/16eeb063-328e-4904-9b19-789873559824) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:46.674817 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.683567 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.711978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-025943ec-290f-4f9b-bf5a-df1a3fca0137 req-d01ba6b8-2ed1-45e1-825b-200529096c33 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Unset dirty status for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:46.712235 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:46.712333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025943ec-290f-4f9b-bf5a-df1a3fca0137 req-d01ba6b8-2ed1-45e1-825b-200529096c33 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 947 time: 0.4348283 May 19 12:43:46.741672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.824679 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.825431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:46.830393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982011 May 19 12:43:46.830621 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:46.836321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:46.840814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29d85e1-654a-4fc1-8b17-c926b0a70521,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:46.849113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'security_group_rule': {'security_group_id': 'cae5a912-325e-46f2-912c-fdf850fcd89a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:46.875722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:46.885783 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:46.895811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event deleted for resources: {'Port': ['ID=051f265f-1b49-4deb-926b-ae4021498e26,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:46.905405 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:46.928901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:46.939233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025943ec-290f-4f9b-bf5a-df1a3fca0137 req-8d0a02eb-8186-4678-a89a-e913df11ae7f tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833253 May 19 12:43:46.942114 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:46.997372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.007025 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:47.087626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:47.088290 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.090295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] 10.222.0.57 "PUT /v2.0/ports/ca77eea9-164e-4f05-814d-b6b84ad5cf80 HTTP/1.1" status: 200 len: 1095 time: 4.0009084 May 19 12:43:47.099945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:47.174198 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.191725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Pushing event updated for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:47.205209 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:47.353819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.380406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bfa1bf3-ee45-477b-a3b5-5b60bac5eec8 req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "DELETE /v2.0/floatingips/8b168fd7-909e-4502-8506-cb437789e621 HTTP/1.1" status: 204 len: 173 time: 2.8184111 May 19 12:43:47.438424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-4428114b-658c-4d5a-9cce-b8a35721f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:47.440914 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-4428114b-658c-4d5a-9cce-b8a35721f235 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 1098 time: 0.2522671 May 19 12:43:47.505466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:security_group_rule and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:47.515196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:47.525022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:47.583155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.599753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.661534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-f2e967c1-dbba-473e-9ddd-5759d0bb4ca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80 HTTP/1.1" status: 200 len: 217 time: 0.2002041 May 19 12:43:47.677499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64c8ad1d-ba96-4bb4-86fb-a67d00e6ad74 req-3b72afd2-a85f-4195-94d1-d91c79e64783 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 210 time: 0.0841184 May 19 12:43:47.688207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.704220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.712407 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.731634 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fc7172a-322e-46ab-b666-8e0760d10c1e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:47.762254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-5de92798-67e5-4bae-9986-3efb15fb431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:47.763764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-5de92798-67e5-4bae-9986-3efb15fb431a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0831518 May 19 12:43:47.787506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70467a89-9df1-4c52-8e94-b69d051a8ded,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:47.809818 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:47.811958 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:47.812315 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80', 'status': 'completed', 'code': 200} May 19 12:43:47.891101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:47.907133 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:47.941537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.943705 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1054859 May 19 12:43:47.950975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:47.961973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:47.963088 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:47.975382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:43:47.990341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:48.023561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:43:48.043159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:48.048373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:floatingip and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:43:48.054328 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:48.056161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:43:48.062477 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5412529 May 19 12:43:48.070434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:43:48.073377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-a99cc6b8-5ca7-4805-bcd2-a0c545238909 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:48.084848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Request body: {'port': {'device_id': '7640c705-0450-4503-8985-d48b6197bbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:48.106929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-c976d708-f244-4736-9311-fac53ea7ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:48.108929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-c976d708-f244-4736-9311-fac53ea7ca72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3351452 May 19 12:43:48.109782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-a99cc6b8-5ca7-4805-bcd2-a0c545238909 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:48.111112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-a99cc6b8-5ca7-4805-bcd2-a0c545238909 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.2979681 May 19 12:43:48.187139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:48.391143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-85b10683-20b0-457d-b24e-80b3f9636520 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:48.392807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-85b10683-20b0-457d-b24e-80b3f9636520 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:48.450985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:48.547246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-85b10683-20b0-457d-b24e-80b3f9636520 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:48.557944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-85b10683-20b0-457d-b24e-80b3f9636520 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports/a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 942 time: 0.4058964 May 19 12:43:48.573412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-51e2355a-ed1d-4abb-bee9-17428e5d62c7 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536314 May 19 12:43:48.736767 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:43:48.738908 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:48.824163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af356e-cd0f-4486-a143-8f03900ea554 req-663106a4-0638-47f2-98ea-2b0b68c58826 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:48.825772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88af356e-cd0f-4486-a143-8f03900ea554 req-663106a4-0638-47f2-98ea-2b0b68c58826 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 950 time: 0.4266024 May 19 12:43:48.932450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-8566c178-2818-4d44-8050-f344f86d81d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.1925666 May 19 12:43:48.940674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb5ee9b5-bba5-4bbe-be76-1260d67ac425 req-5f5d2906-e853-440f-bfc0-1aa9a11841c8 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553619 May 19 12:43:48.958037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88af356e-cd0f-4486-a143-8f03900ea554 req-57851d08-707c-462c-a2f2-096e0663a2b3 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108577 May 19 12:43:49.220145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Allocated IP 172.25.4.89 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/d9e5e44e-b4c1-4069-b23f-a62543fdded7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:43:49.422147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eeb063-328e-4904-9b19-789873559824 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:49.435422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:49.458370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-c2ce2716-c0b5-464f-87dc-6132c30dcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:49.461663 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-c2ce2716-c0b5-464f-87dc-6132c30dcb5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 1098 time: 0.4259152 May 19 12:43:49.475434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Transition to ACTIVE for port object 16eeb063-328e-4904-9b19-789873559824 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:43:49.522478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:49.526670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:49.533929 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:49.738845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:49.744942 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:49.814633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-831d3960-3994-45a2-8e6b-5f1542ff4f1a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:49.816779 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-831d3960-3994-45a2-8e6b-5f1542ff4f1a tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.8550799 May 19 12:43:49.828890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:43:49.829364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:43:49.830342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:49.836982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:43:49.837451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:43:49.847757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:43:49.849317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:43:49.849835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:43:49.852083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Bound port: 16eeb063-328e-4904-9b19-789873559824, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:43:49.852587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:49.868920 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:49.877482 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:49.996935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-0cb16be4-5d88-41e1-9957-1c0a2a696c15 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.1228728 May 19 12:43:50.020676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:43:50.024703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:43:50.043813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:43:50.045381 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:50.071474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:43:50.087717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'Port': ['ID=d9e5e44e-b4c1-4069-b23f-a62543fdded7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:50.097194 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:50.099416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:50.134706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:43:50.149716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:43:50.172327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:50.173406 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:50.175663 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 1092 time: 2.0983818 May 19 12:43:50.186090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'tag': '16eeb063-328e-4904-9b19-789873559824'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:50.193612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-1e42e8f7-ae96-4560-9256-ec51cb0a8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:50.195686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-1e42e8f7-ae96-4560-9256-ec51cb0a8d07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7260485 May 19 12:43:50.275813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:50.289716 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:50.306165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:50.429256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-a4cf072b-7250-4704-a57d-5c2e31f6d63c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:50.441853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-a4cf072b-7250-4704-a57d-5c2e31f6d63c tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 950 time: 0.8747139 May 19 12:43:50.589962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a459b0f-7b7d-42fd-bf82-327c7909f7e5 req-61d25762-1e42-4531-b767-0151de1c48a6 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:50.604563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a459b0f-7b7d-42fd-bf82-327c7909f7e5 req-61d25762-1e42-4531-b767-0151de1c48a6 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 947 time: 0.8865225 May 19 12:43:50.633699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:50.659207 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:50.759066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-5ebf7356-8645-46b2-a335-f8a7d559d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:50.760748 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-5ebf7356-8645-46b2-a335-f8a7d559d5d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1095 time: 0.2222574 May 19 12:43:50.882462 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-2e0b09d5-397e-4bd9-aad7-d73360d89508 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.0878978 May 19 12:43:51.029014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddb40-67fa-4507-adb8-f74279a620df req-1a09a182-7e93-4244-ba42-1c77f901fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:51.030812 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-1a09a182-7e93-4244-ba42-1c77f901fbfa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.0983086 May 19 12:43:51.098539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-9688f8bf-3e21-4709-bca7-692ae191dcbb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568943 May 19 12:43:51.143767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.171180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.190857 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9d91534-2ad9-4677-8e1a-dd4680c4450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:51.357207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.432463 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-db12b7c6-273e-45f4-98e1-b92fd00c673f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80 HTTP/1.1" status: 200 len: 217 time: 1.2218244 May 19 12:43:51.443231 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.446461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'Port': ['ID=d9e5e44e-b4c1-4069-b23f-a62543fdded7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:51.462056 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:51.500906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.503890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5267153 May 19 12:43:51.505082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:51.505510 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Floating IP f3358cd0-98c7-40d1-81ae-dc8724f2c743 disassociated. External IP: 172.25.4.213, port: a06d962e-eaa4-4b94-ba98-24a18c635319. May 19 12:43:51.528839 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-fad1a964-8967-4da9-a352-1a77ffcc85d7 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820899 May 19 12:43:51.795247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-3a8f6938-b49e-4124-8985-047e94b3fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:51.797998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-3a8f6938-b49e-4124-8985-047e94b3fceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3501956 May 19 12:43:51.805212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a459b0f-7b7d-42fd-bf82-327c7909f7e5 req-c3d63f97-1fc4-40ce-94cd-f905b3e5c01b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1994455 May 19 12:43:51.913430 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-466ddb40-67fa-4507-adb8-f74279a620df req-177059f4-640f-4696-8547-06327262e9b4 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679466 May 19 12:43:52.296658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ca77eea9-164e-4f05-814d-b6b84ad5cf80 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:43:52.351653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Deleting port 347340ad-3529-4aa8-9987-045a15a6e588 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:43:52.352032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:52.505747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:52.523104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80', 'mac_address': 'fa:16:3e:8c:db:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:43:52.537768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-f1992520-d999-4bfc-9785-44c5be316ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:52.539971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-f1992520-d999-4bfc-9785-44c5be316ded service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7278795 May 19 12:43:52.631459 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:52.667962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca77eea9-164e-4f05-814d-b6b84ad5cf80 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:52.698712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:52.710207 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:52.716760 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:52.829203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:52.840178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.840694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.841128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.841820 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.842146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.842475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.842821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.843111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.843526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.843844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.844357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.844724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:43:52.849832 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:52.944448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e09d8-92e7-465d-9aad-7f0a0978e46d req-15c2cd3b-4b26-4af4-b0d1-0076d3423981 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:52.947389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-236e09d8-92e7-465d-9aad-7f0a0978e46d req-15c2cd3b-4b26-4af4-b0d1-0076d3423981 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 944 time: 0.8151419 May 19 12:43:52.961849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ca77eea9-164e-4f05-814d-b6b84ad5cf80'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:53.047449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Router b355d63a-d82e-484a-9b2b-95e9fb8e94eb has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:43:53.066088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] For port 347340ad-3529-4aa8-9987-045a15a6e588, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=347340ad-3529-4aa8-9987-045a15a6e588,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:53.066717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:53.537265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Calling delete_port for 347340ad-3529-4aa8-9987-045a15a6e588 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:43:53.613986 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-236e09d8-92e7-465d-9aad-7f0a0978e46d req-a6d81b8a-840e-4d73-8172-b0950ba19d68 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432557 May 19 12:43:53.615937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-c86ddf0d-d266-4725-8adf-c9ad2e7e6a8f service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0514970 May 19 12:43:53.988633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:43:54.004063 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Sync routers for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:43:54.006423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.039004 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:54.040542 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:54.073270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3639ee3f-0aeb-425a-9f8d-c8b33535b1f4 req-dade6a8c-b0b7-4e25-a356-3bd11b12a313 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491916 May 19 12:43:54.082503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 347340ad-3529-4aa8-9987-045a15a6e588 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:43:54.324051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ca77eea9-164e-4f05-814d-b6b84ad5cf80 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:43:54.435387 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:54.435733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ab3e6767-1028-47ee-82f8-06a851fda557 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "PUT /v2.0/floatingips/f3358cd0-98c7-40d1-81ae-dc8724f2c743 HTTP/1.1" status: 200 len: 695 time: 4.3955562 May 19 12:43:54.441807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:54.484259 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.534152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port ca77eea9-164e-4f05-814d-b6b84ad5cf80 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:43:54.541912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port ca77eea9-164e-4f05-814d-b6b84ad5cf80 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:43:54.542446 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.584371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.617692 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:54.734074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Pushing event deleted for resources: {'Port': ['ID=347340ad-3529-4aa8-9987-045a15a6e588,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:54.807312 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:54.844843 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.898441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:43:54.918080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:54.926308 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.930648 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:54.933352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57be875-659e-45dc-866c-e8215531a046 req-e015c4d4-dc16-46c4-8551-90eb1f025c06 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:54.942430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a57be875-659e-45dc-866c-e8215531a046 req-e015c4d4-dc16-46c4-8551-90eb1f025c06 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d HTTP/1.1" status: 200 len: 950 time: 0.6722844 May 19 12:43:54.961034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] No DVR routers for this DVR port 347340ad-3529-4aa8-9987-045a15a6e588 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:43:54.977965 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:54.992735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fc05f00-e9fa-43ee-a00b-35c67d893951 req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.71 "DELETE /v2.0/ports/347340ad-3529-4aa8-9987-045a15a6e588 HTTP/1.1" status: 204 len: 173 time: 4.5313520 May 19 12:43:55.018306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-5181997a-2d74-4df4-b2c5-b273f3fd1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.020097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-5181997a-2d74-4df4-b2c5-b273f3fd1e32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1096 time: 0.5562556 May 19 12:43:55.103838 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a57be875-659e-45dc-866c-e8215531a046 req-0265ae6f-a09c-42d2-b6ff-8ad4b78fbdf6 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] 10.222.0.69 "GET /v2.0/security-groups?id=384d1c8e-8037-4d1c-bf73-4bdabda3b93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578429 May 19 12:43:55.254938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:55.257555 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:55.267587 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Checking router: b355d63a-d82e-484a-9b2b-95e9fb8e94eb for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:43:55.271373 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:55.289857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ceaba492-7aaa-4d37-bc82-8670a6d7af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.291623 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-ceaba492-7aaa-4d37-bc82-8670a6d7af93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 929 time: 0.2605309 May 19 12:43:55.304429 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:43:55.305803 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:43:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:55.334432 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'tag': '16eeb063-328e-4904-9b19-789873559824', 'status': 'completed', 'code': 200} May 19 12:43:55.405877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-0af4d09c-d5ce-4acb-859e-6ddcdf5e6acf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 217 time: 0.0800624 May 19 12:43:55.509459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-0d43dfec-6171-41ec-9d03-22779943cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.511214 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-0d43dfec-6171-41ec-9d03-22779943cb64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1095 time: 0.1070254 May 19 12:43:55.584332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-f305aa5b-23b8-4d4e-91b1-05f33a82882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.593978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-f305aa5b-23b8-4d4e-91b1-05f33a82882a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.1737812 May 19 12:43:55.678960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-9423d641-42db-43f9-8cd5-1b92ff552da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.680466 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-9423d641-42db-43f9-8cd5-1b92ff552da1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.1609995 May 19 12:43:55.782377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-36ecaf69-8be7-4a33-921b-f495fa05a1e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.0916729 May 19 12:43:55.857757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-85b132b0-fe69-4901-8e8b-e9e1614c858c tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:55.868662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-3374cd2e-0c6f-411e-85d9-9f9f2c5ebc42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5759170 May 19 12:43:55.875090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-8104c987-cada-4a21-979e-332481644c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:55.889974 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-8104c987-cada-4a21-979e-332481644c6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945755 May 19 12:43:55.943688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-85b132b0-fe69-4901-8e8b-e9e1614c858c tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:55.954174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-85b132b0-fe69-4901-8e8b-e9e1614c858c tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--962141850&fields=id&tenant_id=bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 267 time: 0.2515280 May 19 12:43:56.001159 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:43:56.012681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-c5966747-6061-4b49-976f-af340bd80bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:56.023483 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-c5966747-6061-4b49-976f-af340bd80bf9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.2340062 May 19 12:43:56.123152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 16eeb063-328e-4904-9b19-789873559824 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:43:56.192488 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-5735b34b-49f6-41ce-87c2-19a81b115917 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554275 May 19 12:43:56.342527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-c85cf229-d9ec-44af-9f4c-b3e2b93bd1ae tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:56.344529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-c85cf229-d9ec-44af-9f4c-b3e2b93bd1ae tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:56.515460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:56.547839 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '16eeb063-328e-4904-9b19-789873559824', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'port_id': '16eeb063-328e-4904-9b19-789873559824', 'mac_address': 'fa:16:3e:f9:c8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:43:56.625630 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-18cc977d-aedd-446e-9b89-fb651e3a981e service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229527 May 19 12:43:56.758652 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:56.791549 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:43:56.801564 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c9d21-0667-40ed-869d-4a34bb9ce6ad None None] The sync data for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 is: [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:42:25Z', 'revision_number': 4, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '513f6961-da5d-43e0-a4d9-971ceebd3781', 'name': '', 'network_id': '3cebc90e-b426-4903-93e5-3edcb95da90e', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'mac_address': 'fa:16:3e:0a:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '77244238-6ef4-4670-8790-f0993bf0e795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:20Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'subnets': [{'id': '77244238-6ef4-4670-8790-f0993bf0e795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:43:56.819319 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eeb063-328e-4904-9b19-789873559824 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:43:56.862237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:43:56.870417 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:43:56.873061 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:43:56.974638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-7ade0866-1714-484b-8b0d-ce3735cd2887 service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0834539 May 19 12:43:57.070390 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:43:57.079303 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:43:57.142059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-c85cf229-d9ec-44af-9f4c-b3e2b93bd1ae tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:57.150517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-c85cf229-d9ec-44af-9f4c-b3e2b93bd1ae tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 824 time: 1.1949666 May 19 12:43:57.208833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6af57-7e9d-49f6-a28c-7b72cfb94550 req-4e8d1713-cb7b-491f-8f9e-d043600dfb7f service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710928 May 19 12:43:57.229874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['16eeb063-328e-4904-9b19-789873559824'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:43:57.266948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-6dc73e57-120f-48ac-95df-7b2e8b71b52f tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/quotas/bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 375 time: 0.1154132 May 19 12:43:57.374420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec6970-45d8-40b0-aba4-8ae46172f041 None None] New status for floating IP f3358cd0-98c7-40d1-81ae-dc8724f2c743: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:43:57.449503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-ff4cf5f8-7a2b-42f0-9872-904ef39f8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:57.452188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-ff4cf5f8-7a2b-42f0-9872-904ef39f8a93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 1101 time: 1.1026430 May 19 12:43:57.474590 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-823f40c5-8b89-4ae8-b9a3-316f259bf1c6 req-e9178649-6c85-4ee2-84d0-a7877f5e1f1f service neutron] 10.222.0.69 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891102 May 19 12:43:57.572593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b8a518fd-b4ab-4bdf-8106-e12f4ca1df01 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:43:57.709013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b8a518fd-b4ab-4bdf-8106-e12f4ca1df01 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:43:57.710474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b8a518fd-b4ab-4bdf-8106-e12f4ca1df01 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4423647 May 19 12:43:57.913756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-df36261f-4c7a-4277-b278-846352b77fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:57.916497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-df36261f-4c7a-4277-b278-846352b77fe5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3933659 May 19 12:43:58.196898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-9970c3f6-4291-4d85-ba6c-dce9e16d172c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 200 len: 217 time: 0.1734560 May 19 12:43:58.589617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-d1b8dd04-e796-4e7a-9ce6-28f2d7949c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:58.592490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-d1b8dd04-e796-4e7a-9ce6-28f2d7949c07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2390013 May 19 12:43:58.614917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3961126-297e-482a-82d1-e3b060c0382c req-8a6cdc9f-b0a7-40fa-b176-23e5f5e66a0e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:58.618457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d3961126-297e-482a-82d1-e3b060c0382c req-8a6cdc9f-b0a7-40fa-b176-23e5f5e66a0e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.7151144 May 19 12:43:58.621916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-5fd7c438-312a-4c38-b07c-f86f99d61fe9 service neutron] 10.222.0.69 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579071 May 19 12:43:59.089865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d3961126-297e-482a-82d1-e3b060c0382c req-4d382904-390e-4fb1-8ce3-6390bcac9086 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641173 May 19 12:43:59.107595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-432c82d9-d511-422b-93c2-ccce112c7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:43:59.110595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-432c82d9-d511-422b-93c2-ccce112c7b9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4870944 May 19 12:43:59.373226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b06580d6-525b-41fd-bb3b-6810c19f41ab service neutron] 10.222.0.69 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557817 May 19 12:43:59.481989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-55510e2f-651a-475b-81c9-a6383f257f2c service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616848 May 19 12:43:59.753341 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80', 'code': 200} May 19 12:43:59.904100 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'status': 'completed', 'code': 200} May 19 12:44:00.077254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad2b09-b50a-4cb4-9359-8059c9f5f23c req-a892c01f-1b10-41aa-aae1-6882660734e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:00.081264 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ad2b09-b50a-4cb4-9359-8059c9f5f23c req-a892c01f-1b10-41aa-aae1-6882660734e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 1100 time: 0.2142169 May 19 12:44:00.140672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 16eeb063-328e-4904-9b19-789873559824 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:44:00.178898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ad2b09-b50a-4cb4-9359-8059c9f5f23c req-56117bc4-85e3-4c7c-8548-4a9491393fb2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902939 May 19 12:44:00.306702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 16eeb063-328e-4904-9b19-789873559824 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:44:00.320887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 16eeb063-328e-4904-9b19-789873559824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:00.321647 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:00.552669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:00.610077 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:00.664426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:00.676646 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:00.680717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:00.820563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-374cdf28-5a2a-4a15-af29-b9ba5b4318f9 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips/f3358cd0-98c7-40d1-81ae-dc8724f2c743 HTTP/1.1" status: 200 len: 693 time: 0.8978922 May 19 12:44:00.874792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:00.881347 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:01.148344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0510d1a3-924f-46f8-ad92-7a76aed005db req-b4236e34-fd8a-4cea-a43a-274d63fe27b3 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6590579 May 19 12:44:01.278741 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d9f4d83-6e19-49ee-93b3-3013d8302b0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06119e4e6cc04f7da42d0ca963a2858d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239366 May 19 12:44:01.280717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:01.481059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:01.514849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:01.543028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6273b-0562-4b27-9ff4-a398dff304d5 req-28049cf8-dd16-4043-ab49-561533588ba6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:01.548010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76e6273b-0562-4b27-9ff4-a398dff304d5 req-28049cf8-dd16-4043-ab49-561533588ba6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 946 time: 1.6401620 May 19 12:44:01.630262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:01.659486 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ae8db53-298a-4ee4-8198-6382c7d828b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:01.671890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-d6aa737e-2df6-4ddc-a191-96d5b79b6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:01.675766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-d6aa737e-2df6-4ddc-a191-96d5b79b6852 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81143ae3aade43c9837ddd728be3a4af&device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 1096 time: 1.8886023 May 19 12:44:01.701322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:01.706365 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/384d1c8e-8037-4d1c-bf73-4bdabda3b93c HTTP/1.1" status: 204 len: 168 time: 0.4216063 May 19 12:44:01.712747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d1c8e-8037-4d1c-bf73-4bdabda3b93c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:01.733889 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:01.762334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eeb063-328e-4904-9b19-789873559824'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:01.770653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-cc438e40-b0ac-4148-9ca1-df274ff85c56 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:01.773587 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-cc438e40-b0ac-4148-9ca1-df274ff85c56 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.9487913 May 19 12:44:01.802759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76e6273b-0562-4b27-9ff4-a398dff304d5 req-dde69812-05bf-4c19-a502-2bff42b157fe tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258198 May 19 12:44:01.937283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'name': 'network-vif-deleted', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:02.052066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-bfda69d8-a461-469a-9447-d9fe5be1ff80 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.2091391 May 19 12:44:02.168430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-93f0a58b-3e6f-4dbb-9c56-da5e72ff023f tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1154268 May 19 12:44:02.438814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:02.507510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-638aec95-9d86-4144-b590-77397710ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:02.510218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-638aec95-9d86-4144-b590-77397710ebf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 200 len: 929 time: 0.8250375 May 19 12:44:02.558605 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-838b0cdd-376b-423f-98e8-a28a1403a1d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc40d9c6170f4b508d4368e5fd77f690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172998 May 19 12:44:02.565483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:02.676777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:02.742522 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:02.849698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:02.857298 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-69ce8306-21d1-4516-9f84-e987885278d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:02.873602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1879d-cc0a-4c2b-88ca-9800531df561,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:02.881891 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:02.882398 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:02.892564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfe1879d-cc0a-4c2b-88ca-9800531df561 HTTP/1.1" status: 204 len: 168 time: 0.3165445 May 19 12:44:02.985731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-1275ac98-0d99-46d1-9dca-1913411a7d97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 200 len: 217 time: 0.4559879 May 19 12:44:03.163497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-99201afe-ec9c-4614-8a95-887603339abd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:03.165062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-99201afe-ec9c-4614-8a95-887603339abd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.71 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 824 time: 0.8437593 May 19 12:44:03.199165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-75a4895f-3e5b-420e-be9e-bae79598922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:03.200600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-75a4895f-3e5b-420e-be9e-bae79598922e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 200 len: 867 time: 0.1911843 May 19 12:44:03.268573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86ae21-fe49-4112-ba5c-12d42458016e req-1c659d55-eeb0-4052-9df7-ec81ed0dc449 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:03.277151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd86ae21-fe49-4112-ba5c-12d42458016e req-1c659d55-eeb0-4052-9df7-ec81ed0dc449 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 1.1006532 May 19 12:44:03.339431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-043601a2-4016-486a-a5b6-d63f7f46d57e tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 379 time: 0.1629393 May 19 12:44:03.369983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'port': {'device_id': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'admin_state_up': True, 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'security_groups': ['cae5a912-325e-46f2-912c-fdf850fcd89a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:03.406105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Deleting port 08aea9a9-7fb0-40a4-ab29-a12210184007 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:03.406439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:03.442177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd86ae21-fe49-4112-ba5c-12d42458016e req-3e66704d-bebc-4fa5-ac0c-09deaad936ae tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634781 May 19 12:44:03.974237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:04.119644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e013ec54-5c44-4144-a8a1-1180c5955ede req-c4e3d867-1cdb-4d8b-8e3e-343c9af3ebf9 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 210 time: 0.1509850 May 19 12:44:04.125074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:04.144223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-40288921-56ce-4fa1-a996-8199637fbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:04.146941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-40288921-56ce-4fa1-a996-8199637fbd86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cebc90e-b426-4903-93e5-3edcb95da90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9360552 May 19 12:44:04.404964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Made reservation on behalf of bce2f115061d4fa8ab4109bd64e0f415 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:44:04.412844 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:04.452156 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:04.452686 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:04.822908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Calling delete_port for 08aea9a9-7fb0-40a4-ab29-a12210184007 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:05.045004 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-5cee338b-d804-4e96-8d2f-d75dbd874102 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831973 May 19 12:44:05.231037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc86ca-1c29-4f6a-86d7-f0375c3e3843 req-fb9a9c1e-e4fc-433c-b133-47a71dab4723 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:05.233572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bcc86ca-1c29-4f6a-86d7-f0375c3e3843 req-fb9a9c1e-e4fc-433c-b133-47a71dab4723 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.7620103 May 19 12:44:05.483643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Allocated IP 172.20.0.4 (e5af02b6-18bd-42b3-8458-2a2b05b7331c/c809a785-d32c-44f6-946c-cbc869c6039f/a422d56c-dbcf-4d26-beeb-6832ed4dadac) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:44:05.544517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bcc86ca-1c29-4f6a-86d7-f0375c3e3843 req-bd4f3c69-4951-4b91-9120-c45ac5218b49 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188268 May 19 12:44:05.623403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ffc4116b-723a-40de-885b-bfe42598ced9 req-94270217-30a3-4503-a57e-6876ac3874d5 service neutron] 10.222.0.57 "GET /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564437 May 19 12:44:05.666180 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eeb063-328e-4904-9b19-789873559824', 'code': 200} May 19 12:44:05.806383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:05.841161 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:05.976952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e06ba-47e7-4883-9576-6590319c82a1 req-4f27069e-190c-4aca-8adb-5a3c36b483fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:05.988154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-954e06ba-47e7-4883-9576-6590319c82a1 req-4f27069e-190c-4aca-8adb-5a3c36b483fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1097 time: 0.1746633 May 19 12:44:06.007445 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0b4b6a-1a80-47fe-9b10-9b999bf28b9d', 'name': 'network-vif-deleted', 'tag': '347340ad-3529-4aa8-9987-045a15a6e588', 'status': 'completed', 'code': 200} May 19 12:44:06.112827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event deleted for resources: {'Port': ['ID=08aea9a9-7fb0-40a4-ab29-a12210184007,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:06.116788 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:06.120472 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-954e06ba-47e7-4883-9576-6590319c82a1 req-a26a00c0-11f9-4b92-b5fd-e31d6775db3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273406 May 19 12:44:06.372177 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:06.431087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:06.470513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf066-3511-4a35-a47a-dc7d88ee6d08 req-66514432-70d7-4479-a875-74be73aa9653 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:06.472338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dadf066-3511-4a35-a47a-dc7d88ee6d08 req-66514432-70d7-4479-a875-74be73aa9653 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 946 time: 0.3610549 May 19 12:44:06.477370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Transition to ACTIVE for port object a422d56c-dbcf-4d26-beeb-6832ed4dadac will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:06.507319 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:06.508497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db22e9d7-bb71-4eeb-9d68-491ea8a7493f req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "DELETE /v2.0/floatingips/f3358cd0-98c7-40d1-81ae-dc8724f2c743 HTTP/1.1" status: 204 len: 173 time: 4.3392601 May 19 12:44:06.541083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dadf066-3511-4a35-a47a-dc7d88ee6d08 req-a4b53e68-64cc-4f36-bf6a-4252d2d6af46 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 May 19 12:44:06.566442 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:06.580551 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61e71a8e-aeb3-40cc-86cc-5390f72628df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:06.696591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:44:06.700397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:44:06.705540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:44:06.792455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:06.796401 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:06.963125 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1cd14ec8-953c-43cc-89ad-4deab16b31b8 None None] Provisioning for port a422d56c-dbcf-4d26-beeb-6832ed4dadac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:44:06.972904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1cd14ec8-953c-43cc-89ad-4deab16b31b8 None None] Provisioning complete for port a422d56c-dbcf-4d26-beeb-6832ed4dadac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:06.973664 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd14ec8-953c-43cc-89ad-4deab16b31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:07.047573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:07.048162 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:07.100187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7370923 May 19 12:44:07.108743 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1cd14ec8-953c-43cc-89ad-4deab16b31b8 None None] Port a422d56c-dbcf-4d26-beeb-6832ed4dadac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:44:07.120772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Request body: {'port': {'device_id': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:07.169270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a16e0e-05df-425e-a4d5-4893cb617ba2 req-055cafaf-8d87-48e8-bcf6-580286dd776d tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:07.170936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69a16e0e-05df-425e-a4d5-4893cb617ba2 req-055cafaf-8d87-48e8-bcf6-580286dd776d tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.4271369 May 19 12:44:07.186327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14998-4efc-43fe-8bb4-ecb31227a97b req-6c1155f6-060d-491d-b8d1-2091b7875c7b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:07.187085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-46f14998-4efc-43fe-8bb4-ecb31227a97b req-6c1155f6-060d-491d-b8d1-2091b7875c7b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:07.287982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-46f14998-4efc-43fe-8bb4-ecb31227a97b req-6c1155f6-060d-491d-b8d1-2091b7875c7b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:07.295052 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46f14998-4efc-43fe-8bb4-ecb31227a97b req-6c1155f6-060d-491d-b8d1-2091b7875c7b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 931 time: 0.5605228 May 19 12:44:07.345881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69a16e0e-05df-425e-a4d5-4893cb617ba2 req-5406ff5a-68af-4d57-b433-0d0728808260 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544280 May 19 12:44:07.387114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46f14998-4efc-43fe-8bb4-ecb31227a97b req-c9091231-8be7-43b2-b61f-a1297d026991 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880775 May 19 12:44:07.391493 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:08.262271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-48f372bb-14ef-4736-89fc-0ffc2725fc96 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:08.269806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-48f372bb-14ef-4736-89fc-0ffc2725fc96 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/networks?id=ac7a4d68-ae62-43fb-8914-aa189a683b8d HTTP/1.1" status: 200 len: 815 time: 0.2484531 May 19 12:44:08.296221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e27bf03e-0846-4200-a770-5033b9f83ed4 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/quotas/42519b6e7b154192959ba3e9bbe07c53 HTTP/1.1" status: 200 len: 375 time: 0.0253644 May 19 12:44:08.490120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a422d56c-dbcf-4d26-beeb-6832ed4dadac {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:08.500102 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:08.528275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Transition to ACTIVE for port object a422d56c-dbcf-4d26-beeb-6832ed4dadac will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:08.539032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:08.544623 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:08.718785 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-1e77b4b4-179d-4678-a4b4-419193eea4ec tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=42519b6e7b154192959ba3e9bbe07c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4216383 May 19 12:44:08.732583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9616-4dcd-4885-b0b0-5bfeba46a8ce req-2e99694e-77ae-4602-aa39-b2b92289b2f7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:08.734188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-821b9616-4dcd-4885-b0b0-5bfeba46a8ce req-2e99694e-77ae-4602-aa39-b2b92289b2f7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 946 time: 0.4319341 May 19 12:44:08.790252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:08.828362 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:08.968372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-821b9616-4dcd-4885-b0b0-5bfeba46a8ce req-e3ea1902-d9b2-4cfe-846f-928ef420b259 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231107 May 19 12:44:09.024784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Attempting to bind port a422d56c-dbcf-4d26-beeb-6832ed4dadac on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:44:09.025272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Attempting to bind port a422d56c-dbcf-4d26-beeb-6832ed4dadac by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:44:09.025449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Attempting to bind port a422d56c-dbcf-4d26-beeb-6832ed4dadac on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:09.034027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-24081ecf-10f6-42f8-875e-a892233763a8 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901156 May 19 12:44:09.036370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Port a422d56c-dbcf-4d26-beeb-6832ed4dadac on network e5af02b6-18bd-42b3-8458-2a2b05b7331c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:44:09.036784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Attempting to bind port a422d56c-dbcf-4d26-beeb-6832ed4dadac on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:09.043096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:44:09.043409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Checking segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:09.043797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Bound using segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:44:09.044279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Bound port: a422d56c-dbcf-4d26-beeb-6832ed4dadac, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:44:09.044625 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:09.449816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:09.456606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-c9d867ca-f566-442f-b6ad-8d2948c4e1e8 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012170 May 19 12:44:09.463886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:44:09.470930 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:09.476610 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:09.545632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1763b-e910-4936-9ab4-8363aa3a0220 req-33a932ca-8a70-47b7-9f76-8dbccf9dc274 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:09.547336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09d1763b-e910-4936-9ab4-8363aa3a0220 req-33a932ca-8a70-47b7-9f76-8dbccf9dc274 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.4121680 May 19 12:44:09.555322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:09.555985 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:09.557452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] 10.222.0.71 "PUT /v2.0/ports/a422d56c-dbcf-4d26-beeb-6832ed4dadac HTTP/1.1" status: 200 len: 1091 time: 2.4471688 May 19 12:44:09.558013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:09.602091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:09.613044 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:09.631312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09d1763b-e910-4936-9ab4-8363aa3a0220 req-99168a27-0a32-4743-b79b-33e3f8f0b01b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 May 19 12:44:09.778503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-055b6de6-b04a-4222-9762-343ac45fb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:09.778503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-055b6de6-b04a-4222-9762-343ac45fb97b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 1094 time: 0.1436348 May 19 12:44:09.913690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-a8cc3700-aa2e-453b-9198-50256d26d70a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac HTTP/1.1" status: 200 len: 217 time: 0.1259193 May 19 12:44:10.121865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b5ffc86c-6a37-4c96-8185-498f1ae12eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:10.123365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b5ffc86c-6a37-4c96-8185-498f1ae12eb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.1329403 May 19 12:44:10.231495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8970148b-0e48-4d45-92f1-fc8e4e5f6a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:10.339052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-3c280b9c-f3fa-4d0b-9c86-5cd74b3138e4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:10.339850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-3c280b9c-f3fa-4d0b-9c86-5cd74b3138e4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:10.387771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-3c280b9c-f3fa-4d0b-9c86-5cd74b3138e4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:10.389040 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-3c280b9c-f3fa-4d0b-9c86-5cd74b3138e4 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4867940 May 19 12:44:10.407329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-9404c80a-565f-47e0-b352-039a360bfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:10.410930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-9404c80a-565f-47e0-b352-039a360bfaf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2800312 May 19 12:44:10.577879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-e6c6c594-234a-47b9-9506-b8520f53888b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:10.625373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c372294-3bbf-455b-aad9-65001399fd99 req-bfeea512-73c4-4977-b580-ab8e38cec9e0 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:10.628384 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c372294-3bbf-455b-aad9-65001399fd99 req-bfeea512-73c4-4977-b580-ab8e38cec9e0 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 943 time: 0.3780565 May 19 12:44:10.788125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-e6c6c594-234a-47b9-9506-b8520f53888b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:10.790195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f0e2824-a0c0-4d4d-a00c-445b01d161c6 req-e6c6c594-234a-47b9-9506-b8520f53888b tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3875911 May 19 12:44:10.858401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c372294-3bbf-455b-aad9-65001399fd99 req-0dfeeb05-f17d-4496-afbf-030a8ba0033d tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134867 May 19 12:44:10.989185 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'status': 'completed', 'code': 200} May 19 12:44:10.991284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-66a1f33b-8a3f-4556-a1ed-b8e8b658879d service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811490 May 19 12:44:11.191058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-789be75d-5b8d-4d4a-8896-b84e2ce3a615 req-61207023-7e6b-4322-a847-83f7e0e973b8 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 210 time: 0.0896935 May 19 12:44:11.308326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dfdae-cc3b-4b2e-9367-cfa88415dddf req-e9bba6af-6ca7-47d4-91e7-cd7d5a758f00 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:11.310349 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-214dfdae-cc3b-4b2e-9367-cfa88415dddf req-e9bba6af-6ca7-47d4-91e7-cd7d5a758f00 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1097 time: 0.4016571 May 19 12:44:11.341305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7ade7c-edea-45e6-be3a-b6d31acba881 req-b34c3d5f-574c-4e77-ac58-f938ad80ba49 service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424680 May 19 12:44:11.475164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-412f8641-e195-41fc-add5-1df58ce23271 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:11.476733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-412f8641-e195-41fc-add5-1df58ce23271 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.57 "GET /v2.0/networks?id=ac7a4d68-ae62-43fb-8914-aa189a683b8d HTTP/1.1" status: 200 len: 815 time: 0.3303359 May 19 12:44:11.494660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Request body: {'port': {'device_id': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'admin_state_up': True, 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:11.516677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-214dfdae-cc3b-4b2e-9367-cfa88415dddf req-de6817ce-c17a-4aa6-8a6c-fa6ea525f928 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822908 May 19 12:44:11.826960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-2bdfdbaf-039e-4819-9e36-fb49e6d1aeeb tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:11.830174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-2bdfdbaf-039e-4819-9e36-fb49e6d1aeeb tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 1100 time: 0.4517765 May 19 12:44:11.913724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:12.085234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:12.167358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Usage tracker for resource:port and tenant:42519b6e7b154192959ba3e9bbe07c53 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:12.184739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8984ac7c-ca16-4389-bd34-f8ca5985170d req-b55be39a-b0d0-49a0-8b70-3066c6c36c31 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0965543 May 19 12:44:12.194363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:12.205188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Usage tracker for resource:security_group_rule and tenant:7ba1c59842a54cbd91a1eb33379d64ad is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:12.214490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:12.231569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:12.246270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:12.291463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-3b450dc8-0c78-4b44-8346-7e2177cc465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:12.295118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-3b450dc8-0c78-4b44-8346-7e2177cc465e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 1094 time: 0.7710035 May 19 12:44:12.297114 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:12.470477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Made reservation on behalf of 42519b6e7b154192959ba3e9bbe07c53 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:44:12.477951 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:12.717761 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aef1ee6e-f974-41df-8361-341eabd8a970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:12.785139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:12.858371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-33d16cae-4349-4f65-a185-c637be8d51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:12.860167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-33d16cae-4349-4f65-a185-c637be8d51ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 925 time: 0.5539207 May 19 12:44:12.937251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af161ed-4e4a-4d3a-ad06-63d815b7ebf6 req-456b8cf8-9a32-4d46-8722-39bbf24d2d4f tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:12.939064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9af161ed-4e4a-4d3a-ad06-63d815b7ebf6 req-456b8cf8-9a32-4d46-8722-39bbf24d2d4f tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1097 time: 0.5892951 May 19 12:44:12.976259 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-b9df3050-e92d-407f-86fc-e2e49a1b0cc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac HTTP/1.1" status: 200 len: 217 time: 0.1043425 May 19 12:44:13.147445 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:13.175655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:13.182416 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e6976c03-d675-4ee3-ab1a-4da17d55a4f8 tempest-ServersAdminNegativeTestJSON-789718351 tempest-ServersAdminNegativeTestJSON-789718351-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:13.226653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9af161ed-4e4a-4d3a-ad06-63d815b7ebf6 req-8e090953-2f37-4713-8b31-98dbd4fdfc23 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664309 May 19 12:44:13.235313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Allocated IP 172.20.0.5 (ac7a4d68-ae62-43fb-8914-aa189a683b8d/4c95575a-0d55-451f-b843-ea5352474fd7/d963babe-bfe4-4761-916e-4de04dc45b1a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:44:13.241180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-69facaa0-114a-43c5-9e08-37693b9da25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:13.243612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-69facaa0-114a-43c5-9e08-37693b9da25c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.2170031 May 19 12:44:13.275520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0bbd07b4-0f83-4d84-a613-2b8176a55908 req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4159563 May 19 12:44:13.842160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303521a-d695-45f1-a9c1-d3369c44d763,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:13.850607 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:14.098081 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.124716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:14.129578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-1868cd88-5bd5-47eb-ba40-ff157bf7a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:14.132505 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-1868cd88-5bd5-47eb-ba40-ff157bf7a2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8523388 May 19 12:44:14.207550 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.336840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Transition to ACTIVE for port object d963babe-bfe4-4761-916e-4de04dc45b1a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:14.398251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.413744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318068-1c7f-46cc-a104-0ff772a98b17 req-cca3baf8-772f-4d5f-a6e7-a70468a2d046 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:14.423487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0318068-1c7f-46cc-a104-0ff772a98b17 req-cca3baf8-772f-4d5f-a6e7-a70468a2d046 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 943 time: 0.7382202 May 19 12:44:14.468706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:14.490858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Usage tracker for resource:security_group_rule and tenant:b67cf57ad6494a74aec8e36f5ddd05dc is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:14.498326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:14.522840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:14.538430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0318068-1c7f-46cc-a104-0ff772a98b17 req-ae988bc8-b82e-46a8-8753-fe0c8dfb67a1 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137328 May 19 12:44:14.728733 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.738197 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.745922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-42d5b9e5-1dbe-41ad-9461-5a03e423a27b service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935814 May 19 12:44:14.775705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf22e24f-1b88-4b3c-ba29-eaacc39d7fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:14.857479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c469d2-ad7b-44ad-9c65-35e61bc50338,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:14.899836 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:14.925431 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:14.926049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.926689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.927756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.928404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.928978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.929544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.930105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.930715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.931273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.932036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.932597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.933152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:14.989799 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:15.023732 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.030794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b67cf57ad6494a74aec8e36f5ddd05dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009385 May 19 12:44:15.031518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:15.359970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Pushing event updated for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:15.363889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.376589 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:15.437107 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.448723 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.457754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:44:15.463945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:44:15.572336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:44:15.578225 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.585444 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9c83394-05a5-428d-ad3a-23a744303a1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:15.606950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c469d2-ad7b-44ad-9c65-35e61bc50338,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:15.619318 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:15.624999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.631699 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8c469d2-ad7b-44ad-9c65-35e61bc50338 HTTP/1.1" status: 204 len: 168 time: 0.5939929 May 19 12:44:15.796706 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:15.798515 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:15.988403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e4ea235-28f7-49b5-8dee-48d0db9e0d4d None None] Provisioning for port d963babe-bfe4-4761-916e-4de04dc45b1a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:44:16.003416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e4ea235-28f7-49b5-8dee-48d0db9e0d4d None None] Provisioning complete for port d963babe-bfe4-4761-916e-4de04dc45b1a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:16.003416 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea235-28f7-49b5-8dee-48d0db9e0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.154467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ea235-28f7-49b5-8dee-48d0db9e0d4d None None] Port d963babe-bfe4-4761-916e-4de04dc45b1a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:44:16.210320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a422d56c-dbcf-4d26-beeb-6832ed4dadac details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:44:16.239536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7522168 May 19 12:44:16.269521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:16.293590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.333847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d1550ca-e9df-4926-95bb-417999f8d840 req-3521280e-4fa0-45b1-af21-685a4cb12329 service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5863905 May 19 12:44:16.335628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:16.355826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Usage tracker for resource:security_group_rule and tenant:97df9b86e10c4435a52cd77d1510eac8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:16.365289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:16.375117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:16.415144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56669853-12b2-47c5-a6b2-68b3c1f68ff1 req-be32d6d9-9e8b-4cd5-8ee4-0d9501435edb tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:16.416088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-56669853-12b2-47c5-a6b2-68b3c1f68ff1 req-be32d6d9-9e8b-4cd5-8ee4-0d9501435edb tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Synchronizing usage tracker for tenant:42519b6e7b154192959ba3e9bbe07c53 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:16.449968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2436c8-f23c-4f92-b082-ea03150b5ace req-82f3e312-fae2-4dd3-8a5e-24a22c034583 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:16.464873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef2436c8-f23c-4f92-b082-ea03150b5ace req-82f3e312-fae2-4dd3-8a5e-24a22c034583 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.8441231 May 19 12:44:16.539887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.544791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-56669853-12b2-47c5-a6b2-68b3c1f68ff1 req-be32d6d9-9e8b-4cd5-8ee4-0d9501435edb tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Unset dirty status for tenant:42519b6e7b154192959ba3e9bbe07c53 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:16.546852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56669853-12b2-47c5-a6b2-68b3c1f68ff1 req-be32d6d9-9e8b-4cd5-8ee4-0d9501435edb tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 931 time: 1.1246686 May 19 12:44:16.553921 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.558095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:16.573314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa406ca6-c67d-47f9-982d-a200b641c720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:16.583248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'port_id': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'mac_address': 'fa:16:3e:de:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:44:16.630104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef2436c8-f23c-4f92-b082-ea03150b5ace req-e2dcf1e3-aed6-4bc0-acbe-2829dda1a3ee tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640208 May 19 12:44:16.706421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56669853-12b2-47c5-a6b2-68b3c1f68ff1 req-a8469dd9-7467-4ac7-a6f1-1c7ab6e9b653 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296661 May 19 12:44:16.724614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da369e93-421a-49ce-a0a9-cb1a3d9c52e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:16.732845 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:16.739256 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97df9b86e10c4435a52cd77d1510eac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681304 May 19 12:44:16.748711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:16.763372 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.795661 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.825253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a422d56c-dbcf-4d26-beeb-6832ed4dadac {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:16.860591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:16.868200 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:16.871815 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:17.007981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:17.011686 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:17.035736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:17.179008 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:17.242351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['a422d56c-dbcf-4d26-beeb-6832ed4dadac'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:17.319152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f205-8150-45cf-a92a-0d03029ec0e1 req-e464177e-e678-4c70-b5f8-08aa9cdd31d0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:17.334888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c466f205-8150-45cf-a92a-0d03029ec0e1 req-e464177e-e678-4c70-b5f8-08aa9cdd31d0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.3537710 May 19 12:44:17.385605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:17.407136 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c093a574-078d-4562-86e3-ff979c720460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:17.464217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da369e93-421a-49ce-a0a9-cb1a3d9c52e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:17.469487 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:17.479782 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:17.481775 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da369e93-421a-49ce-a0a9-cb1a3d9c52e1 HTTP/1.1" status: 204 len: 168 time: 0.7317896 May 19 12:44:17.568161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c466f205-8150-45cf-a92a-0d03029ec0e1 req-dc70307d-724a-4489-a719-85cb48f74c58 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239628 May 19 12:44:17.945036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f711-a5ca-4305-8a31-65e8ffd489d3 req-0711bd6a-7342-426a-9405-67f4370083c3 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:17.947994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f043f711-a5ca-4305-8a31-65e8ffd489d3 req-0711bd6a-7342-426a-9405-67f4370083c3 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 944 time: 0.3261328 May 19 12:44:18.072428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f043f711-a5ca-4305-8a31-65e8ffd489d3 req-4b7267d1-b088-4d8e-93b4-a76ab5c2794f tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033883 May 19 12:44:18.077543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c591b7-1529-47b5-86b8-5bca53baf423 req-a12f237a-62b0-406e-bbbb-4f8b23b78a8e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:18.090042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37c591b7-1529-47b5-86b8-5bca53baf423 req-a12f237a-62b0-406e-bbbb-4f8b23b78a8e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1097 time: 0.2524531 May 19 12:44:18.155319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37c591b7-1529-47b5-86b8-5bca53baf423 req-7bee151c-e97d-4c4c-8640-e818fcf44bc2 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 May 19 12:44:18.602498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da82444-33cf-429f-bb2c-d24b083b03c5 req-2fd411dd-fe67-4d0f-a3e4-4004c2725ea0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:18.604818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0da82444-33cf-429f-bb2c-d24b083b03c5 req-2fd411dd-fe67-4d0f-a3e4-4004c2725ea0 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1567671 May 19 12:44:18.686594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0da82444-33cf-429f-bb2c-d24b083b03c5 req-faf84021-eb4a-4380-89a4-7e38998ac998 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 May 19 12:44:18.918679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ddafb-7ee4-4b68-97f8-0322344881f4 req-8abf874d-cac4-48fe-9904-249dd7fdc09a tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:18.927807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a0ddafb-7ee4-4b68-97f8-0322344881f4 req-8abf874d-cac4-48fe-9904-249dd7fdc09a tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 931 time: 0.1769373 May 19 12:44:19.002876 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a0ddafb-7ee4-4b68-97f8-0322344881f4 req-2d0c8aab-ffa4-44a4-b295-fde6bbbc9d8d tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739253 May 19 12:44:19.386777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c9762-3408-4027-91d7-114a14340a94 req-91cd737c-8d66-4d7c-b87e-9ea73cbeb74e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:19.389981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-549c9762-3408-4027-91d7-114a14340a94 req-91cd737c-8d66-4d7c-b87e-9ea73cbeb74e tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.1721711 May 19 12:44:19.473904 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-549c9762-3408-4027-91d7-114a14340a94 req-749d9306-8726-44ec-93c3-033b6d9e056c tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 May 19 12:44:19.727296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fee37-625e-42bc-be53-7f0fd12a5a44 req-0ed6943a-f7b7-449e-92bf-cd6a58fc3171 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:19.730011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf5fee37-625e-42bc-be53-7f0fd12a5a44 req-0ed6943a-f7b7-449e-92bf-cd6a58fc3171 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.1417825 May 19 12:44:19.834460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf5fee37-625e-42bc-be53-7f0fd12a5a44 req-304dd7e5-1b89-4faf-b8d7-3ddab5cfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958817 May 19 12:44:20.246412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a422d56c-dbcf-4d26-beeb-6832ed4dadac up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:44:20.288352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c050d7-1014-4058-b6ad-c7e7b23ded68 req-c8551174-f456-473c-9370-4977a465d208 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:20.290877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04c050d7-1014-4058-b6ad-c7e7b23ded68 req-c8551174-f456-473c-9370-4977a465d208 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 944 time: 0.1682103 May 19 12:44:20.378479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port a422d56c-dbcf-4d26-beeb-6832ed4dadac completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:44:20.387940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port a422d56c-dbcf-4d26-beeb-6832ed4dadac triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:20.388568 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:20.398051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04c050d7-1014-4058-b6ad-c7e7b23ded68 req-f0691a75-7a46-4b74-83ac-284d19b34b90 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002936 May 19 12:44:20.644253 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:20.693109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:20.716149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:20.723980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:20.727070 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:20.787193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1dbd7-5d3f-4a15-8e24-75de9ce3f941 req-9e3bc132-08a5-4fd4-be8b-bb022314cb02 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:20.789553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00d1dbd7-5d3f-4a15-8e24-75de9ce3f941 req-9e3bc132-08a5-4fd4-be8b-bb022314cb02 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1545196 May 19 12:44:20.831640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:20.837561 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:20.856875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00d1dbd7-5d3f-4a15-8e24-75de9ce3f941 req-f306dd5b-68c9-4c67-a33d-c302012532db tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 May 19 12:44:21.122400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81466f58-7047-4cb5-a075-a0a599aaf458 req-df2243c1-0fbd-46e8-9fb7-40b2fed4de39 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:21.124115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81466f58-7047-4cb5-a075-a0a599aaf458 req-df2243c1-0fbd-46e8-9fb7-40b2fed4de39 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 931 time: 0.0968297 May 19 12:44:21.182049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81466f58-7047-4cb5-a075-a0a599aaf458 req-791bd839-6e7f-4cb6-aa72-8bda847b16ef tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 May 19 12:44:21.400427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4c994-d64b-4535-a27d-9e7b1d7c0a03 req-66ada72c-96dd-4a1e-be39-e30830c47621 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:21.402070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2da4c994-d64b-4535-a27d-9e7b1d7c0a03 req-66ada72c-96dd-4a1e-be39-e30830c47621 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.1101103 May 19 12:44:21.466408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2da4c994-d64b-4535-a27d-9e7b1d7c0a03 req-3bc930cd-32aa-495a-9b12-037ad9d4a2c8 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 May 19 12:44:21.726389 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'code': 200} May 19 12:44:21.980299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3f34-82e0-4f45-872b-4ee42f4809e0 req-e581d210-38dc-40ae-96b2-dd156df42918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:21.981903 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-174f3f34-82e0-4f45-872b-4ee42f4809e0 req-e581d210-38dc-40ae-96b2-dd156df42918 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 1096 time: 0.1670854 May 19 12:44:21.990822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d88b1-0afe-4566-b7c2-82a7624c3b47 req-c9a1d25f-6b9e-4f17-a4da-95544f44e452 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:21.992426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438d88b1-0afe-4566-b7c2-82a7624c3b47 req-c9a1d25f-6b9e-4f17-a4da-95544f44e452 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.1281927 May 19 12:44:22.066945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-174f3f34-82e0-4f45-872b-4ee42f4809e0 req-a0f593f6-856a-4287-b366-ecb22bc833ff service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734947 May 19 12:44:22.075051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438d88b1-0afe-4566-b7c2-82a7624c3b47 req-019c1fb5-a633-460b-ab4f-1beac2562189 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 May 19 12:44:22.315801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47bca-89f6-41fd-847e-0c7fbae7d7e3 req-5db6aa15-c43e-48e7-9475-7ba0040ff584 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:22.317291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65f47bca-89f6-41fd-847e-0c7fbae7d7e3 req-5db6aa15-c43e-48e7-9475-7ba0040ff584 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 945 time: 0.1008835 May 19 12:44:22.379606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65f47bca-89f6-41fd-847e-0c7fbae7d7e3 req-495aa801-dfa4-4f3f-b24d-ea1928647a55 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560787 May 19 12:44:22.679042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ced37-7d24-4bc3-ad5a-e8abd655ee41 req-a252ec74-6912-4553-a718-d0b87300611c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:22.681744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ced37-7d24-4bc3-ad5a-e8abd655ee41 req-a252ec74-6912-4553-a718-d0b87300611c tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1126108 May 19 12:44:22.756666 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ced37-7d24-4bc3-ad5a-e8abd655ee41 req-fe7aef71-d78f-4529-a516-7b8f02d6c600 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636508 May 19 12:44:23.084141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb3f3-927c-4ca6-8805-06cc753a9a52 req-3d840e4b-c893-4b15-ba84-e3937c3f3ea3 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:23.086118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-107eb3f3-927c-4ca6-8805-06cc753a9a52 req-3d840e4b-c893-4b15-ba84-e3937c3f3ea3 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 931 time: 0.1317968 May 19 12:44:23.195967 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-107eb3f3-927c-4ca6-8805-06cc753a9a52 req-fc799098-2aec-41af-b28f-8815e1b7d813 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938108 May 19 12:44:23.697408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf0fcb-e6c1-4524-b406-3385e41db0ee req-663db700-ab8b-431d-9dd5-2279f52c7756 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:23.698937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46bf0fcb-e6c1-4524-b406-3385e41db0ee req-663db700-ab8b-431d-9dd5-2279f52c7756 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.2236445 May 19 12:44:23.759773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46bf0fcb-e6c1-4524-b406-3385e41db0ee req-86020770-b3d2-40d8-80ab-270940b2b1d1 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524340 May 19 12:44:24.067995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd1c5-4ba1-467e-a683-f8b818ea1077 req-cd813f6a-d41d-4638-be0b-65458a498b83 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:24.069504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-442dd1c5-4ba1-467e-a683-f8b818ea1077 req-cd813f6a-d41d-4638-be0b-65458a498b83 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.0933857 May 19 12:44:24.130960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-442dd1c5-4ba1-467e-a683-f8b818ea1077 req-5277b942-4ee5-4e82-b51d-1a8646cc9ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 May 19 12:44:24.150472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Request body: {'port': {'device_id': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:24.320906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:24.538514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-d71a3abc-0a0d-4673-9ff6-72bb5877965d tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:44:24.540293 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-d71a3abc-0a0d-4673-9ff6-72bb5877965d tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258050 May 19 12:44:24.585890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Request body: {'binding': {'host': 'n-h2-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:24.586367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:44:25.063668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ce54a-afaa-4a2f-a0d1-c22cdff00ab7 req-6aa7d408-302d-44b1-acf7-2d5fbbb64891 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:25.066916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e3ce54a-afaa-4a2f-a0d1-c22cdff00ab7 req-6aa7d408-302d-44b1-acf7-2d5fbbb64891 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 945 time: 0.6622014 May 19 12:44:25.405819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e3ce54a-afaa-4a2f-a0d1-c22cdff00ab7 req-9affeef9-8a34-4103-bc5c-d75f835a63f5 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112032 May 19 12:44:25.491015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on host n-h2-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:44:25.491566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:44:25.492140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:25.504625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:44:25.505173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:25.536942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:44:25.537513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:25.538157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:44:25.538950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Bound port: 16eeb063-328e-4904-9b19-789873559824, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:44:25.685850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d963babe-bfe4-4761-916e-4de04dc45b1a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:25.732873 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:44:25.779235 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:25.788158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-3a0227b0-db7a-44c6-b31d-e9abf43c91ae tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:25.789393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-3a0227b0-db7a-44c6-b31d-e9abf43c91ae tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Synchronizing usage tracker for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:25.808457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-3a0227b0-db7a-44c6-b31d-e9abf43c91ae tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Unset dirty status for tenant:81143ae3aade43c9837ddd728be3a4af on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:25.809718 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-3a0227b0-db7a-44c6-b31d-e9abf43c91ae tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.1733074 May 19 12:44:25.819338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:44:25.844886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:25.846935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-596110a1-06b4-4ec3-9ff0-dcc6259da394 service neutron] 10.222.0.69 "POST /v2.0/ports/16eeb063-328e-4904-9b19-789873559824/bindings HTTP/1.1" status: 201 len: 389 time: 1.2833271 May 19 12:44:25.855965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Transition to ACTIVE for port object d963babe-bfe4-4761-916e-4de04dc45b1a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:25.874263 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:25.886429 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:26.050053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Deleting port a06d962e-eaa4-4b94-ba98-24a18c635319 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:26.050333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:26.339586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbe520-f64a-41ea-9cb1-0c1ff095ae07 req-5abc74c0-d459-4e0d-b609-d894fbc2088a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:26.344572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dcbe520-f64a-41ea-9cb1-0c1ff095ae07 req-5abc74c0-d459-4e0d-b609-d894fbc2088a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.6501222 May 19 12:44:26.366598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] For port a06d962e-eaa4-4b94-ba98-24a18c635319, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a06d962e-eaa4-4b94-ba98-24a18c635319,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:26.367245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:26.409110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:26.485461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.485772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.486074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.486422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.486773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.487313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.487657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.488021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.488360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.488695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.489025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.489360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:44:26.495394 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:26.550367 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dcbe520-f64a-41ea-9cb1-0c1ff095ae07 req-8eade4bf-a795-4160-b849-33b4cfc33e75 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803367 May 19 12:44:26.593491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-51007976-3851-4bc3-ad33-ce1dd4f4e307 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:26.595209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-51007976-3851-4bc3-ad33-ce1dd4f4e307 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.57 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.7105877 May 19 12:44:26.596464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Attempting to bind port d963babe-bfe4-4761-916e-4de04dc45b1a on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:44:26.596805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Attempting to bind port d963babe-bfe4-4761-916e-4de04dc45b1a by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:44:26.597136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Attempting to bind port d963babe-bfe4-4761-916e-4de04dc45b1a on network ac7a4d68-ae62-43fb-8914-aa189a683b8d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:26.638038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Calling delete_port for a06d962e-eaa4-4b94-ba98-24a18c635319 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:26.647018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Port d963babe-bfe4-4761-916e-4de04dc45b1a on network ac7a4d68-ae62-43fb-8914-aa189a683b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:44:26.647341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Attempting to bind port d963babe-bfe4-4761-916e-4de04dc45b1a on network ac7a4d68-ae62-43fb-8914-aa189a683b8d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:26.679035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-105e0c98-845e-4322-b9c2-4db33313fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:26.681215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-105e0c98-845e-4322-b9c2-4db33313fbc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1097 time: 0.4702528 May 19 12:44:26.818330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:44:26.818883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Checking segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:26.819088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Bound using segment: {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:44:26.819521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Bound port: d963babe-bfe4-4761-916e-4de04dc45b1a, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5b1025-7382-4e52-a37e-7e60ae092484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:44:26.819973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:26.851524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aa572-5d40-4946-b021-7d4ed36984d8 req-0414d493-ef15-425e-8ee1-8e56a9545f8f tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:26.853227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-904aa572-5d40-4946-b021-7d4ed36984d8 req-0414d493-ef15-425e-8ee1-8e56a9545f8f tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 943 time: 0.6230774 May 19 12:44:27.002232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-bd9a8b63-1423-4dde-8930-28d445d16b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.004891 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-bd9a8b63-1423-4dde-8930-28d445d16b4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.3030024 May 19 12:44:27.032278 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-904aa572-5d40-4946-b021-7d4ed36984d8 req-cdf74fc8-9934-4abe-bac9-d78416646813 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650159 May 19 12:44:27.093795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:27.100317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d963babe-bfe4-4761-916e-4de04dc45b1a,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:44:27.109145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3c6f0-0de2-4b1d-9a24-0444b92c259a req-3ecc7b99-5cdb-4c3f-bf83-a454e144ca5f tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.111389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3c6f0-0de2-4b1d-9a24-0444b92c259a req-3ecc7b99-5cdb-4c3f-bf83-a454e144ca5f tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 949 time: 0.3403618 May 19 12:44:27.114393 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:27.118959 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0648ad6c-ca12-4063-82fd-19de4785c037 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:27.214442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.214890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:27.216385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] 10.222.0.57 "PUT /v2.0/ports/d963babe-bfe4-4761-916e-4de04dc45b1a HTTP/1.1" status: 200 len: 1091 time: 3.0716681 May 19 12:44:27.218594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:27.243365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Deleting port ca77eea9-164e-4f05-814d-b6b84ad5cf80 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:27.243365 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:27.349895 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-a5b507d8-9ac4-4096-8f62-12bf66546554 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.3381836 May 19 12:44:27.393133 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3c6f0-0de2-4b1d-9a24-0444b92c259a req-5f5ea4f7-bf96-4388-ad7c-e0123b1a90f2 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318506 May 19 12:44:27.488592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-65ad2926-b8ee-4fbe-bfec-8e8ce7f48eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.490187 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-65ad2926-b8ee-4fbe-bfec-8e8ce7f48eb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1260972 May 19 12:44:27.532559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:27.544755 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:27.584345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:27.602393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a06d962e-eaa4-4b94-ba98-24a18c635319'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:27.606918 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-ad313d76-0ed3-42e0-b4b9-e4374af97b57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995359 May 19 12:44:27.607773 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7ee48e0e-9761-4b76-b2d0-d4ece2bf44c1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:27.644557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] For port ca77eea9-164e-4f05-814d-b6b84ad5cf80, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ca77eea9-164e-4f05-814d-b6b84ad5cf80,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:27.644557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:27.714312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Pushing event deleted for resources: {'Port': ['ID=a06d962e-eaa4-4b94-ba98-24a18c635319,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:27.740808 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:27.797275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Calling delete_port for ca77eea9-164e-4f05-814d-b6b84ad5cf80 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:27.823599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781739e-49b8-44e6-9ee8-ce8321837ea2 req-eee52183-d478-4887-8fd2-649f9b44fe22 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.825282 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0781739e-49b8-44e6-9ee8-ce8321837ea2 req-eee52183-d478-4887-8fd2-649f9b44fe22 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/ports?device_id=1afac49d-e15d-4ebd-b1d0-3c5f560b190b HTTP/1.1" status: 200 len: 945 time: 0.5979023 May 19 12:44:27.841050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-bfdead44-d663-4d2e-a070-e14d5398c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:27.842687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-bfdead44-d663-4d2e-a070-e14d5398c6a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42519b6e7b154192959ba3e9bbe07c53&device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 1094 time: 0.5344889 May 19 12:44:27.954265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-7980c9c1-0801-4dc7-bde1-ae83587fbe73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d963babe-bfe4-4761-916e-4de04dc45b1a HTTP/1.1" status: 200 len: 217 time: 0.1018887 May 19 12:44:27.990218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] No DVR routers for this DVR port a06d962e-eaa4-4b94-ba98-24a18c635319 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:28.002741 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:28.009876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'name': 'network-vif-deleted', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:28.035718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0781739e-49b8-44e6-9ee8-ce8321837ea2 req-d1d5d66f-af53-4d03-8626-4ff14178b4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.69 "GET /v2.0/security-groups?id=d70d4ba6-fd56-4197-a559-87a12fa85014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915889 May 19 12:44:28.056305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024acdd-82a6-4366-9850-47a9ed889977 req-6416962b-6a5d-4195-8211-d70e03f5a657 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:28.057930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4024acdd-82a6-4366-9850-47a9ed889977 req-6416962b-6a5d-4195-8211-d70e03f5a657 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 945 time: 0.4664838 May 19 12:44:28.081798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:28.104441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'floatingip': {'port_id': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:28.116370 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-fe3c80fc-905d-4ba9-9d1c-ff3a6d800cec service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586105 May 19 12:44:28.174945 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9d62eb21-7b1a-4890-ae8b-cda23f6bdbdb req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] 10.222.0.57 "DELETE /v2.0/ports/a06d962e-eaa4-4b94-ba98-24a18c635319 HTTP/1.1" status: 204 len: 173 time: 2.3581772 May 19 12:44:28.304199 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:28.431535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-47b8b346-1019-4f83-9c08-5f601748b553 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994061 May 19 12:44:28.439855 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a', 'status': 'completed', 'code': 200} May 19 12:44:28.497520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-5f96c32d-502e-42b9-9e66-416535b7d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:28.498980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-5f96c32d-502e-42b9-9e66-416535b7d04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c95575a-0d55-451f-b843-ea5352474fd7 HTTP/1.1" status: 200 len: 854 time: 0.5218918 May 19 12:44:28.604269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-ee667fd1-8950-4f6e-aa9a-d01314a06e37 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:28.606095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-ee667fd1-8950-4f6e-aa9a-d01314a06e37 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1097 time: 0.0908780 May 19 12:44:28.618783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:28.770948 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:28.930699 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:28.944179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['99a112fa-0c55-44f8-8005-191177e16d78'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:28.950582 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab5ca6b4-94f6-49d2-aa6e-5211f475938d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:29.089454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Pushing event deleted for resources: {'Port': ['ID=ca77eea9-164e-4f05-814d-b6b84ad5cf80,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:29.110407 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:29.149387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:29.217581 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:29.280925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361bf9e-dd35-41f1-a3c4-e88edd7d6057 req-92779215-4ae3-4e0f-9f44-b4368153ff1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:29.288901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7361bf9e-dd35-41f1-a3c4-e88edd7d6057 req-92779215-4ae3-4e0f-9f44-b4368153ff1b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.8475149 May 19 12:44:29.295413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-f0f5bff3-bca4-4c41-8c67-32b4fa837421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:29.297680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-f0f5bff3-bca4-4c41-8c67-32b4fa837421 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac7a4d68-ae62-43fb-8914-aa189a683b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6809726 May 19 12:44:29.332990 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:29.342580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:29.352767 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3658293-9ffa-4fa8-9a3c-fd2ca0333cb2 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:29.397031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ac896-831b-45f0-bfb8-a6aee374f93b req-109fc134-7b79-4348-8740-a4c2644e7ed5 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:29.399278 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-884ac896-831b-45f0-bfb8-a6aee374f93b req-109fc134-7b79-4348-8740-a4c2644e7ed5 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 946 time: 0.9566202 May 19 12:44:29.449151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] No DVR routers for this DVR port ca77eea9-164e-4f05-814d-b6b84ad5cf80 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:29.482381 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:29.665411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:29.667396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da11eaa1-c70b-4a6f-8b25-6ea12f73ed47 req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.57 "DELETE /v2.0/ports/ca77eea9-164e-4f05-814d-b6b84ad5cf80 HTTP/1.1" status: 204 len: 173 time: 3.0663183 May 19 12:44:29.671081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on host n-h1-791505-2 for vnic_type normal with profile {"migrating_to": "n-h2-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:44:29.672554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:44:29.672554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:29.682048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:29.683339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:44:29.683862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Attempting to bind port 16eeb063-328e-4904-9b19-789873559824 on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:29.695994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:44:29.696631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:29.697289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:44:29.698040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Bound port: 16eeb063-328e-4904-9b19-789873559824, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:44:29.698636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:29.780555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7361bf9e-dd35-41f1-a3c4-e88edd7d6057 req-c8cefa1b-e0e9-482e-8223-f3d29e9e2567 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898217 May 19 12:44:29.842597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-884ac896-831b-45f0-bfb8-a6aee374f93b req-284ee621-2743-4d3b-bf6f-890e3e12187e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947904 May 19 12:44:29.901849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-f0c7046b-fc6e-404e-8655-49cd853309a9 service neutron] 10.222.0.57 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156574 May 19 12:44:29.993193 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afac49d-e15d-4ebd-b1d0-3c5f560b190b', 'name': 'network-vif-deleted', 'tag': 'a06d962e-eaa4-4b94-ba98-24a18c635319', 'status': 'completed', 'code': 200} May 19 12:44:30.011051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:30.017864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:44:30.035380 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:30.042634 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:30.308888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc0e02bc-e262-437d-8bea-c7e86eb28670 req-aa8472c1-d24d-46ea-9824-3d5cec0f3ae8 service neutron] 10.222.0.57 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850908 May 19 12:44:30.452682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'name': 'network-vif-deleted', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:30.458778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:30.459758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:30.463322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] 10.222.0.57 "PUT /v2.0/ports/16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 1122 time: 1.8487952 May 19 12:44:30.469532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:30.470840 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:30.488048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:30.538693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a06d962e-eaa4-4b94-ba98-24a18c635319 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:30.550284 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:30.584187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['16eeb063-328e-4904-9b19-789873559824'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:30.662784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c37990cc-de28-4e62-b311-a849f8cdc112 req-d748c6ba-af84-4da8-abc3-95622739fac4 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Synchronizing usage tracker for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:44:30.688566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: a06d962e-eaa4-4b94-ba98-24a18c635319 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:44:30.689533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a06d962e-eaa4-4b94-ba98-24a18c635319 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:44:30.690285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ca77eea9-164e-4f05-814d-b6b84ad5cf80 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:30.763668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: ca77eea9-164e-4f05-814d-b6b84ad5cf80 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:44:30.764241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ca77eea9-164e-4f05-814d-b6b84ad5cf80 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:44:30.857790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c37990cc-de28-4e62-b311-a849f8cdc112 req-d748c6ba-af84-4da8-abc3-95622739fac4 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Unset dirty status for tenant:8619eea9b1fe4ce18837c0ef192b6d35 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:44:30.860145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c37990cc-de28-4e62-b311-a849f8cdc112 req-d748c6ba-af84-4da8-abc3-95622739fac4 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=12a2b9ca-c02b-4bda-8561-96c062570cb8 HTTP/1.1" status: 200 len: 210 time: 0.3993974 May 19 12:44:30.876102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7d9c-5c39-4159-905f-68466fb4acc6 req-c96f72f0-940c-4c12-93e3-0ce621d33476 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:30.879009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac7b7d9c-5c39-4159-905f-68466fb4acc6 req-c96f72f0-940c-4c12-93e3-0ce621d33476 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 943 time: 0.6154847 May 19 12:44:30.897577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-cbe440e0-379d-4759-96e4-0f3a0293f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:30.899702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-cbe440e0-379d-4759-96e4-0f3a0293f5e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42519b6e7b154192959ba3e9bbe07c53&device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 1094 time: 0.4974411 May 19 12:44:30.985045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:31.151734 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a2b9ca-c02b-4bda-8561-96c062570cb8', 'name': 'network-vif-deleted', 'tag': 'ca77eea9-164e-4f05-814d-b6b84ad5cf80', 'status': 'completed', 'code': 200} May 19 12:44:31.174260 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a associated. External IP: 172.25.4.89, port: a422d56c-dbcf-4d26-beeb-6832ed4dadac. May 19 12:44:31.480716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac7b7d9c-5c39-4159-905f-68466fb4acc6 req-92119afb-598c-4a3c-8be8-820c4f7fe692 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809521 May 19 12:44:31.736637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-87d77024-ef51-4eba-89fd-e71aaa2184ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:31.738552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-87d77024-ef51-4eba-89fd-e71aaa2184ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac7a4d68-ae62-43fb-8914-aa189a683b8d HTTP/1.1" status: 200 len: 916 time: 0.8312595 May 19 12:44:31.857266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:31.900201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35356a1-940f-499a-9924-63fcec130d97 req-ea1fd3a0-98ae-4042-aad7-68062b35bb62 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:31.902441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e35356a1-940f-499a-9924-63fcec130d97 req-ea1fd3a0-98ae-4042-aad7-68062b35bb62 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.6519396 May 19 12:44:31.908196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-03afbfd0-cbe6-4cc7-a03a-2e5de60cbeac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d963babe-bfe4-4761-916e-4de04dc45b1a HTTP/1.1" status: 200 len: 217 time: 0.1520483 May 19 12:44:32.001183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eeb063-328e-4904-9b19-789873559824'}, {'name': 'network-changed', 'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'tag': '16eeb063-328e-4904-9b19-789873559824'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:32.200464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e35356a1-940f-499a-9924-63fcec130d97 req-a2de20fd-074e-4304-8169-2803af8bb11b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873654 May 19 12:44:32.304562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f622-51ac-4f38-b670-c97b89823056 req-0b512206-f143-48f0-874b-0776c0729fc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:32.306837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c426f622-51ac-4f38-b670-c97b89823056 req-0b512206-f143-48f0-874b-0776c0729fc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 944 time: 0.6591697 May 19 12:44:32.320477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-6db80992-ae16-45d6-bde3-ee966fa6bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:32.322647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-6db80992-ae16-45d6-bde3-ee966fa6bcc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c95575a-0d55-451f-b843-ea5352474fd7 HTTP/1.1" status: 200 len: 854 time: 0.3268666 May 19 12:44:32.443093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Deleting port 513f6961-da5d-43e0-a4d9-971ceebd3781 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:32.443835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:32.497665 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eeb063-328e-4904-9b19-789873559824', 'code': 200} May 19 12:44:32.498202 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'tag': '16eeb063-328e-4904-9b19-789873559824', 'status': 'completed', 'code': 200} May 19 12:44:32.511041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c426f622-51ac-4f38-b670-c97b89823056 req-24630edd-6a9d-4770-a603-ef0c202ba09a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869111 May 19 12:44:32.535713 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 16eeb063-328e-4904-9b19-789873559824 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:44:32.563068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:44:32.696443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] For port 513f6961-da5d-43e0-a4d9-971ceebd3781, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=513f6961-da5d-43e0-a4d9-971ceebd3781,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:32.696982 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:32.732944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-ee2224d4-7443-4118-8a63-b9a86037c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:32.734552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-ee2224d4-7443-4118-8a63-b9a86037c2a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac7a4d68-ae62-43fb-8914-aa189a683b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3942373 May 19 12:44:32.848623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:32.888148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 16eeb063-328e-4904-9b19-789873559824 has no active binding in host n-h2-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:44:32.889903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d963babe-bfe4-4761-916e-4de04dc45b1a details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:44:32.929682 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Calling delete_port for 513f6961-da5d-43e0-a4d9-971ceebd3781 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:33.132849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d963babe-bfe4-4761-916e-4de04dc45b1a,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:33.144496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-2f21a49e-5070-4ef6-9f84-806ed16d2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:33.149291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-2f21a49e-5070-4ef6-9f84-806ed16d2edc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1125 time: 0.6252539 May 19 12:44:33.153985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'd963babe-bfe4-4761-916e-4de04dc45b1a', 'network_id': 'ac7a4d68-ae62-43fb-8914-aa189a683b8d', 'port_id': 'd963babe-bfe4-4761-916e-4de04dc45b1a', 'mac_address': 'fa:16:3e:df:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c95575a-0d55-451f-b843-ea5352474fd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:44:33.232034 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:33.258359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d963babe-bfe4-4761-916e-4de04dc45b1a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:33.287197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d963babe-bfe4-4761-916e-4de04dc45b1a,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:33.294570 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:33.300472 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:33.349976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:33.402786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:33.408460 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:33.499522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:44:33.517393 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:44:33.524451 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:33.529503 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:44:33.531233 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:44:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:33.568023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:33.593553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:33.597181 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:33.604192 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51d96485-6234-4e1b-9288-5226f4e3b623 tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:33.615091 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['d963babe-bfe4-4761-916e-4de04dc45b1a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:33.656805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-677f39bf-80fc-461f-abb0-a44d95590691 service neutron] 10.222.0.57 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9120548 May 19 12:44:33.659496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:80244836ba10443c8ee741e81d304282 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:33.677420 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-41becfb5-29b9-4e27-838a-2e92d266a81b tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "PUT /v2.0/floatingips/6eec40dc-beb6-4a8f-8bef-276d9a0c609a HTTP/1.1" status: 200 len: 990 time: 5.5896096 May 19 12:44:33.682916 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:33.691461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Pushing event deleted for resources: {'Port': ['ID=513f6961-da5d-43e0-a4d9-971ceebd3781,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:33.696130 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:33.698301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:33.710840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-7eeee153-febb-450d-ba0d-cef9abe7b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:33.712415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-7eeee153-febb-450d-ba0d-cef9abe7b4d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.5432847 May 19 12:44:33.744832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:33.776951 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:44:33.826885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475081-1f91-480d-ab7d-7b6a66f18e0b req-85272574-bb60-4b87-a3e0-87681eca5a89 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:33.834875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09475081-1f91-480d-ab7d-7b6a66f18e0b req-85272574-bb60-4b87-a3e0-87681eca5a89 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 943 time: 0.8870213 May 19 12:44:33.918927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-40b06df1-bacd-445c-a551-11fe643a408f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.1849904 May 19 12:44:34.019468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabffec-6ac0-4ea2-8325-1d9275b65957 req-5469510d-f67a-4c45-a95c-d9a7528ec198 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:34.021133 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9cabffec-6ac0-4ea2-8325-1d9275b65957 req-5469510d-f67a-4c45-a95c-d9a7528ec198 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.5738750 May 19 12:44:34.079125 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09475081-1f91-480d-ab7d-7b6a66f18e0b req-a6f4be8d-7c82-4954-a701-5dd3111d3d29 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425122 May 19 12:44:34.125699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-f9274f43-d4f8-432f-9251-d616616ffb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:34.127402 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-f9274f43-d4f8-432f-9251-d616616ffb65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1932771 May 19 12:44:34.136352 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d75125b0-b0b6-4796-8bb8-8da3f481069a req-9756d6e9-057a-4b4c-ab98-27561b92a5cc service neutron] 10.222.0.57 "GET /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651530 May 19 12:44:34.203223 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.204123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-02d3525c-94f6-411f-bbe3-6dac0bfce7d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664544 May 19 12:44:34.211667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.221851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9cabffec-6ac0-4ea2-8325-1d9275b65957 req-d847cb19-e3e0-495e-9fed-ee1917937b63 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828687 May 19 12:44:34.244759 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-204ea8f1-cd97-4a92-ad2f-62bf95b34b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:34.269070 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80244836ba10443c8ee741e81d304282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9179430 May 19 12:44:34.276219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:34.287071 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.349198 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:de:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:44:30Z', 'revision_number': 1, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:34.353458 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:44:34.367704 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:44:34.368391 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:44:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:34.431073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d0b70c-5005-431a-865f-4fbb806c1612,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:34.435895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:34.467973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-35c85977-09bd-4ecd-9c77-cfc0ed7d184a service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442641 May 19 12:44:34.473729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.529031 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.540960 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d963babe-bfe4-4761-916e-4de04dc45b1a up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:44:34.627869 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:44:34.708936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port d963babe-bfe4-4761-916e-4de04dc45b1a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:44:34.715165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port d963babe-bfe4-4761-916e-4de04dc45b1a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:34.718298 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.737879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e733d1a-fe8b-434c-b923-9fe7e18f33c6 req-a74c1076-66c2-4922-95fe-a400b06a921a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:34.740282 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e733d1a-fe8b-434c-b923-9fe7e18f33c6 req-a74c1076-66c2-4922-95fe-a400b06a921a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.4341381 May 19 12:44:34.746569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ee7acb-6605-4de0-a4c8-1d0f711b282b req-897c5df8-7b17-48a8-968b-4855877935af service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281544 May 19 12:44:34.815316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cd9cf-667e-459f-b2bf-d84745f96062 req-67af84e1-e0ef-4a86-9eda-c4e327bdf10b tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:34.817626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee5cd9cf-667e-459f-b2bf-d84745f96062 req-67af84e1-e0ef-4a86-9eda-c4e327bdf10b tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 944 time: 0.3484800 May 19 12:44:34.825604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e733d1a-fe8b-434c-b923-9fe7e18f33c6 req-f7b66a4a-acc1-4725-9bd2-3c451f9396eb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779841 May 19 12:44:34.927037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee5cd9cf-667e-459f-b2bf-d84745f96062 req-e8680e54-5a4e-4b03-a0cd-da340c178dbb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959404 May 19 12:44:34.931294 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.952803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:34.966116 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4997db30-9dd8-423c-97d2-0365f5bb8d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:34.983758 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-32e818f2-79a7-4cb6-b8f6-9150a7abd1a3 service neutron] 10.222.0.71 "GET /v2.0/ports/16eeb063-328e-4904-9b19-789873559824/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.3059607 May 19 12:44:34.997733 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'status': 'completed', 'code': 200} May 19 12:44:35.014183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d963babe-bfe4-4761-916e-4de04dc45b1a,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:35.018112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:35.037165 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:35.046406 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:35.055532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:35.057425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1d0b70c-5005-431a-865f-4fbb806c1612 HTTP/1.1" status: 204 len: 168 time: 0.7801285 May 19 12:44:35.080159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d0b70c-5005-431a-865f-4fbb806c1612,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:35.099703 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:35.184164 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a', 'code': 200} May 19 12:44:35.288906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:35.305057 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:35.337215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-c2d53902-cbee-4389-b3c9-6fdd05fdd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:35.338715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-c2d53902-cbee-4389-b3c9-6fdd05fdd261 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 1096 time: 0.3139603 May 19 12:44:35.398395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936cb69-05fe-472e-a3a4-18c69fa3433f req-22a39838-1d5b-4a92-88a5-0fb46e736295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:35.399817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a936cb69-05fe-472e-a3a4-18c69fa3433f req-22a39838-1d5b-4a92-88a5-0fb46e736295 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 1096 time: 0.1573737 May 19 12:44:35.518707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-a68919a0-444b-4183-90cd-15f2bcacd8e7 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:35.520401 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-a68919a0-444b-4183-90cd-15f2bcacd8e7 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.6519101 May 19 12:44:35.558439 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:de:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:44:30Z', 'revision_number': 1, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:35.564417 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e2f32-1306-4886-ad9d-007c44a0f398 None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:de:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:44:30Z', 'revision_number': 1, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:44:35.703017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:35.795999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:35.856465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:35.918038 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e658397-1f62-4d98-882c-83c23178b773 None None] New status for floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:44:35.926852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Router b355d63a-d82e-484a-9b2b-95e9fb8e94eb has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:44:35.958619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:35.996723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Usage tracker for resource:security_group_rule and tenant:b2515b7899a8460b8ff19798d0e93e60 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:36.007543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:36.044266 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a936cb69-05fe-472e-a3a4-18c69fa3433f req-2f867aec-7f89-43b6-94b4-9dc314770320 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293988 May 19 12:44:36.088779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:36.108203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-366102de-43e6-4074-a2c5-353d0f712148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.110187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-366102de-43e6-4074-a2c5-353d0f712148 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 925 time: 0.7538321 May 19 12:44:36.129065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27c2f3-ae2a-4d7c-827d-cb79b9653bc3 req-c0fa6346-1ff2-4cd3-a26f-6e108439f207 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.130858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d27c2f3-ae2a-4d7c-827d-cb79b9653bc3 req-c0fa6346-1ff2-4cd3-a26f-6e108439f207 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 945 time: 0.7300212 May 19 12:44:36.184896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:36.284050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a178-1058-4e69-a236-68a20b6899c9 req-97291d87-e310-41b4-ab1b-525af499f091 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.297158 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e74a178-1058-4e69-a236-68a20b6899c9 req-97291d87-e310-41b4-ab1b-525af499f091 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.7556462 May 19 12:44:36.425968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:36.426600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-733764e6-14ee-4037-81b4-8164296c5358 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac HTTP/1.1" status: 200 len: 998 time: 0.3086202 May 19 12:44:36.452577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d27c2f3-ae2a-4d7c-827d-cb79b9653bc3 req-15252c43-0e47-4159-b9b3-e44b3056d312 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658148 May 19 12:44:36.453939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:36.570828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Deleting port 99a112fa-0c55-44f8-8005-191177e16d78 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:36.571926 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:36.581096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e74a178-1058-4e69-a236-68a20b6899c9 req-bdc32f62-d8ef-401b-aa84-c5f1f08240f6 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734649 May 19 12:44:36.582919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:36.638525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-d8aaf7e5-a7a4-4426-a628-8d58d661608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.639483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eeb063-328e-4904-9b19-789873559824 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:36.640534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-d8aaf7e5-a7a4-4426-a628-8d58d661608c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.1980627 May 19 12:44:36.644113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b0742af693154dffa11241ada81d88b7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:36.671851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:44:36.693341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:36.693922 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Sync routers for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:44:36.695259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:36.711864 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:44:36.713681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:36.714199 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:44:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:36.814112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc8573-dbcf-42a2-ba26-4f55f2a6f0b8 req-fbeab1f1-2569-4d1a-b970-f18d7172d70a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.816248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dcc8573-dbcf-42a2-ba26-4f55f2a6f0b8 req-fbeab1f1-2569-4d1a-b970-f18d7172d70a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2402182 May 19 12:44:36.834979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-319e3bde-4c65-49ad-a9df-7874b908e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:36.836649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-319e3bde-4c65-49ad-a9df-7874b908e92b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883254 May 19 12:44:36.962240 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.121960 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.124081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.127036 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dcc8573-dbcf-42a2-ba26-4f55f2a6f0b8 req-2792ea13-abc6-4ac1-a838-98647142af5a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871819 May 19 12:44:37.136114 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.150497 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8c5b4b22-76a9-4161-b750-a81841c36271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:37.151144 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:44:37.151337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.179342 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db173ae6-f989-4dd0-9c2f-3fb746a04614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:37.198462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d88e26a-6f50-4b05-afe2-3ee6c88268c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:37.203431 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:37.230618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-c2ca1f0a-3c68-40e1-830d-8de93e9a27a3 service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673368 May 19 12:44:37.270271 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2515b7899a8460b8ff19798d0e93e60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5658195 May 19 12:44:37.321451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:37.373137 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] 10.222.0.69 "PUT /v2.0/routers/b355d63a-d82e-484a-9b2b-95e9fb8e94eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3822541 May 19 12:44:37.433647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0742af693154dffa11241ada81d88b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5655987 May 19 12:44:37.438024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:37.439227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:37.454072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4aae6bef-6814-40d9-bdbc-63f2ff386edc req-62d3fad4-137d-429b-aafc-7d4a1562f7f2 service neutron] 10.222.0.71 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138331 May 19 12:44:37.476917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Transition to ACTIVE for port object 16eeb063-328e-4904-9b19-789873559824 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:37.503629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b7ee-3f61-43f4-b58a-817ee1cff247 req-d4da787b-f65f-4e9d-ad09-e72f6b55450d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:37.509204 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.513612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b424b7ee-3f61-43f4-b58a-817ee1cff247 req-d4da787b-f65f-4e9d-ad09-e72f6b55450d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 944 time: 0.6472924 May 19 12:44:37.525276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d023ad52-d223-4139-bac9-bd47d968b91a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:37.556578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] For port 99a112fa-0c55-44f8-8005-191177e16d78, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=99a112fa-0c55-44f8-8005-191177e16d78,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:37.557252 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:37.574046 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:37.575343 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:37.761934 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:44:33Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:37.770794 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Checking router: b355d63a-d82e-484a-9b2b-95e9fb8e94eb for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:44:37.793369 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Routers {'b355d63a-d82e-484a-9b2b-95e9fb8e94eb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:44:37.794477 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:44:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:37.912086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Calling delete_port for 99a112fa-0c55-44f8-8005-191177e16d78 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:37.938527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Pushing event updated for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:37.945130 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:38.094039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b424b7ee-3f61-43f4-b58a-817ee1cff247 req-77945b2f-6f2d-4257-b24d-aa5b0085c6e0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906614 May 19 12:44:38.101783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.108052 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] Set router b355d63a-d82e-484a-9b2b-95e9fb8e94eb gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:44:38.190152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] No DVR routers for this DVR port 16eeb063-328e-4904-9b19-789873559824 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:38.232740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.305003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.307550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 16eeb063-328e-4904-9b19-789873559824 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:38.309255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a027d8-4d7b-4824-81c6-d33a313fcb95 req-5182b995-9079-436f-950f-2f87f26d9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:38.310806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89a027d8-4d7b-4824-81c6-d33a313fcb95 req-5182b995-9079-436f-950f-2f87f26d9d23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.4538708 May 19 12:44:38.324997 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] 10.222.0.71 "PUT /v2.0/ports/16eeb063-328e-4904-9b19-789873559824/bindings/n-h2-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3125381 May 19 12:44:38.393091 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.443222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 16eeb063-328e-4904-9b19-789873559824 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:44:38.443971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 99a112fa-0c55-44f8-8005-191177e16d78 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:38.541610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:44:38.556807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4965a9-3958-4308-acc2-7089a231e0de req-86e36ce4-588e-4115-b799-1517b718446d tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:38.565835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d4965a9-3958-4308-acc2-7089a231e0de req-86e36ce4-588e-4115-b799-1517b718446d tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 945 time: 0.6611302 May 19 12:44:38.617060 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.671529 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.678924 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab3d779-4507-4356-a2e0-046bbe6a681f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:38.685544 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:44:33Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:38.697878 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f4e12-50c5-475c-84b8-07b233738fa3 None None] The sync data for ids ['b355d63a-d82e-484a-9b2b-95e9fb8e94eb'] in n-d-791505-2 is: [{'id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-617808266-router', 'tenant_id': '81143ae3aade43c9837ddd728be3a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:02Z', 'updated_at': '2021-05-19T12:44:33Z', 'revision_number': 5, 'project_id': '81143ae3aade43c9837ddd728be3a4af', 'gw_port': {'id': '0032861f-d374-4b3b-9d58-b2561cb5742b', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355d63a-d82e-484a-9b2b-95e9fb8e94eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:06Z', 'updated_at': '2021-05-19T12:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:44:38.737341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Pushing event deleted for resources: {'Port': ['ID=99a112fa-0c55-44f8-8005-191177e16d78,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:38.741027 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.742513 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:38.756150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d4965a9-3958-4308-acc2-7089a231e0de req-cfa8a952-ea28-41ff-950a-e58980e80322 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892803 May 19 12:44:38.758068 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89a027d8-4d7b-4824-81c6-d33a313fcb95 req-5dd85860-7a40-41f6-8328-14b3d6300414 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679355 May 19 12:44:38.768259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Port 99a112fa-0c55-44f8-8005-191177e16d78 update to DOWN by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 19 12:44:38.772407 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:44:38.803523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.808730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-7f3fb4ce-d1a0-4f0c-bf52-f87ab3cde455 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:38.810351 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-7f3fb4ce-d1a0-4f0c-bf52-f87ab3cde455 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.4036832 May 19 12:44:38.821769 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64722551-d277-4d18-9552-48c4a1a30ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:38.971711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d023ad52-d223-4139-bac9-bd47d968b91a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:38.975331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] No DVR routers for this DVR port 99a112fa-0c55-44f8-8005-191177e16d78 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:38.978209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:38.983242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c012a7-73be-4c11-8545-77b6f6d99cac req-c9222a27-88f8-41ad-bfb3-cb9ffd6d46cd tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:38.988011 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:38.993274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'name': 'network-vif-deleted', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:38.999407 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41c012a7-73be-4c11-8545-77b6f6d99cac req-c9222a27-88f8-41ad-bfb3-cb9ffd6d46cd tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/ports?device_id=55b7d080-2392-4f52-bef0-16023141ed51 HTTP/1.1" status: 200 len: 950 time: 0.6858363 May 19 12:44:39.044920 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0166cc55-3d9d-4615-a3d4-f5c17b75a663 req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.71 "DELETE /v2.0/ports/99a112fa-0c55-44f8-8005-191177e16d78 HTTP/1.1" status: 204 len: 173 time: 3.4897406 May 19 12:44:39.049394 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.051342 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d023ad52-d223-4139-bac9-bd47d968b91a HTTP/1.1" status: 204 len: 168 time: 1.6918819 May 19 12:44:39.094469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-694e86ee-0082-4c0b-9e18-182496e5b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:39.097153 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-694e86ee-0082-4c0b-9e18-182496e5b6c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&tenant_id=476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 1096 time: 0.2610471 May 19 12:44:39.178095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:39.254377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'ef087795-1982-499c-90d9-57d458a4b478', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'ef087795-1982-499c-90d9-57d458a4b478', 'mac_address': 'fa:16:3e:78:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:44:39.256408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.334066 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6874dcae-0c40-4d4d-b897-a05bb1611716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:39.386812 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.391799 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d88e26a-6f50-4b05-afe2-3ee6c88268c6 HTTP/1.1" status: 204 len: 168 time: 1.8729930 May 19 12:44:39.474566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Deleting port 0032861f-d374-4b3b-9d58-b2561cb5742b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:39.476716 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.504989 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.566270 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:39.611373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:39.624730 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:39.628504 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:39.695371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-2a93d237-835a-4214-8969-0b867562a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:39.696951 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-2a93d237-835a-4214-8969-0b867562a105 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1096 time: 0.5405910 May 19 12:44:39.765117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:39.777057 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:39.880727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:44:39.946186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] For port 0032861f-d374-4b3b-9d58-b2561cb5742b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0032861f-d374-4b3b-9d58-b2561cb5742b,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:39.947433 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:40.223412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-4777d673-928f-48f0-bfe2-e91292e67584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:40.228831 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-4777d673-928f-48f0-bfe2-e91292e67584 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.5223854 May 19 12:44:40.304565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Calling delete_port for 0032861f-d374-4b3b-9d58-b2561cb5742b owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:40.326368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-569262dc-5853-4a48-a66b-2adc4727ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:40.381122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d88e26a-6f50-4b05-afe2-3ee6c88268c6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:40.397577 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:40.415833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-2ab2bd1d-4a19-4abd-b1e1-477d6c2e19f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.1795843 May 19 12:44:40.497467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:40.585829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 513f6961-da5d-43e0-a4d9-971ceebd3781 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:40.624234 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41c012a7-73be-4c11-8545-77b6f6d99cac req-d0cfb7a6-9dc1-4770-a182-8f9ca3a61e2c tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4c80974-8318-4e52-a4b6-b5d5cdb67674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6230726 May 19 12:44:40.651450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:40.685861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf74af9-35c1-4dac-a642-8132dd10c5ed req-e11e159c-7446-4318-ba7a-4725101fa853 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:40.714448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cf74af9-35c1-4dac-a642-8132dd10c5ed req-e11e159c-7446-4318-ba7a-4725101fa853 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 1.7021794 May 19 12:44:40.716836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-4f2eed5c-51cd-43d6-ba6d-804a3c9d9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:40.722283 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-4f2eed5c-51cd-43d6-ba6d-804a3c9d9772 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.3001211 May 19 12:44:40.881633 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-ac1d1f6e-584f-49b2-9549-c1a4402beccb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511483 May 19 12:44:40.936470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 513f6961-da5d-43e0-a4d9-971ceebd3781 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:44:40.937252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 513f6961-da5d-43e0-a4d9-971ceebd3781 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:44:41.140318 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:41.170469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:41.172471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:41.215198 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7d080-2392-4f52-bef0-16023141ed51', 'name': 'network-vif-deleted', 'tag': '99a112fa-0c55-44f8-8005-191177e16d78', 'status': 'completed', 'code': 200} May 19 12:44:41.216949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:41.230048 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:41.234501 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2eb54c1b-379a-47a8-9720-d2881e948807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:41.296695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:41.321899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:5208db62e06f4559829bd1387bf14c16 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:41.345880 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-811d1ba0-269d-4a48-bf60-b9929212e1df service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450271 May 19 12:44:41.418942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:41.450341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:41.458468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:41.462113 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:41.466531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cf74af9-35c1-4dac-a642-8132dd10c5ed req-8846e696-9135-460b-b230-55c70795ec9f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7505059 May 19 12:44:41.538458 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-2472f5a9-fbc4-4d90-98f5-24206141670c service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855371 May 19 12:44:41.659758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1d1e-b339-4423-80f7-0d3071980d47 req-cb16493f-2661-4174-80e0-94a0cd488984 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:41.661493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-051d1d1e-b339-4423-80f7-0d3071980d47 req-cb16493f-2661-4174-80e0-94a0cd488984 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 945 time: 0.3559985 May 19 12:44:41.770201 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:41.786322 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d78972a5-5f50-4b54-8630-a0e7b282e67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:41.852641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:41.867297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-051d1d1e-b339-4423-80f7-0d3071980d47 req-4a1107b8-5a8b-46b4-bc95-08f2768edd72 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797035 May 19 12:44:41.927426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Pushing event deleted for resources: {'Port': ['ID=0032861f-d374-4b3b-9d58-b2561cb5742b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:41.957184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.010792 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:42.011772 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-895bae4d-c1c1-488e-86e7-dacfe9e096d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:42.226299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30de3ed-ecb8-4344-b839-21946cf2bcd4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:42.315566 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:42.332068 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5208db62e06f4559829bd1387bf14c16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8279817 May 19 12:44:42.336772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fc1e-576f-4950-ad47-846608153999 req-04567113-f08d-44bf-a871-ad74dec8eca0 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:42.343418 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-04567113-f08d-44bf-a871-ad74dec8eca0 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.3166144 May 19 12:44:42.344449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:42.387170 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.561962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:44:42.609379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.828399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.857117 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ab62-dbad-4736-950d-001e84f44977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.876956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.882435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d768fc1e-576f-4950-ad47-846608153999 req-19cd4bc2-cdaa-44c8-81ba-366dd2ece159 service neutron] For port 16eeb063-328e-4904-9b19-789873559824, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:42.900444 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d768fc1e-576f-4950-ad47-846608153999 req-19cd4bc2-cdaa-44c8-81ba-366dd2ece159 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:42.902724 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d768fc1e-576f-4950-ad47-846608153999 req-19cd4bc2-cdaa-44c8-81ba-366dd2ece159 service neutron] 10.222.0.57 "DELETE /v2.0/ports/16eeb063-328e-4904-9b19-789873559824/bindings/n-h1-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.5505610 May 19 12:44:42.941236 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port ef087795-1982-499c-90d9-57d458a4b478 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:44:42.946500 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.005835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.025212 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-866690d4-7ce1-4507-8805-1ded65a3fccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:43.054265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:43.070543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30de3ed-ecb8-4344-b839-21946cf2bcd4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:43.083186 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:43.088388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.089762 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d30de3ed-ecb8-4344-b839-21946cf2bcd4 HTTP/1.1" status: 204 len: 168 time: 0.7419336 May 19 12:44:43.391342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.399219 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.428347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.441210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:43.462199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:43.469912 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.472375 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:43.510502 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-809a8c19-944a-414e-b361-bbff6619f7a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8619eea9b1fe4ce18837c0ef192b6d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524469 May 19 12:44:43.511573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:43.624895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:43.634537 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:43.691368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.706246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09661dab-353e-4f37-89e4-0d179ed3dac6 req-3eb25e47-2bb9-4c5c-a575-70ab7758b43b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:43.708458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09661dab-353e-4f37-89e4-0d179ed3dac6 req-3eb25e47-2bb9-4c5c-a575-70ab7758b43b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 948 time: 0.9188175 May 19 12:44:43.714347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.714907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b355d63a-d82e-484a-9b2b-95e9fb8e94eb {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:44:43.767461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f002b4c-4c3e-445e-81ae-d7eb31cf19e9 req-a3b5a057-0cd8-4294-8b49-ec5778d3adfb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:43.780399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f002b4c-4c3e-445e-81ae-d7eb31cf19e9 req-a3b5a057-0cd8-4294-8b49-ec5778d3adfb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 945 time: 0.5075099 May 19 12:44:43.792749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.916528 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:43.920722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] 10.222.0.69 "DELETE /v2.0/routers/b355d63a-d82e-484a-9b2b-95e9fb8e94eb HTTP/1.1" status: 204 len: 168 time: 6.4059730 May 19 12:44:43.920974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:43.940775 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f002b4c-4c3e-445e-81ae-d7eb31cf19e9 req-dbf6a0be-b6ac-43f6-8b78-66739cc7d00a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629596 May 19 12:44:43.953275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09661dab-353e-4f37-89e4-0d179ed3dac6 req-a1be94d0-eab4-4d24-830a-c47b1be08e05 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167625 May 19 12:44:44.027069 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.050988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:44.123398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c80974-8318-4e52-a4b6-b5d5cdb67674,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:44.134874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.136633 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:44.144833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Deleting subnet 77244238-6ef4-4670-8790-f0993bf0e795 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:44:44.167096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.271030 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.272363 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4c80974-8318-4e52-a4b6-b5d5cdb67674 HTTP/1.1" status: 204 len: 168 time: 0.7531879 May 19 12:44:44.321706 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'code': 200} May 19 12:44:44.323430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.513139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0032861f-d374-4b3b-9d58-b2561cb5742b no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:44.555310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:44.613044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0032861f-d374-4b3b-9d58-b2561cb5742b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:44:44.613413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0032861f-d374-4b3b-9d58-b2561cb5742b not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:44:44.961321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a638-2d35-4a3e-a4f5-a0c254d273e1 req-feaac96f-72f8-4296-af4e-ae7875de8635 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:44.962884 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17e5a638-2d35-4a3e-a4f5-a0c254d273e1 req-feaac96f-72f8-4296-af4e-ae7875de8635 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2154911 May 19 12:44:45.010825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.081546 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.094261 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:45.165010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17e5a638-2d35-4a3e-a4f5-a0c254d273e1 req-9bcd74a0-c13e-4f9b-a180-8adb081ba79d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844640 May 19 12:44:45.169979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:45.278522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77244238-6ef4-4670-8790-f0993bf0e795,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:45.283088 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:45.291512 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.300850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f42ae3-a4ce-490e-a5f8-cc2e55f45e61 None None] Network 3cebc90e-b426-4903-93e5-3edcb95da90e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:44:45.304935 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/77244238-6ef4-4670-8790-f0993bf0e795 HTTP/1.1" status: 204 len: 168 time: 1.3800237 May 19 12:44:45.311041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:45.401087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f97fe9a4-e8b8-45aa-a095-8309cfeca1e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ba1c59842a54cbd91a1eb33379d64ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281153 May 19 12:44:45.405424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:45.474512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d33ea-c153-441c-b711-108c87cec5ea req-d2084c4d-619c-452a-984c-3cf8644dd9bf tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:45.482378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa3d33ea-c153-441c-b711-108c87cec5ea req-d2084c4d-619c-452a-984c-3cf8644dd9bf tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1096 time: 0.2999368 May 19 12:44:45.562042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.580248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa3d33ea-c153-441c-b711-108c87cec5ea req-85270a85-57a1-4a60-938e-669c63a7c39e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952353 May 19 12:44:45.687548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.718458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.903959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.908899 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.913888 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc8f3c7e-4f59-49a6-986a-271cbc326fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:45.948047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303521a-d695-45f1-a9c1-d3369c44d763,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:45.955393 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:45.966276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:45.969180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1303521a-d695-45f1-a9c1-d3369c44d763 HTTP/1.1" status: 204 len: 168 time: 0.5524056 May 19 12:44:46.105638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Deleting port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:46.107239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:46.140184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] DHCP port deletion for 3cebc90e-b426-4903-93e5-3edcb95da90e request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:44:46.288187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Deleting port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:44:46.288899 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:46.489968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] For port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:46.490676 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:46.826286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] For port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,segment=NetworkSegment(9b7cabc4-0d2a-49d6-af91-ca536305ed13),segment_id=9b7cabc4-0d2a-49d6-af91-ca536305ed13)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:44:46.827134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:46.833457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d07b1c3f-93b4-4b9a-810e-8bce9a68af7b no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:44:47.215653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Calling delete_port for d07b1c3f-93b4-4b9a-810e-8bce9a68af7b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:47.301432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Calling delete_port for d07b1c3f-93b4-4b9a-810e-8bce9a68af7b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:44:47.359179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6d2ab2ed-4528-4d11-a481-cb6eb2df560c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:47.375104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6d2ab2ed-4528-4d11-a481-cb6eb2df560c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.5551510 May 19 12:44:47.395279 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:47.422258 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-49012f69-0ca8-4552-a8a8-cdcdad8764e7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/quotas/476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 375 time: 0.0457103 May 19 12:44:47.453372 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:47.498535 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:47.510013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dd6e6caf-5048-4225-9bba-80202fa19a44 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:47.639438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:47.645726 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:47.647659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] No DVR routers for this DVR port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:47.697655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6c425c54-df0b-4119-825b-1e0ab80ea28c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739551 May 19 12:44:47.823250 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:47.846594 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-03834df2-8017-43b6-8835-2f875084d792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:47.907715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] No DVR routers for this DVR port d07b1c3f-93b4-4b9a-810e-8bce9a68af7b on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:44:47.936034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Pushing event deleted for resources: {'Port': ['ID=d07b1c3f-93b4-4b9a-810e-8bce9a68af7b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:47.940231 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:47.993845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.023922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.024892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.027138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.035460 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.036070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.036783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.037584 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.038118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.038728 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.039347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.141521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-7842f4fb-b2ac-4c8a-8da0-c744eb776417 service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313102 May 19 12:44:48.182807 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.183477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.184071 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.184866 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:44:48.185491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cebc90e-b426-4903-93e5-3edcb95da90e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:48.211543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7cabc4-0d2a-49d6-af91-ca536305ed13') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:48.212225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7cabc4-0d2a-49d6-af91-ca536305ed13') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:44:48.212864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d085184-7212-4e0f-afc8-7354cd3a3e9c req-1eeba4c8-d205-4f5d-a04d-6880c59aba26 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:48.225064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d085184-7212-4e0f-afc8-7354cd3a3e9c req-1eeba4c8-d205-4f5d-a04d-6880c59aba26 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2247951 May 19 12:44:48.232103 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.257064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.272551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:44:48.273546 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: from cryptography.utils import int_from_bytes May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: from cryptography.utils import int_from_bytes May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: timer() May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:44:48.393069 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:44:48.430378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.432719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d085184-7212-4e0f-afc8-7354cd3a3e9c req-18ced32b-609b-4b0e-b692-6aebd2432e14 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843441 May 19 12:44:48.441371 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:48.537074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:48.552887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-03678a0c-9e21-4e4d-ba74-1c2c38fe5fcd service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023709 May 19 12:44:48.559766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cebc90e-b426-4903-93e5-3edcb95da90e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:48.571439 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:48.602170 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3cebc90e-b426-4903-93e5-3edcb95da90e HTTP/1.1" status: 204 len: 168 time: 3.2872732 May 19 12:44:49.019973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:49.183245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-722e6b79-78ae-4176-9701-1a03b130ff1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81143ae3aade43c9837ddd728be3a4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618896 May 19 12:44:49.189675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:49.254805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9684c469-55ec-4dfc-8115-aad50a3bb220 req-29bdfaef-9882-49bd-9c88-f2e6634b05a1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 210 time: 0.0698202 May 19 12:44:49.379579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:49.499729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:49.630556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:49.646156 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ddbd96a7-a52a-4b2c-8e9b-5b54efca18d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:49.682108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d4ba6-fd56-4197-a559-87a12fa85014,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:49.693386 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:49.697348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:49.699864 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d70d4ba6-fd56-4197-a559-87a12fa85014 HTTP/1.1" status: 204 len: 168 time: 0.5081165 May 19 12:44:50.385976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec550b-9a6c-49b9-8117-f0616e86e2e2 req-d3c0774b-7ff1-4805-b99d-758ef85ff6fa tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:50.387601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6ec550b-9a6c-49b9-8117-f0616e86e2e2 req-d3c0774b-7ff1-4805-b99d-758ef85ff6fa tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1609652 May 19 12:44:50.501910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6ec550b-9a6c-49b9-8117-f0616e86e2e2 req-57c370d4-0944-4a24-94b9-666708c8c050 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060908 May 19 12:44:50.841259 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-918841c8-1938-4a46-aa96-4bbd0fe1ff12 req-6da6a872-7fa5-4b05-bc3c-3bbad120ce48 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 210 time: 0.1114507 May 19 12:44:51.198528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6379748e-fe39-4885-abd1-798d85dea063 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:51.203591 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6379748e-fe39-4885-abd1-798d85dea063 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.3917029 May 19 12:44:51.216371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Request body: {'port': {'device_id': '4f962b60-8577-41b6-b986-a7e1735253dc', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'admin_state_up': True, 'tenant_id': '476be6fcccdb4c389a92326e031911f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:51.590583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:51.615575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Usage tracker for resource:port and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:51.628396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:51.653671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:51.690338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:44:51.700596 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.094473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Allocated IP 172.20.0.5 (026e7e38-74ad-47f8-a355-cb7d44b41f4d/7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e/ba9427d2-b37d-4362-b0cb-de740e00778b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:44:52.183978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:52.361618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1125290226-network', 'tenant_id': '75376fad43404a719fd22b4ae8be0348'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:52.388853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:52.399845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Usage tracker for resource:network and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:52.410334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:52.414310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697b48-3744-4830-82b2-41ebe4119e46 req-be066122-6454-4287-b55a-a127d078465b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:52.416971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8697b48-3744-4830-82b2-41ebe4119e46 req-be066122-6454-4287-b55a-a127d078465b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1885121 May 19 12:44:52.437458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:52.500579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:44:52.504321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.513659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8697b48-3744-4830-82b2-41ebe4119e46 req-4fd675da-8476-47a8-aeb6-da2492f6edcd tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 May 19 12:44:52.541289 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.554393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.577115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:52.583053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Usage tracker for resource:security_group_rule and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:52.591895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:52.604647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:52.752446 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.758917 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.762993 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:52.797259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08abd227-796a-43d6-b778-f41941486a70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:52.804411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:52.807526 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:52.816064 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9f25473-d83a-4840-a8b1-5705d7b6c390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:53.033796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67027e-8bd7-43f3-aed6-574e690df18b req-d8e80389-eb98-439c-a8c6-2103bba6426f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:53.036588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:44:53.048642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e67027e-8bd7-43f3-aed6-574e690df18b req-d8e80389-eb98-439c-a8c6-2103bba6426f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 931 time: 0.1836891 May 19 12:44:53.122813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e67027e-8bd7-43f3-aed6-574e690df18b req-abee272d-2bf7-4ce4-9a71-6f5f9fffc8a8 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725973 May 19 12:44:53.152704 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.153057 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Added segment 27b649cd-1225-4454-a587-a0641fcf7070 of type vlan for network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 May 19 12:44:53.170474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:44:53.185650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:44:53.188221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:53.193095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:44:53.231227 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:53.283997 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.315753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:53.316479 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.367282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-b2d8fb96-d839-4446-a3c3-ca0d78c67a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:53.367282 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-b2d8fb96-d839-4446-a3c3-ca0d78c67a3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6af4c43523664f5797f03c05ec088968&device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.3364613 May 19 12:44:53.380315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.383224 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1713448 May 19 12:44:53.387538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:53.388358 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.402405 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:53.420317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Request body: {'port': {'device_id': '4f962b60-8577-41b6-b986-a7e1735253dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:53.548897 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3614228 May 19 12:44:53.553584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:53.564803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Request body: {'subnet': {'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1125290226-subnet', 'tenant_id': '75376fad43404a719fd22b4ae8be0348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:44:53.596707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:53.611840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Usage tracker for resource:subnet and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:53.625046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:53.640957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:53.685055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:44:53.687826 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:53.833367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Pushing event updated for resources: {'Network': ['ID=8f16102f-0ff6-4bd2-80e0-21585c3152f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:53.851714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:44:53.861525 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:53.921668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:54.223022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-b34f2962-807e-4309-936b-da38a3aeffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:54.229884 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-b34f2962-807e-4309-936b-da38a3aeffc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7701845 May 19 12:44:54.440252 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-c0abc38e-dd74-44a4-9c50-9ea75c700469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 200 len: 217 time: 0.1951632 May 19 12:44:54.536470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5935a15-4963-48fc-be0c-b3457548bf3e req-b425a183-be93-433b-8b53-f58e744ca178 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:54.544512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5935a15-4963-48fc-be0c-b3457548bf3e req-b425a183-be93-433b-8b53-f58e744ca178 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1968718 May 19 12:44:54.677340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5935a15-4963-48fc-be0c-b3457548bf3e req-a894e839-4dbd-4a13-aacb-806754e21705 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316023 May 19 12:44:54.876744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:54.883583 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:54.901413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-a7696719-61f0-4957-8de6-edf63217b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:54.902897 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-a7696719-61f0-4957-8de6-edf63217b201 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3381007 May 19 12:44:54.947543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c3aef8-9bee-4b9c-98cb-5684ec48d89f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:54.955047 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:55.059512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Checking segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:55.059512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Network hostable DHCP agents. Network: 8f16102f-0ff6-4bd2-80e0-21585c3152f3, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:44:55.103145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:44:55.105697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-81911389-1d5f-44c6-a78e-ab2cd265e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:55.107238 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-81911389-1d5f-44c6-a78e-ab2cd265e78a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880307 May 19 12:44:55.138412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 8f16102f-0ff6-4bd2-80e0-21585c3152f3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:44:55.160575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113e461-874b-4c0f-9116-eacc2702285e req-91bcc8f8-d376-450a-86ee-314d556d6051 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:55.160865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0c527-a369-44eb-a969-5250d8ac9890 None None] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:44:55.164411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9427d2-b37d-4362-b0cb-de740e00778b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:44:55.169010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2113e461-874b-4c0f-9116-eacc2702285e req-91bcc8f8-d376-450a-86ee-314d556d6051 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 931 time: 0.1559048 May 19 12:44:55.177544 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:55.196939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:55.197959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:55.244261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2113e461-874b-4c0f-9116-eacc2702285e req-e5cb6950-79bb-4700-9e53-21dff3408869 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 May 19 12:44:55.258699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7032428 May 19 12:44:55.350168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Transition to ACTIVE for port object ba9427d2-b37d-4362-b0cb-de740e00778b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:44:55.388397 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:55.397717 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:55.498018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:55.507710 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:55.565566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e37f6-4396-49f2-a37b-e13146b82df4 None None] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:44:55.590425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-0eaa069e-0da8-4eae-aca3-dcad8b7c4773 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730825 May 19 12:44:55.944007 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-0a8c85d9-ceb2-42eb-a2d5-b02e237cc11a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7054942 May 19 12:44:56.067632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416243fc-649a-4155-b29f-c70e9b755d18 req-71fc7e7b-3efc-44e0-914a-6be0c7342bfb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:56.081434 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-416243fc-649a-4155-b29f-c70e9b755d18 req-71fc7e7b-3efc-44e0-914a-6be0c7342bfb tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1476181 May 19 12:44:56.159120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-416243fc-649a-4155-b29f-c70e9b755d18 req-727a9649-f7f4-4bb0-99f1-0ee390c868d1 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741062 May 19 12:44:56.255833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba89624b-70f0-41da-9bff-f9b8105ff2f0 req-62c669da-73fe-421f-bd81-44ff58b9bd77 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318874 May 19 12:44:56.261335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:44:56.261757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:44:56.262010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:56.273084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:44:56.273504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:44:56.283224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:44:56.283642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:44:56.284100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:44:56.285083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Bound port: ba9427d2-b37d-4362-b0cb-de740e00778b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:44:56.285083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:56.355817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-b6dcb747-3aec-4581-924c-656a6fb323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:56.357334 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-b6dcb747-3aec-4581-924c-656a6fb323fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1096 time: 0.3389299 May 19 12:44:56.358198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:56.527856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:44:56.543934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:44:56.561717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:56.569113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba548e4-d9ae-4934-a1bf-c0eb02087c9b req-11c327a7-d4c8-439d-9cee-16b9eff4ac24 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:56.572352 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dba548e4-d9ae-4934-a1bf-c0eb02087c9b req-11c327a7-d4c8-439d-9cee-16b9eff4ac24 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 0.1153717 May 19 12:44:56.575465 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aff4cc3a-7a67-4189-af74-42269677cae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:56.618249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-e10e18dd-6008-4cf1-a610-775258e74a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:56.620301 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-e10e18dd-6008-4cf1-a610-775258e74a5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.2387938 May 19 12:44:56.629587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:56.630200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:56.631576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 1091 time: 3.2320023 May 19 12:44:56.632124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:44:56.645235 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:56.705689 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dba548e4-d9ae-4934-a1bf-c0eb02087c9b req-fe0fada2-b5a4-495d-b6e4-546cf41cdf58 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265004 May 19 12:44:56.708813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:56.713599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Usage tracker for resource:security_group_rule and tenant:adb50c0fa4db48a9830a92d1e74c6067 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:56.717148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:56.738501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:56.886612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:56.904565 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-a26744f3-6116-4efb-9870-f87407359f1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.2666979 May 19 12:44:56.906097 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:57.026693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.034396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-ae954ca8-f5eb-4647-b779-f316eb8d3d16 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:57.036424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-ae954ca8-f5eb-4647-b779-f316eb8d3d16 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.2264571 May 19 12:44:57.038313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.051941 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:57.066858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-e7f7496c-74cc-400a-9fd3-9fafba169ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:57.069481 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-e7f7496c-74cc-400a-9fd3-9fafba169ab3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1532211 May 19 12:44:57.097504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-9565ade0-0300-466d-a506-b4bd25d5690c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/quotas/75376fad43404a719fd22b4ae8be0348 HTTP/1.1" status: 200 len: 375 time: 0.0465839 May 19 12:44:57.106182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=adb50c0fa4db48a9830a92d1e74c6067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445297 May 19 12:44:57.109956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:57.113759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179a6ca-8f8b-4763-86c5-45233d0c8210,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:57.117909 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:57.162884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-7008db8b-dc37-40e4-b6d8-363de56353c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:57.165732 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-7008db8b-dc37-40e4-b6d8-363de56353c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1094 time: 0.3498485 May 19 12:44:57.169970 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-cedd9a69-ec35-44a3-906a-f6cf9ee3a8fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927377 May 19 12:44:57.176603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-9d72abe2-c43d-4eb2-86b1-901af6469b81 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715268 May 19 12:44:57.336843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.373949 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-646dbd83-9cd1-40ff-85f4-4c09767d04ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.1938426 May 19 12:44:57.387329 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.404139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-9ff9980c-3cd8-465c-acb2-b6e55a50c385 service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158551 May 19 12:44:57.531613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-3e8169e6-2b99-4131-bca8-3fe70b5f25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:57.533396 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-3e8169e6-2b99-4131-bca8-3fe70b5f25ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1496062 May 19 12:44:57.575875 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.588491 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:57.599713 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-cd6b4c92-2fb6-4dc1-86dd-66d5f6cb76a3 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161835 May 19 12:44:57.601900 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-602d7dc5-6537-449f-aff5-c16527f1f206 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561454 May 19 12:44:57.612719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179a6ca-8f8b-4763-86c5-45233d0c8210,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:57.622441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-14632f01-501a-4431-a46b-0fb109ab624b service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040112 May 19 12:44:57.625595 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:57.633097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:57.659229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f179a6ca-8f8b-4763-86c5-45233d0c8210 HTTP/1.1" status: 204 len: 168 time: 0.5444932 May 19 12:44:57.691588 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'status': 'completed', 'code': 200} May 19 12:44:57.905543 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-fb429c51-ee48-46e5-bfe6-06d164fe2275 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717147 May 19 12:44:57.908329 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-140b872f-9729-4c6a-b3b6-d9c6c5c50bd4 req-43f8876f-5f7e-4165-ae9d-b48cd37d64e6 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952020 May 19 12:44:58.202777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4573f-b4a1-422e-bb2a-4c0dc1f7a391 req-7c15bd3e-8b86-4d6e-8d8a-df6003a52d5f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:58.219512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8c4573f-b4a1-422e-bb2a-4c0dc1f7a391 req-7c15bd3e-8b86-4d6e-8d8a-df6003a52d5f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.3286185 May 19 12:44:58.414607 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c1b2e7-b753-4cb6-a53c-3eff7c8f9f21 req-82f4fd76-8dbd-4740-8e89-e8c7a862ad63 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974217 May 19 12:44:58.475216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:58.515009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8c4573f-b4a1-422e-bb2a-4c0dc1f7a391 req-360d5053-50b2-4159-86d2-b7b7edb5f155 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922854 May 19 12:44:58.537597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:58.653206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc51e915-afc8-4887-a71e-064cb47918f0 req-22e05ace-5075-42e8-9040-460d47dcb7f0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0829082 May 19 12:44:58.653956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:44:58.660697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Usage tracker for resource:security_group_rule and tenant:52d00265ca7347ec8b1abfeffe8d69a6 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:44:58.687455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:44:58.702120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:44:58.802231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3007-73f9-47b3-8aa9-419b445f005f req-91a1ac1a-c05e-494f-8b2a-48e81ef06552 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:58.803802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ab3007-73f9-47b3-8aa9-419b445f005f req-91a1ac1a-c05e-494f-8b2a-48e81ef06552 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 0.1496851 May 19 12:44:58.820249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e727d-c7b7-4989-8086-956ff5066db7 req-c88047ba-57f5-43ec-a4db-e0ce15f48ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:58.824110 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-c88047ba-57f5-43ec-a4db-e0ce15f48ad5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1094 time: 0.2661197 May 19 12:44:58.866242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ab3007-73f9-47b3-8aa9-419b445f005f req-af92980f-d2ae-448f-a2e8-3a55bdd11d54 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 May 19 12:44:59.039057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.049301 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.067066 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ffe7b73-b280-408f-ad47-8d10f814f4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:59.101061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e727d-c7b7-4989-8086-956ff5066db7 req-0f6e92a3-4af7-46fb-8968-fabf128ef3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:59.102816 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-0f6e92a3-4af7-46fb-8968-fabf128ef3a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.2716746 May 19 12:44:59.191889 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-c91dd22f-df35-4828-a03a-5aaf78d2aadb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.0769308 May 19 12:44:59.199832 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52d00265ca7347ec8b1abfeffe8d69a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232804 May 19 12:44:59.204249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:44:59.270659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e727d-c7b7-4989-8086-956ff5066db7 req-baf95b2a-5ca7-4a2e-95dc-203b6dd8da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:59.272248 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-baf95b2a-5ca7-4a2e-95dc-203b6dd8da4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.0704660 May 19 12:44:59.273809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b55e1-2d27-4828-b9b5-437669184076,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:59.278642 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.293739 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:59.324259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.347262 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-3949d999-52a9-4825-980a-455141351a19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521209 May 19 12:44:59.448236 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.455331 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0342769f-142c-4db6-be74-70e7d855fe8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:44:59.475331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b55e1-2d27-4828-b9b5-437669184076,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:44:59.479732 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:44:59.480893 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:44:59.482124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/014b55e1-2d27-4828-b9b5-437669184076 HTTP/1.1" status: 204 len: 168 time: 0.2761564 May 19 12:44:59.677305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-d63c5c97-3dda-4815-82de-60e7fb3bb85a service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193841 May 19 12:44:59.993670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-8a2bc3da-cb99-4d68-b123-531c792e2e5c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:44:59.994946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-8a2bc3da-cb99-4d68-b123-531c792e2e5c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:00.030805 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-581e727d-c7b7-4989-8086-956ff5066db7 req-55bd2a7f-7229-45ce-a2f6-f30994d90e6e service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467224 May 19 12:45:00.041715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-8a2bc3da-cb99-4d68-b123-531c792e2e5c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:00.043423 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-8a2bc3da-cb99-4d68-b123-531c792e2e5c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.4439731 May 19 12:45:00.058331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Request body: {'port': {'device_id': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'admin_state_up': True, 'tenant_id': '75376fad43404a719fd22b4ae8be0348'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:00.294437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316a6b7-494d-4333-9ff6-8ac67fb26dd5 req-36bcf5fe-9626-405f-8f8c-40fe5fa6bc83 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:00.304196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3316a6b7-494d-4333-9ff6-8ac67fb26dd5 req-36bcf5fe-9626-405f-8f8c-40fe5fa6bc83 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1826451 May 19 12:45:00.401264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:00.408944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3316a6b7-494d-4333-9ff6-8ac67fb26dd5 req-33249e46-02c4-4f30-bf09-a1dfcd5d58d8 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037180 May 19 12:45:00.409600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Usage tracker for resource:port and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:00.412947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:00.429560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:00.442465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:00.455605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:00.596063 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0b1dd40-1f06-48e0-9309-67feb01c9a77 req-8eec5dde-6fe4-422d-be9f-a971f4d98a8a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0583119 May 19 12:45:00.775780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Allocated IP 172.20.0.7 (8f16102f-0ff6-4bd2-80e0-21585c3152f3/87c3aef8-9bee-4b9c-98cb-5684ec48d89f/d55353d2-1513-43b6-8ed0-4a3718249edb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:45:00.929032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf77e1-3dd2-4c04-a56b-08db7960dc24 req-963dada2-c67d-4a63-b793-4985f2ccb10d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:00.941448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25cf77e1-3dd2-4c04-a56b-08db7960dc24 req-963dada2-c67d-4a63-b793-4985f2ccb10d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 0.1849592 May 19 12:45:00.995548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25cf77e1-3dd2-4c04-a56b-08db7960dc24 req-3ceca3c6-4ffe-48b8-b718-1bbc9bb14fc4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 May 19 12:45:01.107662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:01.161065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:01.170460 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-95ff7275-437a-4d2c-8384-ea6526e8896d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:01.285803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:45:01.292551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:01.297028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:45:01.389423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:01.395139 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:01.421549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:01.422251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:01.463193 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4107285 May 19 12:45:01.482669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Request body: {'port': {'device_id': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:01.972794 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:02.234866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dc30d-ab28-4b10-8895-67cfe241a049 req-ab1ce94b-4c8c-4d44-9f92-3ffff2e24fe9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:02.244511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-265dc30d-ab28-4b10-8895-67cfe241a049 req-ab1ce94b-4c8c-4d44-9f92-3ffff2e24fe9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2070804 May 19 12:45:02.325840 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-265dc30d-ab28-4b10-8895-67cfe241a049 req-0c00a3b1-c60b-40b6-a21e-7f1d73a3f665 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800173 May 19 12:45:02.517372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:02.655747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55353d2-1513-43b6-8ed0-4a3718249edb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:02.658935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dcfb8-c2ed-42a5-af44-4576db2ac3c5 req-962ec19a-160f-4f65-b257-7e0882795fb9 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:02.664872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b19dcfb8-c2ed-42a5-af44-4576db2ac3c5 req-962ec19a-160f-4f65-b257-7e0882795fb9 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 931 time: 0.1894944 May 19 12:45:02.678350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:02.720599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Transition to ACTIVE for port object d55353d2-1513-43b6-8ed0-4a3718249edb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:02.738290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:02.738652 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:45:02.760273 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:02.770868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b19dcfb8-c2ed-42a5-af44-4576db2ac3c5 req-63cc4a4e-e34b-4f9c-a026-447d8e18e5c1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946751 May 19 12:45:02.834221 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:02.871256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'port_id': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'mac_address': 'fa:16:3e:4c:aa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:03.014480 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.052575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9427d2-b37d-4362-b0cb-de740e00778b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:03.089366 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:03.102032 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.102032 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:03.167379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b567-fd87-4be3-b439-a813ce077a2a req-1c01757a-93ba-4e35-969b-3bd7c3c45656 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:03.178672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff50b567-fd87-4be3-b439-a813ce077a2a req-1c01757a-93ba-4e35-969b-3bd7c3c45656 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 0.2191324 May 19 12:45:03.180420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:03.229954 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:03.242175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.242876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.243535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.244076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.244564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.245053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.247685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.248325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.249301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.249994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.250672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.251283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:03.260093 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:03.304683 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff50b567-fd87-4be3-b439-a813ce077a2a req-aa4f4932-822b-402b-aed3-bc24225f32bc tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125307 May 19 12:45:03.450762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ba9427d2-b37d-4362-b0cb-de740e00778b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:03.471039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:03.474784 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:03.524867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Attempting to bind port d55353d2-1513-43b6-8ed0-4a3718249edb on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:45:03.525236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Attempting to bind port d55353d2-1513-43b6-8ed0-4a3718249edb by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:45:03.525596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Attempting to bind port d55353d2-1513-43b6-8ed0-4a3718249edb on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:03.534905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Port d55353d2-1513-43b6-8ed0-4a3718249edb on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:45:03.535250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Attempting to bind port d55353d2-1513-43b6-8ed0-4a3718249edb on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:03.544341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:45:03.545087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Checking segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:03.545740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Bound using segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:45:03.546922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Bound port: d55353d2-1513-43b6-8ed0-4a3718249edb, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:45:03.547540 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.670227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:45:03.675144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:45:03.682286 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.687668 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6416ec8f-0a0d-45a8-929a-756a68b1ca5c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:03.761712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:03.762570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.764570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] 10.222.0.71 "PUT /v2.0/ports/d55353d2-1513-43b6-8ed0-4a3718249edb HTTP/1.1" status: 200 len: 1091 time: 2.2919993 May 19 12:45:03.773958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:03.810399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482466d-1831-4dec-8f74-53d35ddb2d9f req-4df5903b-b595-4561-98ca-551091b8aebc tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:03.812998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2482466d-1831-4dec-8f74-53d35ddb2d9f req-4df5903b-b595-4561-98ca-551091b8aebc tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2620337 May 19 12:45:03.823122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:03.829415 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:03.867017 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:03.896245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:03.915287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Usage tracker for resource:security_group_rule and tenant:0ba61582e635459280da1726f8f3bd95 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:03.920869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:03.932928 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2482466d-1831-4dec-8f74-53d35ddb2d9f req-357676f0-17eb-4e29-aa97-c8943e874d53 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901020 May 19 12:45:03.934185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:03.979335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-63d60123-893d-45f0-b5a4-e37a641925cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:03.984938 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-63d60123-893d-45f0-b5a4-e37a641925cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 1094 time: 0.1473651 May 19 12:45:04.069839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.077004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.089595 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-164c7034-c307-4af2-bc24-32e2feb7b0ed tempest-LiveMigrationNegativeTest-415811292 tempest-LiveMigrationNegativeTest-415811292-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:04.133179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-ed40aa79-bdf2-498a-818c-6ad80e3837db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55353d2-1513-43b6-8ed0-4a3718249edb HTTP/1.1" status: 200 len: 217 time: 0.1406372 May 19 12:45:04.149420 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ba61582e635459280da1726f8f3bd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9189992 May 19 12:45:04.153750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:04.171601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed8c15-18c9-4e8f-a3d5-4afdac1a43ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:04.177299 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:04.293815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-9fceae33-0daa-4e9a-a64e-c4c59691e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:04.298059 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-9fceae33-0daa-4e9a-a64e-c4c59691e2c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.1526031 May 19 12:45:04.306382 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'status': 'completed', 'code': 200} May 19 12:45:04.306880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.363891 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.422307 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-d2ec7448-f69b-46b2-8966-0354aa29c45c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118281 May 19 12:45:04.620046 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-c5272da4-47b7-4646-a97b-92089ec1bef6 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746018 May 19 12:45:04.628067 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.647708 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c24fb48-a96c-47ab-ae9c-c8a4a49e612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:04.654267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:04.664119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed8c15-18c9-4e8f-a3d5-4afdac1a43ca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:04.668891 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:04.672167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:04.674011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3ed8c15-18c9-4e8f-a3d5-4afdac1a43ca HTTP/1.1" status: 204 len: 168 time: 0.5183332 May 19 12:45:04.744811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1e5a-462c-4e6a-923f-b304342b9d8e req-5cf8bdb6-094f-4d5b-b75d-82d7f8171af7 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:04.746586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-894e1e5a-462c-4e6a-923f-b304342b9d8e req-5cf8bdb6-094f-4d5b-b75d-82d7f8171af7 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 943 time: 0.2854252 May 19 12:45:04.815864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-894e1e5a-462c-4e6a-923f-b304342b9d8e req-be42dc17-1bea-4144-a97a-99dbbda786c6 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592608 May 19 12:45:04.855343 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef4cdb0-ea3d-4cbe-992f-43b56b6a1739 req-221e7c2f-5261-4780-9dce-3247ee9ec8e8 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224832 May 19 12:45:05.075632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-638487cd-2d42-47da-b6a2-b58f36c1d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:05.078305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-638487cd-2d42-47da-b6a2-b58f36c1d217 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 1094 time: 0.1460459 May 19 12:45:05.237837 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:05.368196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472654-8170-4be5-aac4-a03442562043 req-a7bd4146-00ab-4bd7-a104-915935857ff6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:05.374639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c472654-8170-4be5-aac4-a03442562043 req-a7bd4146-00ab-4bd7-a104-915935857ff6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.1299307 May 19 12:45:05.451963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c472654-8170-4be5-aac4-a03442562043 req-18cad208-3d95-4938-9d1f-9c494c7b6d2f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 May 19 12:45:05.530816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:05.538884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Usage tracker for resource:security_group_rule and tenant:f28c45aa5b6e4495a6b849a30543c4d2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:05.542484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-27b15ded-9af5-4ae3-9a66-5c899db264ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:05.544056 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-27b15ded-9af5-4ae3-9a66-5c899db264ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 906 time: 0.4584548 May 19 12:45:05.544972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:05.622954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:05.624868 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-4d52c74c-c2fb-480d-a9e9-66f01ea24c37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55353d2-1513-43b6-8ed0-4a3718249edb HTTP/1.1" status: 200 len: 217 time: 0.0731738 May 19 12:45:05.681738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f21db-88df-4719-99f0-570801f38bca req-178feeb4-1f1d-4273-87aa-89649740a29a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:05.685475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-430f21db-88df-4719-99f0-570801f38bca req-178feeb4-1f1d-4273-87aa-89649740a29a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1755435 May 19 12:45:05.731993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-973d0821-2e4e-466e-91e0-c1d2a9bf691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:05.737859 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-973d0821-2e4e-466e-91e0-c1d2a9bf691a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.1023571 May 19 12:45:05.756054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-430f21db-88df-4719-99f0-570801f38bca req-cd7805e0-2c23-4705-915f-dc1d7e822d77 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 May 19 12:45:05.866793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-bd8aaf65-23c6-4f93-affb-19475b5f1651 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203001 May 19 12:45:06.133637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886b5be-5a71-445f-a1be-34c92667efba req-afbf37b2-9173-4fa6-852d-0d0b72471885 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:06.139827 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-58b0dedd-ff56-4706-bf90-acb5efe17bdf service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654033 May 19 12:45:06.140064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f886b5be-5a71-445f-a1be-34c92667efba req-afbf37b2-9173-4fa6-852d-0d0b72471885 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 943 time: 0.1684759 May 19 12:45:06.241978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f886b5be-5a71-445f-a1be-34c92667efba req-795335c1-fc72-427a-9d38-e6318a36f518 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942597 May 19 12:45:06.275262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.299985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.314004 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35f7ac3e-8f30-43ad-9e3f-2f333a1a54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:06.481588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d08eb77-1a9e-4f1e-a044-b34f5fa4c429 req-a663f5ad-527d-4e0c-bc09-df2c3fa815a0 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774374 May 19 12:45:06.506669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b8f81-9082-488f-bbf9-084b79f660ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:06.522518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:06.538882 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:06.549217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:06.560034 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f28c45aa5b6e4495a6b849a30543c4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9050281 May 19 12:45:06.562637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:06.714759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port ba9427d2-b37d-4362-b0cb-de740e00778b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:06.725487 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port ba9427d2-b37d-4362-b0cb-de740e00778b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:06.726145 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.767800 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.863242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-960024b1-a5bc-40b8-8ca5-9639c8e6fd0b tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=93bb1da83f5c4c21964eb756f1adc199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726993 May 19 12:45:06.865267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.879401 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:06.987805 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.025019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:07.047064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:07.047752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:07.054769 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.058069 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:07.077069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Usage tracker for resource:security_group_rule and tenant:f9aab867e7394ff1b83d4ded4fe942d3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:07.087063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:07.103232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8a1bc-f053-4671-b428-2a4f54c4dcba req-dbe3092a-f778-49d6-ae74-8e9c16b36daf tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:07.104888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daf8a1bc-f053-4671-b428-2a4f54c4dcba req-dbe3092a-f778-49d6-ae74-8e9c16b36daf tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.4492309 May 19 12:45:07.168067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:07.177731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:07.189195 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:07.271994 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.280823 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f31eec0-d037-479a-be96-83a3918aca75 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:07.290204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daf8a1bc-f053-4671-b428-2a4f54c4dcba req-39cd1c3b-3c20-4952-b09a-e455969b7e56 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296942 May 19 12:45:07.308559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-1f580148-df84-4a62-a28a-2009a75f209d tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:07.315999 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-1f580148-df84-4a62-a28a-2009a75f209d tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4377356 May 19 12:45:07.325039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b8f81-9082-488f-bbf9-084b79f660ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:07.332407 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:07.357751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-83f46174-0573-4ea1-87eb-719bf323c4ad tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/quotas/93bb1da83f5c4c21964eb756f1adc199 HTTP/1.1" status: 200 len: 375 time: 0.0407467 May 19 12:45:07.362815 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.364062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c1b8f81-9082-488f-bbf9-084b79f660ff HTTP/1.1" status: 204 len: 168 time: 0.8002706 May 19 12:45:07.476664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-1340c963-00a1-491b-a68b-64fdfd996adf tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=93bb1da83f5c4c21964eb756f1adc199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152148 May 19 12:45:07.725913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.732788 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:07.744201 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:07.900998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fc11e-d9b7-49a2-ba21-0e0150288e15,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:07.906889 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:07.911386 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9aab867e7394ff1b83d4ded4fe942d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3605185 May 19 12:45:07.917109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:08.005981 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'code': 200} May 19 12:45:08.014056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566ef8c-0816-4680-86fc-1d61303e462e req-18c076af-0ded-4883-9c8b-0f9ab6aabe91 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:08.015594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b566ef8c-0816-4680-86fc-1d61303e462e req-18c076af-0ded-4883-9c8b-0f9ab6aabe91 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.2100129 May 19 12:45:08.136480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:08.206929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b566ef8c-0816-4680-86fc-1d61303e462e req-2a72f8df-7409-4e38-a5e5-9c3d9c5c3ab9 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786504 May 19 12:45:08.223011 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.260824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.317154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.420643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb385-9816-41a0-a2f0-76091873159e req-a3e9da48-2db8-4bc8-9928-8ab88d85c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:08.422165 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-20cfb385-9816-41a0-a2f0-76091873159e req-a3e9da48-2db8-4bc8-9928-8ab88d85c25a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1096 time: 0.3082442 May 19 12:45:08.464359 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.473340 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:08.503731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:08.512459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Usage tracker for resource:security_group_rule and tenant:ec51e91d7ffb4e608caab13d585bd54d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:08.518859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:08.529267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:08.532004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-20cfb385-9816-41a0-a2f0-76091873159e req-c4305216-1014-4900-8571-d2b90ad0c9e2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 May 19 12:45:08.534451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fc11e-d9b7-49a2-ba21-0e0150288e15,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:08.545995 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:08.548197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:08.564739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.566465 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e7fc11e-d9b7-49a2-ba21-0e0150288e15 HTTP/1.1" status: 204 len: 168 time: 0.6474512 May 19 12:45:08.599020 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e841866-72f6-4ab7-91f3-dfc629581d66 req-9d91c857-c178-44bc-9449-e9c5793ab592 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 210 time: 0.1864181 May 19 12:45:08.810667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.848371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aa904-9bb4-4fe3-83ed-351fbcdf1b16 req-6f2764c2-1c7c-4c1c-8dc3-d538e939e20c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:08.864105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee7aa904-9bb4-4fe3-83ed-351fbcdf1b16 req-6f2764c2-1c7c-4c1c-8dc3-d538e939e20c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 943 time: 0.6122715 May 19 12:45:08.868526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:08.899146 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-396226d7-79a1-4f40-9917-703ea6f65dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:09.176394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:09.176943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec51e91d7ffb4e608caab13d585bd54d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0321202 May 19 12:45:09.185688 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:09.208662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'mac_address': 'fa:16:3e:6b:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:09.219144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a088a-e37e-41a7-acc3-a2c2a4c89e03,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:09.230698 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:09.240276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee7aa904-9bb4-4fe3-83ed-351fbcdf1b16 req-9d762685-b496-4106-a8bb-ead329665d91 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459561 May 19 12:45:09.294339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0c332-1781-4f24-b33e-2fdc245ad31b req-26a03b32-c265-4187-a840-b8255f7ecf20 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:09.308696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0e0c332-1781-4f24-b33e-2fdc245ad31b req-26a03b32-c265-4187-a840-b8255f7ecf20 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.3533664 May 19 12:45:09.357037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.399577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0e0c332-1781-4f24-b33e-2fdc245ad31b req-49dc0515-0d22-47df-b027-05b800104d0a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894332 May 19 12:45:09.428424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.475396 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.496680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.502462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1fce990e-0696-4bac-81dd-872cee03e573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:09.520569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a088a-e37e-41a7-acc3-a2c2a4c89e03,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:09.531517 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:09.537447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:09.561985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.564588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/367a088a-e37e-41a7-acc3-a2c2a4c89e03 HTTP/1.1" status: 204 len: 168 time: 0.3863387 May 19 12:45:09.566531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.575937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55353d2-1513-43b6-8ed0-4a3718249edb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:09.587339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:09.591928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Usage tracker for resource:security_group_rule and tenant:38a654eaaa284771a0afd82ebd61bbe8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:09.596374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:09.603324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:09.672134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:09.681915 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.684873 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:09.738187 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.745428 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:09.820035 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ba73ca9-8893-4d85-b036-14ed298984d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:09.858666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38a654eaaa284771a0afd82ebd61bbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184302 May 19 12:45:09.862225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:09.907982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98274f2e-f56e-45d1-817e-00a1e489c483,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:09.920756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:09.927093 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:09.929424 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:10.011412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7e3b8-ed1f-4d54-b03d-a47579d017ae req-dd293550-2915-4b0f-9e6f-63183ce97a0d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:10.019328 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fa7e3b8-ed1f-4d54-b03d-a47579d017ae req-dd293550-2915-4b0f-9e6f-63183ce97a0d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.3736658 May 19 12:45:10.026474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f1fff3f-58bf-48ae-94cc-e99024566e1e req-9663052d-40fc-4189-968d-f8e12cb60285 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 210 time: 0.0894063 May 19 12:45:10.027677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d55353d2-1513-43b6-8ed0-4a3718249edb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:10.096101 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fa7e3b8-ed1f-4d54-b03d-a47579d017ae req-359352dd-7d77-4f2f-9109-a48cbce81063 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 May 19 12:45:10.115876 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:10.161285 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:10.262310 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:10.267667 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d594c7-1c8e-49c8-a25c-c51bc880d190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:10.285341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98274f2e-f56e-45d1-817e-00a1e489c483,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:10.299027 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:10.318901 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:10.318901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98274f2e-f56e-45d1-817e-00a1e489c483 HTTP/1.1" status: 204 len: 168 time: 0.4500678 May 19 12:45:10.374324 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90c32f9c-38ce-48aa-835f-6051562b121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:10.473448 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-cba314f2-ab3b-4ff7-a9f8-33994c9ca4af tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=93bb1da83f5c4c21964eb756f1adc199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632467 May 19 12:45:10.825626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-31c55a96-c003-42c6-b7b1-111404851a52 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:10.829635 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-31c55a96-c003-42c6-b7b1-111404851a52 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542039 May 19 12:45:10.847072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Request body: {'port': {'device_id': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '93bb1da83f5c4c21964eb756f1adc199'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:10.856303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dc143-3668-4bb7-953c-4bc983637d23 req-a3990156-2663-478c-9aef-eba3daef0a4e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:10.869247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff7dc143-3668-4bb7-953c-4bc983637d23 req-a3990156-2663-478c-9aef-eba3daef0a4e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 944 time: 0.3680353 May 19 12:45:10.940950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afdd9f-29ea-4577-a722-ed8729c826dc req-78e415a7-0621-45ca-9c2f-ad18f3687fde tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:10.943183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68afdd9f-29ea-4577-a722-ed8729c826dc req-78e415a7-0621-45ca-9c2f-ad18f3687fde tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.2883222 May 19 12:45:10.979863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff7dc143-3668-4bb7-953c-4bc983637d23 req-b18d93d8-c8d8-40e9-945b-d2e9a38ec6b1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082604 May 19 12:45:11.054788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:11.058792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Usage tracker for resource:port and tenant:93bb1da83f5c4c21964eb756f1adc199 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:11.062288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:11.067147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68afdd9f-29ea-4577-a722-ed8729c826dc req-a6fd2cca-de60-4c05-8cea-dd48e16c292e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089981 May 19 12:45:11.071823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:11.086596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Made reservation on behalf of 93bb1da83f5c4c21964eb756f1adc199 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:11.093080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:11.111388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:11.144381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:11.156188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Usage tracker for resource:security_group_rule and tenant:93bb1da83f5c4c21964eb756f1adc199 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:11.163762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:11.183764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:11.312177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f3e405b-1515-40c9-b52c-7d1706fdbec1 req-82d36f94-5be8-4520-b151-c799e3e05f1f tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 210 time: 0.0646431 May 19 12:45:11.441918 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:11.455057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:11.463029 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3bf3f2cd-c926-4db5-8d70-822a00518bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:11.616384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3dd7c-56ce-4d6b-bc04-1be12a880e7c req-03f821c6-1da0-4162-bbcd-2053d02d751a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:11.624149 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5b3dd7c-56ce-4d6b-bc04-1be12a880e7c req-03f821c6-1da0-4162-bbcd-2053d02d751a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.1612916 May 19 12:45:11.757372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5b3dd7c-56ce-4d6b-bc04-1be12a880e7c req-efdc6b74-8bde-4181-b2cd-52bec6dcc6ce tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321557 May 19 12:45:11.773316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2145a8-1757-48fc-810d-a3e7ab0d14db,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:11.786975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a05f-f82f-4080-a618-a52d77165b39 req-dd342f45-725c-49b1-9525-d75747a31cfc tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:11.792464 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:11.796213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53c5a05f-f82f-4080-a618-a52d77165b39 req-dd342f45-725c-49b1-9525-d75747a31cfc tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1096 time: 0.1689241 May 19 12:45:11.915004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Allocated IP 192.168.233.116 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/7d67d082-47f0-4d21-9ffe-706b42cf97ce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:45:11.916173 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53c5a05f-f82f-4080-a618-a52d77165b39 req-b6a16b79-082c-4f4c-8bc9-ea5ee22f9a53 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189559 May 19 12:45:12.246653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:12.507030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-181043263-network', 'tenant_id': '0dedfff367864211b9c249dbc01a2336'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:12.524854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:12.535551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:12.545111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:12.573006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-86187e30-394d-4617-b624-608f18cf41e5 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f404acea02844786901103c888a81991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434272 May 19 12:45:12.588594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Transition to ACTIVE for port object 7d67d082-47f0-4d21-9ffe-706b42cf97ce will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:12.604277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Usage tracker for resource:network and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:12.620700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:12.638484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:12.651421 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:12.663457 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4cd4432-997f-40e6-9749-ebaec622beb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:12.749807 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8a5104a-834c-4036-99b1-8ed2e0aef37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:12.760840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port d55353d2-1513-43b6-8ed0-4a3718249edb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:12.783369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Pushing event updated for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:12.785949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d55353d2-1513-43b6-8ed0-4a3718249edb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:12.791205 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:12.794963 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:12.810722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:45:12.812309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:12.833738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:45:12.956661 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:12.970166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:12.972333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.078718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.098726 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2569294 May 19 12:45:13.121258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Request body: {'port': {'device_id': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:13.139364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:13.152387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:13.159315 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.162114 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9a48f1ca-89ca-420b-a99b-1cde2e1c2ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:13.249036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:13.254802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.304790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-6be07e1e-0ace-4450-91ed-fb3d8c26beba tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:13.319518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-6be07e1e-0ace-4450-91ed-fb3d8c26beba tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7451634 May 19 12:45:13.321429 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:13.331402 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:13.346528 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.347883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-528a9c04-e03e-4bc0-a1f8-348a87a61640 None None] Provisioning for port 7d67d082-47f0-4d21-9ffe-706b42cf97ce completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:13.357538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-528a9c04-e03e-4bc0-a1f8-348a87a61640 None None] Provisioning complete for port 7d67d082-47f0-4d21-9ffe-706b42cf97ce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:13.360544 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-528a9c04-e03e-4bc0-a1f8-348a87a61640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.395143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:13.418813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-dad046f0-e007-4bdb-bab5-0d94a2cb8b7d tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/quotas/f404acea02844786901103c888a81991 HTTP/1.1" status: 200 len: 375 time: 0.0976765 May 19 12:45:13.433970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Usage tracker for resource:security_group_rule and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:13.460431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:13.465083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.476021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-528a9c04-e03e-4bc0-a1f8-348a87a61640 None None] Port 7d67d082-47f0-4d21-9ffe-706b42cf97ce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:45:13.561315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638cf1f-c3ca-4c41-88ac-806b277b0b6d req-8a8f8894-7af5-4669-adbd-e2a29d24c895 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:13.571833 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f638cf1f-c3ca-4c41-88ac-806b277b0b6d req-8a8f8894-7af5-4669-adbd-e2a29d24c895 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 944 time: 1.2135963 May 19 12:45:13.598727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-aa4da8fa-eb6d-457a-9634-f279651baa9d tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f404acea02844786901103c888a81991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786566 May 19 12:45:13.616569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:13.680607 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f638cf1f-c3ca-4c41-88ac-806b277b0b6d req-cb43f715-c84a-46cf-b960-a7e6f27592a5 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075587 May 19 12:45:13.826576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.837383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.841378 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a4c77e0c-033d-4282-b81e-91326a5dbaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:13.913118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:45:13.952422 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:13.955439 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Added segment 2bc5e9c8-d31e-4d02-9946-28eaf233b2d4 of type vlan for network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 May 19 12:45:14.013445 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.119686 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.135017 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.158464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:14.159533 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.235833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0bd189-7314-491d-b41a-6c0563117598,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:14.257373 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:14.274573 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb54b895-f08d-4be2-bbf6-ba049b872a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:14.583154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d67d082-47f0-4d21-9ffe-706b42cf97ce {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:14.588629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Pushing event updated for resources: {'Network': ['ID=7dd4a539-7c64-4e7e-b4c6-b4cdad329034,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:14.603949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:45:14.611876 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.614833 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:14.643895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Transition to ACTIVE for port object 7d67d082-47f0-4d21-9ffe-706b42cf97ce will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:14.654818 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.666094 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f7fe10d4-6e96-4509-bc7a-50c3f65e160e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:14.720828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4725924 May 19 12:45:14.722639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:14.743537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Request body: {'subnet': {'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-181043263-subnet', 'tenant_id': '0dedfff367864211b9c249dbc01a2336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:14.763683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:14.783716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Usage tracker for resource:subnet and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:14.791093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:14.833642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:14.894889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:14.898733 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:14.970625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ae14-19b6-4350-86fb-9d6fae74812a req-2dfb79fa-a7c4-47cc-a8d0-88e32153e985 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:14.973910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:14.979861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd41ae14-19b6-4350-86fb-9d6fae74812a req-2dfb79fa-a7c4-47cc-a8d0-88e32153e985 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.8125749 May 19 12:45:14.993664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.994032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.994395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.994753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.994922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843ed03-fedf-4112-8f9e-8b61f4d699e5 req-2c326c44-05d0-48a4-938c-3be433b73915 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:14.995105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.995499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.995932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.996173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.996522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.996866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.997223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:14.997554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:15.005530 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8843ed03-fedf-4112-8f9e-8b61f4d699e5 req-2c326c44-05d0-48a4-938c-3be433b73915 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 936 time: 0.5277760 May 19 12:45:15.009817 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:15.032663 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:15.041857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Attempting to bind port 7d67d082-47f0-4d21-9ffe-706b42cf97ce on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:45:15.042322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Attempting to bind port 7d67d082-47f0-4d21-9ffe-706b42cf97ce by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:45:15.042616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Attempting to bind port 7d67d082-47f0-4d21-9ffe-706b42cf97ce on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:15.050912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Port 7d67d082-47f0-4d21-9ffe-706b42cf97ce on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:45:15.051516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Attempting to bind port 7d67d082-47f0-4d21-9ffe-706b42cf97ce on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:15.058834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:45:15.059214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:15.059570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:45:15.060562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Bound port: 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:45:15.060562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:15.098552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8843ed03-fedf-4112-8f9e-8b61f4d699e5 req-d566d2e3-d924-4053-afc2-9f270d194141 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918212 May 19 12:45:15.196275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:45:15.200714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:45:15.208402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:15.212604 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:15.224200 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'code': 200} May 19 12:45:15.276494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd41ae14-19b6-4350-86fb-9d6fae74812a req-7bfad525-78e8-4067-8b61-8edddb53e03b tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951841 May 19 12:45:15.280522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:15.281317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:15.283204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] 10.222.0.57 "PUT /v2.0/ports/7d67d082-47f0-4d21-9ffe-706b42cf97ce HTTP/1.1" status: 200 len: 1096 time: 2.1764910 May 19 12:45:15.283865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:15.311746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:15.327308 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:15.472659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:15.736677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2f608eb-cc22-4eeb-8892-3374004d850b req-ca8117ed-4822-4e35-b90b-278a02dc87f6 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 210 time: 0.1021373 May 19 12:45:15.860798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-b806014d-e9c1-4268-9c64-9ff2e80d70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:15.866991 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-b806014d-e9c1-4268-9c64-9ff2e80d70e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93bb1da83f5c4c21964eb756f1adc199&device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 1099 time: 0.5042262 May 19 12:45:16.004009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb520-a247-4354-891d-7dfd0f0c1593 req-99bb034d-f11f-4091-a9da-eef5448f6796 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:16.011658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-477eb520-a247-4354-891d-7dfd0f0c1593 req-99bb034d-f11f-4091-a9da-eef5448f6796 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.1596639 May 19 12:45:16.023867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ab63-2f26-4171-88ba-ed2602cfa8f0 req-cb90e3f1-56fd-4939-a60c-16a596819e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:16.026866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a42ab63-2f26-4171-88ba-ed2602cfa8f0 req-cb90e3f1-56fd-4939-a60c-16a596819e69 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 1096 time: 0.5246592 May 19 12:45:16.049681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-b444d190-8361-45c9-afae-41bab02dbc83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce HTTP/1.1" status: 200 len: 217 time: 0.1718841 May 19 12:45:16.070097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-477eb520-a247-4354-891d-7dfd0f0c1593 req-f517e50f-5528-440d-a5a9-b2d36703e8b2 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 May 19 12:45:16.137964 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:16.153869 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:16.178724 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a42ab63-2f26-4171-88ba-ed2602cfa8f0 req-90586650-767f-4a7c-b911-8600af437ca4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 May 19 12:45:16.184953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-e773610b-5a9a-4101-a5ee-65ccec390c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:16.186516 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-e773610b-5a9a-4101-a5ee-65ccec390c84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1180606 May 19 12:45:16.278882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-9314650d-a5c6-4fa7-bb2e-48985c23d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:16.280442 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-9314650d-a5c6-4fa7-bb2e-48985c23d410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847838 May 19 12:45:16.316423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:16.317009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Network hostable DHCP agents. Network: 7dd4a539-7c64-4e7e-b4c6-b4cdad329034, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:45:16.341243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e66f455-cfc4-4471-b900-134702d97815,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:16.348341 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:16.366841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:45:16.390218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 7dd4a539-7c64-4e7e-b4c6-b4cdad329034) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:16.406623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df86ebf-385e-4603-97f0-e5711c0a8938 None None] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:45:16.410368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:16.412703 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:16.469208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7403469 May 19 12:45:16.926636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:16.927486 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce', 'status': 'completed', 'code': 200} May 19 12:45:16.997761 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-96dd98ae-9b2b-443f-bb00-dbb8162f221f tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f404acea02844786901103c888a81991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679793 May 19 12:45:17.095849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa1680-1b1d-472f-a89e-a1db277196f0 req-8944a709-2c9f-4ba7-aa95-ff23afb4974a tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:17.108867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7cfa1680-1b1d-472f-a89e-a1db277196f0 req-8944a709-2c9f-4ba7-aa95-ff23afb4974a tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 948 time: 0.2167909 May 19 12:45:17.121176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873147cd-f09c-4f24-bea2-d8ab4509ad6e None None] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:45:17.351256 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-dd3cfd50-931d-4047-ae85-4e45051ad10f service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0629802 May 19 12:45:17.418701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7cfa1680-1b1d-472f-a89e-a1db277196f0 req-9f44da92-0bd8-4a79-8561-2e8147c2d6e9 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054433 May 19 12:45:17.615811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b10ad811-8ce0-482c-8abe-e08e721b5441 req-457f6ff6-782c-4ff4-b740-636695e025d4 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413847 May 19 12:45:17.641094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3601ebe4-7272-4659-8577-91ef4444d5b9 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:17.646020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3601ebe4-7272-4659-8577-91ef4444d5b9 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6225920 May 19 12:45:17.665364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Request body: {'port': {'device_id': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': 'f404acea02844786901103c888a81991'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:17.675529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5dbbd-6c47-43ca-a8a1-a8337dd28d7b req-d87ae868-546e-4d63-8b9e-5d198d17c283 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:17.695369 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab5dbbd-6c47-43ca-a8a1-a8337dd28d7b req-d87ae868-546e-4d63-8b9e-5d198d17c283 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.5182929 May 19 12:45:17.874104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab5dbbd-6c47-43ca-a8a1-a8337dd28d7b req-e440a4b1-44da-433f-bf08-0299440a9915 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767545 May 19 12:45:17.969184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:17.997869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1312808155-network', 'tenant_id': '85a4bec11b5d41b6a9d3cd19c4c87e21'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:18.010361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:18.015464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Usage tracker for resource:network and tenant:85a4bec11b5d41b6a9d3cd19c4c87e21 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:18.021777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:18.029990 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b9bed91-f3d6-473b-a3ad-e44a1ae679ee req-f9f624bd-53b7-4891-b0d4-39e459354807 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 210 time: 0.1097205 May 19 12:45:18.033439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:18.052963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Made reservation on behalf of 85a4bec11b5d41b6a9d3cd19c4c87e21 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:18.055421 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:18.090470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:18.143700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:18.181622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Usage tracker for resource:security_group_rule and tenant:85a4bec11b5d41b6a9d3cd19c4c87e21 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:18.191461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:18.211523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:18.219300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:18.229540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Usage tracker for resource:port and tenant:f404acea02844786901103c888a81991 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:18.238839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:18.246897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a77d-7def-46f9-a526-63a0093156af req-40b2d234-d411-43f5-ae56-4208c4d61aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:18.249651 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-40b2d234-d411-43f5-ae56-4208c4d61aed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93bb1da83f5c4c21964eb756f1adc199&device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 1099 time: 0.3867202 May 19 12:45:18.312447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:18.393228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fac5e-a538-4f7d-992d-f427ad931a5c req-0d4fe2d6-c9e6-40e7-8084-c63b95b4f675 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:18.406297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f92fac5e-a538-4f7d-992d-f427ad931a5c req-0d4fe2d6-c9e6-40e7-8084-c63b95b4f675 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.2282803 May 19 12:45:18.463627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9b0bc-b2bc-4e74-8630-7cb26b55648a req-7c4b8528-4c2b-4f83-beec-7fa177c464c9 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:18.476805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adb9b0bc-b2bc-4e74-8630-7cb26b55648a req-7c4b8528-4c2b-4f83-beec-7fa177c464c9 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 945 time: 0.3744624 May 19 12:45:18.551054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Made reservation on behalf of f404acea02844786901103c888a81991 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:18.557797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:18.569839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f92fac5e-a538-4f7d-992d-f427ad931a5c req-3fe6efb5-839b-42b2-a571-6d0cc4fe600d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622386 May 19 12:45:18.601746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adb9b0bc-b2bc-4e74-8630-7cb26b55648a req-bc040fbd-3b4a-4093-869b-f422916d878f tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110172 May 19 12:45:18.628226 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:18.713632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:18.736663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Usage tracker for resource:security_group_rule and tenant:f404acea02844786901103c888a81991 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:18.752593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:18.781764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:18.789117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a77d-7def-46f9-a526-63a0093156af req-0d5722aa-e231-4e0e-ad7e-aca144edd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:18.790757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-0d5722aa-e231-4e0e-ad7e-aca144edd80a service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5278528 May 19 12:45:18.797100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-500084fe-e27e-4422-907c-70092e3de7e7 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:18.800757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-500084fe-e27e-4422-907c-70092e3de7e7 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.57 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 945 time: 0.1635258 May 19 12:45:18.965090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-2cfc919d-e49b-471f-94a9-a1c886f94cff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce HTTP/1.1" status: 200 len: 217 time: 0.1621222 May 19 12:45:19.090814 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.117565 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.150286 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:19.240646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:45:19.270408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884e6fbc-0ebf-4079-8830-817d06007825,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:19.281609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a77d-7def-46f9-a526-63a0093156af req-09d2e0fa-75b7-46fe-af00-e91def2d705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:19.286960 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-09d2e0fa-75b7-46fe-af00-e91def2d705e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2935731 May 19 12:45:19.291705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:19.309459 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.310580 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Added segment cf8298b1-21a1-43db-919a-01f89ba65a08 of type vlan for network ed8f1997-6c0b-4001-8564-4d7b28fc40e2 May 19 12:45:19.323769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Deleting port d963babe-bfe4-4761-916e-4de04dc45b1a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:19.324271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.348269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971e866-e8cd-4a01-98d8-cff4097aa2ef req-323517e7-cd8f-409d-a166-ebcec805e98b tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:19.349931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4971e866-e8cd-4a01-98d8-cff4097aa2ef req-323517e7-cd8f-409d-a166-ebcec805e98b tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 948 time: 0.1693497 May 19 12:45:19.501761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4971e866-e8cd-4a01-98d8-cff4097aa2ef req-a1921767-1dc5-4dbd-b6b8-61e145229102 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343129 May 19 12:45:19.551687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] For port d963babe-bfe4-4761-916e-4de04dc45b1a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d963babe-bfe4-4761-916e-4de04dc45b1a,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:19.552238 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.578196 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.599339 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.639474 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:19.655463 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7eaacb2d-5ae5-4c5d-a784-85d05c03af65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:19.720604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Calling delete_port for d963babe-bfe4-4761-916e-4de04dc45b1a owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:19.884836 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:45:20.018263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-957a73b9-4ab3-47e8-bf2e-3f16027f00ad req-a8a8b9ef-a7ff-437e-b5e3-3d5ca393ae5d tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0993958 May 19 12:45:20.053185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a77d-7def-46f9-a526-63a0093156af req-1963df49-3217-459e-85b1-1b20d456a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:20.056067 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-1963df49-3217-459e-85b1-1b20d456a1f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7527308 May 19 12:45:20.061695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7800af7-3076-40d0-8e41-c269d00fd719,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:20.098887 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:20.113969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['d963babe-bfe4-4761-916e-4de04dc45b1a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:20.115893 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:20.132875 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:20.164330 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:20.206120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:20.207008 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:20.224487 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:20.328128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Pushing event deleted for resources: {'Port': ['ID=d963babe-bfe4-4761-916e-4de04dc45b1a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:20.339431 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:20.402589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da4039-aa97-4d42-b0c6-e42acfe35b6c req-4ea3c117-0815-48b9-9fd8-fab2851753f6 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:20.404623 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4da4039-aa97-4d42-b0c6-e42acfe35b6c req-4ea3c117-0815-48b9-9fd8-fab2851753f6 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.5482647 May 19 12:45:20.470283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] No DVR routers for this DVR port d963babe-bfe4-4761-916e-4de04dc45b1a on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:20.554302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:20.558906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'name': 'network-vif-deleted', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:20.609689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8f1997-6c0b-4001-8564-4d7b28fc40e2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:20.624231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network ed8f1997-6c0b-4001-8564-4d7b28fc40e2 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:45:20.643879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Allocated IP 192.168.233.226 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/fb13e0d3-1a06-4622-aea0-035e90d68a1d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:45:20.713767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3c4243-13ad-4323-bdd7-630625ca6c01 req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.57 "DELETE /v2.0/ports/d963babe-bfe4-4761-916e-4de04dc45b1a HTTP/1.1" status: 204 len: 173 time: 1.9071293 May 19 12:45:20.743171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4da4039-aa97-4d42-b0c6-e42acfe35b6c req-15d1bbee-687f-440f-ba25-af152eea020a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579041 May 19 12:45:20.799998 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:20.811604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 7d67d082-47f0-4d21-9ffe-706b42cf97ce details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:20.852027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85491a6-c27e-40b7-b6f1-0ce1565d8e88 req-0b6a0ebf-f038-459f-b44d-1d8203325d08 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:20.859698 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85491a6-c27e-40b7-b6f1-0ce1565d8e88 req-0b6a0ebf-f038-459f-b44d-1d8203325d08 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 945 time: 0.5118198 May 19 12:45:20.927081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239a474-0d19-4229-badb-58f72ed79b12 req-8d7a7230-de3b-4d0f-9fda-af35912a1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:20.928742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3239a474-0d19-4229-badb-58f72ed79b12 req-8d7a7230-de3b-4d0f-9fda-af35912a1e80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.4457800 May 19 12:45:21.073121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85491a6-c27e-40b7-b6f1-0ce1565d8e88 req-384ea248-61ca-4ebe-962b-8f03bc3c43ae tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123101 May 19 12:45:21.105738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3239a474-0d19-4229-badb-58f72ed79b12 req-3682bfc8-7dba-4bbb-afce-5b24eb9980b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621945 May 19 12:45:21.368280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0cb1b9ee-4745-4db8-b19f-47a8a539368f req-1ca80d15-aff5-4796-be14-cf780885b5e8 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Synchronizing usage tracker for tenant:42519b6e7b154192959ba3e9bbe07c53 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:21.407243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0cb1b9ee-4745-4db8-b19f-47a8a539368f req-1ca80d15-aff5-4796-be14-cf780885b5e8 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Unset dirty status for tenant:42519b6e7b154192959ba3e9bbe07c53 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:21.409806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb1b9ee-4745-4db8-b19f-47a8a539368f req-1ca80d15-aff5-4796-be14-cf780885b5e8 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10b131d-d2ae-40f5-9dc9-1d4f11927aab HTTP/1.1" status: 200 len: 210 time: 0.1542954 May 19 12:45:21.475218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:21.515374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '7d67d082-47f0-4d21-9ffe-706b42cf97ce', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '7d67d082-47f0-4d21-9ffe-706b42cf97ce', 'mac_address': 'fa:16:3e:31:7b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:21.593498 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b131d-d2ae-40f5-9dc9-1d4f11927aab', 'name': 'network-vif-deleted', 'tag': 'd963babe-bfe4-4761-916e-4de04dc45b1a', 'status': 'completed', 'code': 200} May 19 12:45:21.595266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6078384 May 19 12:45:21.595723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:21.618124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Request body: {'subnet': {'network_id': 'ed8f1997-6c0b-4001-8564-4d7b28fc40e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1312808155-subnet', 'tenant_id': '85a4bec11b5d41b6a9d3cd19c4c87e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:21.628577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-60bb7117-2ad4-439e-883f-3a711e91f654 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5554035 May 19 12:45:21.638552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:21.654353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Usage tracker for resource:subnet and tenant:85a4bec11b5d41b6a9d3cd19c4c87e21 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:21.665404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:21.683382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:21.697016 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:21.739778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Made reservation on behalf of 85a4bec11b5d41b6a9d3cd19c4c87e21 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:21.744022 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:21.752450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d67d082-47f0-4d21-9ffe-706b42cf97ce {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:21.772239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:21.781269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:21.784617 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:21.934995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:21.956912 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:21.964627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e375d2a-172f-4243-87e4-89bd23c9919b req-2d2380aa-a832-4c33-805d-502a2f828c1a tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 210 time: 0.1685014 May 19 12:45:21.988974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d0d2-c668-4c4d-8c01-3bfdd5ecfb6d req-2d40184b-5a13-446b-b7af-cdf43570b830 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:21.995003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1c3d0d2-c668-4c4d-8c01-3bfdd5ecfb6d req-2d40184b-5a13-446b-b7af-cdf43570b830 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 948 time: 0.5643532 May 19 12:45:22.032937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:22.038018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['7d67d082-47f0-4d21-9ffe-706b42cf97ce'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:22.115095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78f4a77d-7def-46f9-a526-63a0093156af req-6d98981d-f248-42c9-9331-33ca5bea6ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654198 May 19 12:45:22.116845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Transition to ACTIVE for port object fb13e0d3-1a06-4622-aea0-035e90d68a1d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:22.200096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:22.217341 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-041934c8-5df3-4cd8-bb6f-589b6c933190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:22.378221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1c3d0d2-c668-4c4d-8c01-3bfdd5ecfb6d req-09ea5a13-ca6b-466d-a9d3-8ae7adebc765 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233953 May 19 12:45:22.473135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:22.477835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:45:22.479186 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:22.480919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:22.484729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:45:22.690498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:22.693202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:22.748858 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0884998 May 19 12:45:22.773253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:22.776810 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:22.789508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Request body: {'port': {'device_id': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:23.050503 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.205729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-048f9dbd-562d-4c8a-a5ea-ada91ff60ede None None] Provisioning for port fb13e0d3-1a06-4622-aea0-035e90d68a1d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:23.252627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-048f9dbd-562d-4c8a-a5ea-ada91ff60ede None None] Provisioning complete for port fb13e0d3-1a06-4622-aea0-035e90d68a1d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:23.253298 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-048f9dbd-562d-4c8a-a5ea-ada91ff60ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.395224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-048f9dbd-562d-4c8a-a5ea-ada91ff60ede None None] Port fb13e0d3-1a06-4622-aea0-035e90d68a1d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:45:23.605171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:23.634751 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.661939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'ef087795-1982-499c-90d9-57d458a4b478', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'ef087795-1982-499c-90d9-57d458a4b478', 'mac_address': 'fa:16:3e:78:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:23.820900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:23.841848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbf0c2-9b81-4bf2-9648-5d5f0d0985ce req-cf65fefe-7faf-4eae-891b-9198a326260d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:23.843412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:23.850978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.853145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d963babe-bfe4-4761-916e-4de04dc45b1a no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:23.863321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8cbf0c2-9b81-4bf2-9648-5d5f0d0985ce req-cf65fefe-7faf-4eae-891b-9198a326260d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 950 time: 0.9851124 May 19 12:45:23.905819 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:23.944987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13e0d3-1a06-4622-aea0-035e90d68a1d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:23.959088 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.985699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Transition to ACTIVE for port object fb13e0d3-1a06-4622-aea0-035e90d68a1d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:23.986526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:23.994958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:24.012367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f287-0991-4b2a-a6b6-53dab07eeb86 req-62362bc2-ac10-4098-a475-03857cf9d57e tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:24.013339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: d963babe-bfe4-4761-916e-4de04dc45b1a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:24.013828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d963babe-bfe4-4761-916e-4de04dc45b1a not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:24.015545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38d0f287-0991-4b2a-a6b6-53dab07eeb86 req-62362bc2-ac10-4098-a475-03857cf9d57e tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 936 time: 0.4339998 May 19 12:45:24.025986 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:24.035005 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8cbf0c2-9b81-4bf2-9648-5d5f0d0985ce req-4a352403-1e2c-430f-a2bd-ab1cb05c0f74 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701028 May 19 12:45:24.043798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:24.122428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:24.128956 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:24.138560 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:45:24.139071 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:45:24.284020 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38d0f287-0991-4b2a-a6b6-53dab07eeb86 req-9061543b-5f31-4748-9ba1-a3a99f68fe60 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474449 May 19 12:45:24.412193 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'code': 200} May 19 12:45:24.496103 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:24.511485 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f3935cf-e737-4a77-bd6d-eedb7e7ada47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:24.594468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:24.604544 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:24.638549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Checking segment: {'id': 'cf8298b1-21a1-43db-919a-01f89ba65a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ed8f1997-6c0b-4001-8564-4d7b28fc40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:24.639403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Network hostable DHCP agents. Network: ed8f1997-6c0b-4001-8564-4d7b28fc40e2, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:45:24.648286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6a9af4-ea8e-491c-b6ff-2ba9bbcf2b3d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:24.657513 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:24.676203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdddabd-4cde-415b-9b83-08558aa902af req-1c4e5ee6-52a3-4d23-a506-3a35ab298075 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:24.684223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bdddabd-4cde-415b-9b83-08558aa902af req-1c4e5ee6-52a3-4d23-a506-3a35ab298075 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 949 time: 0.4190929 May 19 12:45:24.717063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Attempting to bind port fb13e0d3-1a06-4622-aea0-035e90d68a1d on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:45:24.720294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Attempting to bind port fb13e0d3-1a06-4622-aea0-035e90d68a1d by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:45:24.721042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Attempting to bind port fb13e0d3-1a06-4622-aea0-035e90d68a1d on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:24.741368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Port fb13e0d3-1a06-4622-aea0-035e90d68a1d on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:45:24.742099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Attempting to bind port fb13e0d3-1a06-4622-aea0-035e90d68a1d on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:24.746346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bdddabd-4cde-415b-9b83-08558aa902af req-f2c12f48-0872-4384-aa36-fa4c8be3f700 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611501 May 19 12:45:24.763365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:45:24.768691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Network ed8f1997-6c0b-4001-8564-4d7b28fc40e2 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:45:24.769868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:24.771645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:45:24.789851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Bound port: fb13e0d3-1a06-4622-aea0-035e90d68a1d, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:45:24.789851 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:24.812919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, ed8f1997-6c0b-4001-8564-4d7b28fc40e2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:24.835776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:24.836452 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:24.913355 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:24.919791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3218443 May 19 12:45:24.937180 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d272c8-f1a7-49d8-9ac2-739436d82f5b None None] Network ed8f1997-6c0b-4001-8564-4d7b28fc40e2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:45:24.954176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:25.014450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:25.029094 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:25.137545 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:45:25.142933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:45:25.147778 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aaf546d1-97ed-469c-8289-96100f2a9347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:25.149379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:25.170151 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60dd8e4e-2991-4815-aa96-9e876d81f9cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:25.252015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 7d67d082-47f0-4d21-9ffe-706b42cf97ce up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:25.270670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:25.286553 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:25.293409 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] 10.222.0.71 "PUT /v2.0/ports/fb13e0d3-1a06-4622-aea0-035e90d68a1d HTTP/1.1" status: 200 len: 1096 time: 2.5284891 May 19 12:45:25.297263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:25.534991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:25.598350 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'status': 'completed', 'code': 200} May 19 12:45:25.797754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:25.813935 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:25.845087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-7a182c49-2d31-4ff3-8f58-4cb8507e5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:25.848318 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-7a182c49-2d31-4ff3-8f58-4cb8507e5a7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f404acea02844786901103c888a81991&device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 1099 time: 0.4821844 May 19 12:45:25.955617 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-0e83f626-228b-423a-8ce5-fa1a4b403052 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d HTTP/1.1" status: 200 len: 217 time: 0.0987406 May 19 12:45:25.960151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d258-8532-4ad7-a5ec-1bf0cba54a5c req-1284c307-8717-4862-b284-c59757210be1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:25.962827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3506d258-8532-4ad7-a5ec-1bf0cba54a5c req-1284c307-8717-4862-b284-c59757210be1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.2891343 May 19 12:45:25.979185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e126e4-6d18-4d32-ace2-cdb168e7e432 req-0ab1ab83-0473-4735-b0f7-c71a229004e3 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:25.986207 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19e126e4-6d18-4d32-ace2-cdb168e7e432 req-0ab1ab83-0473-4735-b0f7-c71a229004e3 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 948 time: 0.2105439 May 19 12:45:26.073143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:26.098774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-47c81d48-7ca2-43ab-beb0-547619ec8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:26.100459 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-47c81d48-7ca2-43ab-beb0-547619ec8eff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1287513 May 19 12:45:26.119727 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:26.134607 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3506d258-8532-4ad7-a5ec-1bf0cba54a5c req-f443bf7b-7758-4b80-9b05-8c40be72955b tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421006 May 19 12:45:26.163417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19e126e4-6d18-4d32-ace2-cdb168e7e432 req-176cadb9-3734-41e8-908e-020b2b2a0836 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213324 May 19 12:45:26.226251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3adb1933-9f27-48b0-94ca-d53dc0d78169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:26.230035 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-3adb1933-9f27-48b0-94ca-d53dc0d78169 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211777 May 19 12:45:26.313945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed72bbb-1094-49b6-8cee-80fe03531d44 None None] Network ed8f1997-6c0b-4001-8564-4d7b28fc40e2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:45:26.388357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 7d67d082-47f0-4d21-9ffe-706b42cf97ce completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:26.472559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 7d67d082-47f0-4d21-9ffe-706b42cf97ce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:26.472919 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:26.634475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896f84c-7e61-48b7-b865-a15737581a0e req-9c5c23a7-a9ca-4a29-9b4e-5d9077224065 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:26.636638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8896f84c-7e61-48b7-b865-a15737581a0e req-9c5c23a7-a9ca-4a29-9b4e-5d9077224065 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 949 time: 0.1784728 May 19 12:45:26.652739 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-47834a79-a330-4f44-a0cf-e7072ca1b437 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153318 May 19 12:45:26.746018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8896f84c-7e61-48b7-b865-a15737581a0e req-9c38f95a-4549-447d-8120-404dee4bf70b tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969779 May 19 12:45:26.951397 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-27d60df8-eb1d-4ddf-8a44-0e4872d6c2f8 req-d16e997f-bc8a-41e8-9213-b0e1050f05fd service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912509 May 19 12:45:27.079414 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:27.141230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:27.143204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:27.152053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-fca9a971-bfdf-4217-8405-949de36c4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:27.154280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-fca9a971-bfdf-4217-8405-949de36c4725 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f404acea02844786901103c888a81991&device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 1099 time: 0.1289027 May 19 12:45:27.156191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:27.159611 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:27.224053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-73ba2cd7-8c0c-493c-b98f-16784bb89c83 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:27.225493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-73ba2cd7-8c0c-493c-b98f-16784bb89c83 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:27.253732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-73ba2cd7-8c0c-493c-b98f-16784bb89c83 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:27.255186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-73ba2cd7-8c0c-493c-b98f-16784bb89c83 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.2797854 May 19 12:45:27.277129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:27.280466 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:27.291854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-301e6ffa-b7ac-4918-879e-aee1e1e3c1d9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/quotas/0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 375 time: 0.0261753 May 19 12:45:27.366964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-d42d5dba-b352-4bee-8c47-a148be24fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:27.369932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-d42d5dba-b352-4bee-8c47-a148be24fb1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2032239 May 19 12:45:27.374216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-60adf9a4-06b4-4e8c-abe2-ab47f2b0c774 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811803 May 19 12:45:27.592534 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-02b5ea18-11d2-4eb4-979d-d9aa5262129d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d HTTP/1.1" status: 200 len: 217 time: 0.2139754 May 19 12:45:27.603246 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce', 'code': 200} May 19 12:45:27.647221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-29f2fed8-fa41-4f55-8190-18927f323675 service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574122 May 19 12:45:27.868613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-8295d4f1-5dd0-4055-b202-48168db03996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:27.871583 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-8295d4f1-5dd0-4055-b202-48168db03996 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2722709 May 19 12:45:27.943438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5dbee-9980-4798-ac91-61e302b77951 req-b2925f11-44cf-49a1-ae33-7cb51d2999aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:27.945750 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-64f5dbee-9980-4798-ac91-61e302b77951 req-b2925f11-44cf-49a1-ae33-7cb51d2999aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 1101 time: 0.2475080 May 19 12:45:28.038127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-64f5dbee-9980-4798-ac91-61e302b77951 req-8bfb74f1-b1d3-4617-bf36-e58ba9cf6771 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786972 May 19 12:45:28.056416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-59590cd2-b022-4813-9c85-60bd6b534ded service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952231 May 19 12:45:28.076424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-8b919054-27b7-4a7d-b5a0-834835dcfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:28.080377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-8b919054-27b7-4a7d-b5a0-834835dcfae1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002716 May 19 12:45:28.184199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e87d0-3f5c-48f9-833f-b42b7bcbea9e req-6eb703b1-b90f-46aa-8427-fed132171505 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:28.196750 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-584e87d0-3f5c-48f9-833f-b42b7bcbea9e req-6eb703b1-b90f-46aa-8427-fed132171505 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 948 time: 0.2908309 May 19 12:45:28.291612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-584e87d0-3f5c-48f9-833f-b42b7bcbea9e req-821d5928-cad2-4e94-bc1d-1d3d5945900c tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901375 May 19 12:45:28.406663 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-457c2ef2-7b17-4db8-996f-1d77ea932ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186827 May 19 12:45:28.634252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:28.665941 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-21c1408f-83b7-4f13-9931-dc28d7c73967 req-2990e308-9661-4b57-a27a-7889307313ca service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498918 May 19 12:45:28.995550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:29.030444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'mac_address': 'fa:16:3e:6b:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:29.120170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:29.198275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742a23-9a50-4a96-b61b-0f427aec2202 req-19940eb8-ef62-4fee-9402-5dcd83dbbe24 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:29.216410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f742a23-9a50-4a96-b61b-0f427aec2202 req-19940eb8-ef62-4fee-9402-5dcd83dbbe24 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 950 time: 0.4950027 May 19 12:45:29.224674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccba2-9cb1-4ecd-8c87-19758f7fae17 req-f6f9b44c-cc90-40e1-85ed-1950120ba779 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:29.243202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-253ccba2-9cb1-4ecd-8c87-19758f7fae17 req-f6f9b44c-cc90-40e1-85ed-1950120ba779 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 1101 time: 0.4262066 May 19 12:45:29.331698 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:29.373050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d55353d2-1513-43b6-8ed0-4a3718249edb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:29.420978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f742a23-9a50-4a96-b61b-0f427aec2202 req-1b9d29f8-0b3c-4bb4-aced-2c41f97e647f tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749694 May 19 12:45:29.431423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:29.437660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-253ccba2-9cb1-4ecd-8c87-19758f7fae17 req-d132e21f-8aed-4bb1-8afd-90d378364371 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870868 May 19 12:45:29.472342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port ef087795-1982-499c-90d9-57d458a4b478 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:29.473059 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:29.539538 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:29.554236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:29.661435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1220bd05-9fc0-4a9e-a3f1-179a3f98fdb3 req-b0f76612-de39-4395-b2c2-bc956a97371f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 210 time: 0.0671670 May 19 12:45:29.730602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d55353d2-1513-43b6-8ed0-4a3718249edb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:29.956346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:30.030599 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:30.031311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:30.076670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:30.081647 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:30.089286 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:30.091772 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:30.361447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:30.367628 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:30.372355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41c9e-4896-4ae7-8f8c-1a49ce6b3ce7 req-3c0dd20a-2a8b-430a-b56a-bf42a86dec8b tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:30.396700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb41c9e-4896-4ae7-8f8c-1a49ce6b3ce7 req-3c0dd20a-2a8b-430a-b56a-bf42a86dec8b tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 948 time: 0.5797389 May 19 12:45:30.495410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb41c9e-4896-4ae7-8f8c-1a49ce6b3ce7 req-22c023de-7c46-47f1-b517-146093c0713a tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977025 May 19 12:45:30.563260 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'code': 200} May 19 12:45:30.634252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:30.777737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d55353d2-1513-43b6-8ed0-4a3718249edb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:30.778779 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:31.040905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2d9a-b561-44cb-95fe-75a52dab7ecf req-25d85357-b92c-42b0-8885-a6081b260347 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:31.053610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d8f2d9a-b561-44cb-95fe-75a52dab7ecf req-25d85357-b92c-42b0-8885-a6081b260347 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.3965788 May 19 12:45:31.077219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1820e3-d383-4910-98dc-d0d35ca9a4df req-351e0c5c-8e09-419a-8db1-3103a80575ed tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:31.081312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b1820e3-d383-4910-98dc-d0d35ca9a4df req-351e0c5c-8e09-419a-8db1-3103a80575ed tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 950 time: 0.3210466 May 19 12:45:31.118244 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:31.179184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:31.195032 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:31.198249 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:31.442581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d8f2d9a-b561-44cb-95fe-75a52dab7ecf req-e66948bd-caaf-4970-8637-62729e2cd3cf tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594158 May 19 12:45:31.443316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-713612dd-bc34-4171-b9a7-2c3adf523a99 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:31.445630 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-713612dd-bc34-4171-b9a7-2c3adf523a99 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.3595109 May 19 12:45:31.454535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:31.465998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Request body: {'port': {'device_id': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'admin_state_up': True, 'tenant_id': '0dedfff367864211b9c249dbc01a2336'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:31.467379 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:31.512331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b1820e3-d383-4910-98dc-d0d35ca9a4df req-05e67c30-aa69-4110-958d-bec9db087640 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317916 May 19 12:45:31.936879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-5a0bd264-f15a-44d9-bcef-650d3de75bf5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:31.939213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-5a0bd264-f15a-44d9-bcef-650d3de75bf5 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.2613976 May 19 12:45:31.961423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:45:31.976671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Usage tracker for resource:port and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:45:31.990713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:45:32.010995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:45:32.041056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:45:32.048250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:32.304511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Deleting port 432ac39a-cbcb-4985-b231-9766ad487908 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:32.304919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:32.356319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e989f852-5c7f-4bd9-991a-bb0106ad3ddb req-ee74631f-bb7c-4e36-bbcd-e5feb4aaac63 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 210 time: 0.1828241 May 19 12:45:32.461711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Allocated IP 172.20.0.6 (7dd4a539-7c64-4e7e-b4c6-b4cdad329034/1e66f455-cfc4-4471-b900-134702d97815/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:45:32.565122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:32.638759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:32.940131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] For port 432ac39a-cbcb-4985-b231-9766ad487908, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=432ac39a-cbcb-4985-b231-9766ad487908,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:32.940747 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:33.327823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:33.358797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'mac_address': 'fa:16:3e:db:10:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:33.444807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:33.494667 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:33.545814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13e0d3-1a06-4622-aea0-035e90d68a1d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:33.580690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Calling delete_port for 432ac39a-cbcb-4985-b231-9766ad487908 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:33.593984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:33.602531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:33.607584 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:33.609001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:33.771601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:33.781584 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:33.848636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cf16-faec-479b-8a21-af713215e6d6 req-ecbd01e2-0e40-4e3b-a410-27e8db2df992 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:33.862761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44d4cf16-faec-479b-8a21-af713215e6d6 req-ecbd01e2-0e40-4e3b-a410-27e8db2df992 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 948 time: 0.3732183 May 19 12:45:33.923542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:33.949473 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:34.007550 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44d4cf16-faec-479b-8a21-af713215e6d6 req-66433ad0-90e1-4775-a93e-f6a709624edb tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366637 May 19 12:45:34.057770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['fb13e0d3-1a06-4622-aea0-035e90d68a1d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:34.090387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:45:34.113224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:45:34.119820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:45:34.169482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6553598-ca7b-4582-9810-fe1052337e55 req-43cc4a7e-177c-455d-82b3-3daa0b376801 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:34.180823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6553598-ca7b-4582-9810-fe1052337e55 req-43cc4a7e-177c-455d-82b3-3daa0b376801 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b172a80-bdaa-46f3-920f-87a3288851fa HTTP/1.1" status: 200 len: 949 time: 0.4947953 May 19 12:45:34.217266 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'code': 200} May 19 12:45:34.245944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:34.256833 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:34.295620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:34.296227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:34.363081 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c6553598-ca7b-4582-9810-fe1052337e55 req-29a4cf3a-3a3c-4c28-829d-d0f32a2e8b8f tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774533 May 19 12:45:34.401162 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9386482 May 19 12:45:34.437052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Request body: {'port': {'device_id': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:34.485327 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:34.499411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:34.501944 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-850dfa3a-e328-464e-9c05-44078134cd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:34.828879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event deleted for resources: {'Port': ['ID=432ac39a-cbcb-4985-b231-9766ad487908,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:34.829650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:34.866046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.866407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.866766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.867121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.867469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.867814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.870954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.873581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.874039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.874390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.874743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.875091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:45:34.884246 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:35.085079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 432ac39a-cbcb-4985-b231-9766ad487908 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:35.102385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] No DVR routers for this DVR port 432ac39a-cbcb-4985-b231-9766ad487908 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:35.107569 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:35.111270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'name': 'network-vif-deleted', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:35.153442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-265c08dd-0f71-4250-ac03-e71e798e2880 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:35.155038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-265c08dd-0f71-4250-ac03-e71e798e2880 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.57 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 950 time: 0.4219067 May 19 12:45:35.246009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8282156d-3fa2-4f23-acf8-db2dbd0f082f req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "DELETE /v2.0/ports/432ac39a-cbcb-4985-b231-9766ad487908 HTTP/1.1" status: 204 len: 173 time: 3.3014431 May 19 12:45:35.250808 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 432ac39a-cbcb-4985-b231-9766ad487908 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:35.252035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 432ac39a-cbcb-4985-b231-9766ad487908 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:35.271237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b5fc-7dae-481d-8eba-47a1c634bebb req-6c826531-8519-4166-9928-d8bf23c4cef3 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:35.281244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2050b5fc-7dae-481d-8eba-47a1c634bebb req-6c826531-8519-4166-9928-d8bf23c4cef3 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 950 time: 0.6302381 May 19 12:45:35.462708 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4e82da0d-d9f0-4b7e-87d4-ef1c75408665'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:35.775188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:35.784810 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:35.802801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Transition to ACTIVE for port object 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:45:35.809391 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:35.815103 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef4fcdc-6037-433f-9689-ab2f0258e0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:35.848898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2050b5fc-7dae-481d-8eba-47a1c634bebb req-b410d391-a69c-4bd0-9ee6-c403b30d26a1 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed2145a8-1757-48fc-810d-a3e7ab0d14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656304 May 19 12:45:35.996628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1515-c1f9-4c7b-8639-24db785ffa9b req-97956d50-676f-48a8-a20e-55de8cb2209f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:36.011672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ded1515-c1f9-4c7b-8639-24db785ffa9b req-97956d50-676f-48a8-a20e-55de8cb2209f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 931 time: 0.8527431 May 19 12:45:36.145675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5ded1515-c1f9-4c7b-8639-24db785ffa9b req-2039525a-1435-4c77-805d-583e54c01c16 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:36.151443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Deleting port 7d67d082-47f0-4d21-9ffe-706b42cf97ce {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:36.151786 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:36.217541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5ded1515-c1f9-4c7b-8639-24db785ffa9b req-2039525a-1435-4c77-805d-583e54c01c16 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:36.230512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ded1515-c1f9-4c7b-8639-24db785ffa9b req-2039525a-1435-4c77-805d-583e54c01c16 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039955 May 19 12:45:36.273653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:36.302666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:36.541111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:36.614423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] For port 7d67d082-47f0-4d21-9ffe-706b42cf97ce, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=7d67d082-47f0-4d21-9ffe-706b42cf97ce,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:36.614894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:36.667021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:36.802028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251bd3-b271-4c8c-aa97-6e6e0508dc0c req-9f561b28-4a29-46f7-8612-ee8e52f178ae tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:36.809830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c251bd3-b271-4c8c-aa97-6e6e0508dc0c req-9f561b28-4a29-46f7-8612-ee8e52f178ae tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1096 time: 0.4173384 May 19 12:45:36.837312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Calling delete_port for 7d67d082-47f0-4d21-9ffe-706b42cf97ce owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:36.878130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port fb13e0d3-1a06-4622-aea0-035e90d68a1d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:36.895168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port fb13e0d3-1a06-4622-aea0-035e90d68a1d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:36.897358 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.014909 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.020169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:45:37.021509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:45:37.022102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:37.029216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c251bd3-b271-4c8c-aa97-6e6e0508dc0c req-78b42d21-9ee9-4d29-8eca-957ae972da51 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170947 May 19 12:45:37.052721 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e358922-9b5e-43e9-a41b-2f448b9c05ff tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:37.054886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['7d67d082-47f0-4d21-9ffe-706b42cf97ce'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:37.139758 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b172a80-bdaa-46f3-920f-87a3288851fa', 'name': 'network-vif-deleted', 'tag': '432ac39a-cbcb-4985-b231-9766ad487908', 'status': 'completed', 'code': 200} May 19 12:45:37.144445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:45:37.145020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:37.200075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Pushing event deleted for resources: {'Port': ['ID=7d67d082-47f0-4d21-9ffe-706b42cf97ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:37.216795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:45:37.221654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:37.227016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:45:37.228225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Bound port: 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:45:37.229589 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.270150 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:37.307469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb98b9-0e31-4ccd-8962-9c475b2cac00 req-4b351beb-2c16-4031-9529-896fa4727838 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:37.327459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fdb98b9-0e31-4ccd-8962-9c475b2cac00 req-4b351beb-2c16-4031-9529-896fa4727838 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 949 time: 0.7982051 May 19 12:45:37.351410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.427950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:37.453967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:37.455691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] No DVR routers for this DVR port 7d67d082-47f0-4d21-9ffe-706b42cf97ce on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:37.462093 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.464291 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:37.467406 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.483075 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34d1f7a3-183d-4c8c-9952-cd5e7f186152 req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.57 "DELETE /v2.0/ports/7d67d082-47f0-4d21-9ffe-706b42cf97ce HTTP/1.1" status: 204 len: 173 time: 2.2837927 May 19 12:45:37.584694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fdb98b9-0e31-4ccd-8962-9c475b2cac00 req-1e9005cc-654c-4046-a8a8-3033b62b1af2 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550085 May 19 12:45:37.732754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:37.738555 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:37.867222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:45:37.905588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:45:37.932638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:37.956068 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:38.001359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-905f419c-4762-4250-8c8b-3ec9fc6ccea3 req-bfc77ace-df5f-4921-808e-d498d4249b62 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Synchronizing usage tracker for tenant:93bb1da83f5c4c21964eb756f1adc199 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:38.028624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-905f419c-4762-4250-8c8b-3ec9fc6ccea3 req-bfc77ace-df5f-4921-808e-d498d4249b62 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Unset dirty status for tenant:93bb1da83f5c4c21964eb756f1adc199 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:38.030201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-905f419c-4762-4250-8c8b-3ec9fc6ccea3 req-bfc77ace-df5f-4921-808e-d498d4249b62 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77ed1b8-649c-4b6b-9b61-86af0e368262 HTTP/1.1" status: 200 len: 210 time: 0.0930274 May 19 12:45:38.115103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:38.116410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:38.118315 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] 10.222.0.57 "PUT /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 1091 time: 3.6873422 May 19 12:45:38.118888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:38.288172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:38.312232 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:38.416462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-bfa2c06f-4b72-475a-bc84-22bd400cd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:38.418332 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-bfa2c06f-4b72-475a-bc84-22bd400cd23f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1094 time: 0.2195079 May 19 12:45:38.523873 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-4d2e03e4-f884-4627-8838-f6ce93ec79fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.0956779 May 19 12:45:38.530358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Deleting port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:38.530892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:38.542541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcf464-02df-4a14-92ed-698fb1a138f3 req-834c16f5-64a5-4b57-9842-2c1066aa2d90 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:38.546936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8cfcf464-02df-4a14-92ed-698fb1a138f3 req-834c16f5-64a5-4b57-9842-2c1066aa2d90 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 0.1963940 May 19 12:45:38.748948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-0895b99b-219d-43e6-a5bd-a184c35c8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:38.755442 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-0895b99b-219d-43e6-a5bd-a184c35c8f72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2031357 May 19 12:45:38.756410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8cfcf464-02df-4a14-92ed-698fb1a138f3 req-3da18d81-4b45-4dc7-8645-fad88866835d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949763 May 19 12:45:38.849570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-e3eb312a-79ae-402b-a023-4d568b7ea0a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837717 May 19 12:45:38.981206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] For port eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:38.983102 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:39.118401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 7d67d082-47f0-4d21-9ffe-706b42cf97ce no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:39.141278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'name': 'network-vif-deleted', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:39.254600 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 7d67d082-47f0-4d21-9ffe-706b42cf97ce {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:39.255229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 7d67d082-47f0-4d21-9ffe-706b42cf97ce not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:39.426462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Calling delete_port for eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:39.491816 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'code': 200} May 19 12:45:39.495053 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-81db954b-b413-4376-a90f-5c22b5d3dc69 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323338 May 19 12:45:39.679185 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'status': 'completed', 'code': 200} May 19 12:45:39.742207 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:45:39.988609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c35e7fc-c2a2-466c-b0d0-ed69f2bd9406 req-6fdf126c-6604-4ca1-bee4-d079d17425cc service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833062 May 19 12:45:40.029759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268a48-0bb0-4900-a2b4-f34f1a807e92 req-b4b66381-4870-4c0f-a0a4-7ca0ad7d84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:40.031363 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2b268a48-0bb0-4900-a2b4-f34f1a807e92 req-b4b66381-4870-4c0f-a0a4-7ca0ad7d84b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 1101 time: 0.4063218 May 19 12:45:40.106039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2b268a48-0bb0-4900-a2b4-f34f1a807e92 req-22fa11fe-84af-429d-96a1-f853d53558bf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 May 19 12:45:40.148740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fce91-2ab9-4151-b8be-8bcbcacd3356 req-e1a9a668-7378-40a4-8321-69ee7f8fb4eb tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:40.150749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3fce91-2ab9-4151-b8be-8bcbcacd3356 req-e1a9a668-7378-40a4-8321-69ee7f8fb4eb tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 950 time: 0.1976893 May 19 12:45:40.252880 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b15a-0398-42ef-a5dc-b91d764ec07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:40.303629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3fce91-2ab9-4151-b8be-8bcbcacd3356 req-de70d53f-ec05-4e47-b25f-690943e644bf tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264060 May 19 12:45:40.315012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-3bfa638e-2734-40b2-8c93-659a43bc0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:40.316706 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-3bfa638e-2734-40b2-8c93-659a43bc0662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1094 time: 0.2137988 May 19 12:45:40.325085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:40.357449 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:40.636191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:40.648052 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:40.744422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:40.814919 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77ed1b8-649c-4b6b-9b61-86af0e368262', 'name': 'network-vif-deleted', 'tag': '7d67d082-47f0-4d21-9ffe-706b42cf97ce', 'status': 'completed', 'code': 200} May 19 12:45:40.923394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-1243593d-238d-45f4-991b-2dd51805ae36 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:45:40.934522 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-1243593d-238d-45f4-991b-2dd51805ae36 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1885417 May 19 12:45:41.218650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Request body: {'binding': {'host': 'n-h2-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:45:41.219854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:45:41.232244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-3ee39f80-4836-4106-bb6a-db8752a4f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:41.235790 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-3ee39f80-4836-4106-bb6a-db8752a4f36b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.8792973 May 19 12:45:41.296017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3053-45ef-49a4-a4c3-a75cf0bfd406 req-2f0b1dbd-bd95-4623-8723-fb84dff55349 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:41.299808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b1ef3053-45ef-49a4-a4c3-a75cf0bfd406 req-2f0b1dbd-bd95-4623-8723-fb84dff55349 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Synchronizing usage tracker for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:41.405658 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-b8ac616e-5bad-4e0b-badf-713530addd7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1574180 May 19 12:45:41.551691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on host n-h2-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:45:41.551991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:45:41.552351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:41.565126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:45:41.566399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:45:41.573289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:45:41.573732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:45:41.574193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:45:41.575047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Bound port: ba9427d2-b37d-4362-b0cb-de740e00778b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:45:41.614758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:45:41.617754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b1ef3053-45ef-49a4-a4c3-a75cf0bfd406 req-2f0b1dbd-bd95-4623-8723-fb84dff55349 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Unset dirty status for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:41.626508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1ef3053-45ef-49a4-a4c3-a75cf0bfd406 req-2f0b1dbd-bd95-4623-8723-fb84dff55349 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 0.5881052 May 19 12:45:41.631034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:41.640162 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-ebc5b94a-7c61-4692-9e26-539c401bff72 service neutron] 10.222.0.69 "POST /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5446229 May 19 12:45:41.733887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1ef3053-45ef-49a4-a4c3-a75cf0bfd406 req-a98ff5a7-b8ad-4a89-9028-49bb4e77b170 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038046 May 19 12:45:41.765080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:42.304070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a627-6f00-4051-b46c-59fb3388bedf req-acdb94ae-4083-4480-a70e-519dfa504456 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:42.320164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-a26b79f3-311b-4695-b4d4-d2dab9fdd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:42.322842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-a26b79f3-311b-4695-b4d4-d2dab9fdd396 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.7621868 May 19 12:45:42.330930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4c3a627-6f00-4051-b46c-59fb3388bedf req-acdb94ae-4083-4480-a70e-519dfa504456 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 0.4449151 May 19 12:45:42.448048 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-82753d5d-7650-4b0b-ac35-ff8a0a08d3b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082180 May 19 12:45:42.532808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4c3a627-6f00-4051-b46c-59fb3388bedf req-41e8aecd-a121-415d-9453-e8676825c597 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989632 May 19 12:45:42.570847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-86ec9104-9214-4f59-be1a-41952d6771a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:42.570847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-86ec9104-9214-4f59-be1a-41952d6771a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1096 time: 0.4447839 May 19 12:45:42.754070 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae31-94a5-4527-9b63-7bdf7609eefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:42.816807 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:42.834620 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-5ebd95c3-809b-4246-9cad-9f1749639808 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764174 May 19 12:45:42.846013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-dfef37e6-d48f-42ba-8833-ac9697ae857d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:42.846787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-dfef37e6-d48f-42ba-8833-ac9697ae857d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Synchronizing usage tracker for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:43.148875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:43.245776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-dfef37e6-d48f-42ba-8833-ac9697ae857d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Unset dirty status for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:43.247828 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-dfef37e6-d48f-42ba-8833-ac9697ae857d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.71 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 1.8252096 May 19 12:45:43.457502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-0f1a372d-20fc-45f4-8ca5-8a561c2d9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:43.460976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-0f1a372d-20fc-45f4-8ca5-8a561c2d9cdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.8831892 May 19 12:45:43.545329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:43.590649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'port_id': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'mac_address': 'fa:16:3e:38:27:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e66f455-cfc4-4471-b900-134702d97815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:43.624625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-dcfda85a-24cc-416e-96af-03b086c6743c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.1516995 May 19 12:45:43.685754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d24b-85b8-47f2-868a-1d7cb73f1456 req-d13d6293-ee18-4452-8f3d-8dc991bd7a6d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:43.688962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e324d24b-85b8-47f2-868a-1d7cb73f1456 req-d13d6293-ee18-4452-8f3d-8dc991bd7a6d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.5113971 May 19 12:45:43.717068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bf58c-cdd7-4d5c-9fbd-c9fb65422980 req-1eac4cd0-6482-407c-9fd8-7d71ee9c6d6e tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:43.720065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a2bf58c-cdd7-4d5c-9fbd-c9fb65422980 req-1eac4cd0-6482-407c-9fd8-7d71ee9c6d6e tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 950 time: 0.5402839 May 19 12:45:43.756876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:45:43.777482 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:43.787861 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a35d3b6f-54bb-479a-aa5f-3cb3504f5895 req-1d90c55f-5d47-4d18-807e-0044ec700eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9346888 May 19 12:45:43.826548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:43.837143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-5a96e567-334c-48bb-b1a7-6e6bbb35df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:43.838630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-5a96e567-334c-48bb-b1a7-6e6bbb35df4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.2071409 May 19 12:45:43.874789 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:43.896959 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:43.900906 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:43.914602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e324d24b-85b8-47f2-868a-1d7cb73f1456 req-d1bcf886-cad6-4e7c-b04f-11409219809a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074337 May 19 12:45:43.930124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-25351b84-edad-4649-a3ae-fb03673b16fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680530 May 19 12:45:43.948836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a2bf58c-cdd7-4d5c-9fbd-c9fb65422980 req-20308e99-1a06-49e9-806f-fac706273503 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141149 May 19 12:45:44.097720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Deleting port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:44.102841 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:44.253111 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:44.284577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:44.292011 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:44.299030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:44.337303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:45:44.414891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Sync routers for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:45:44.471552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:45:44.472650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:45:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:44.474369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] For port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:44.474572 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:44.552777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-3cc04a38-0ccb-422a-b082-e69deca83b67 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023622 May 19 12:45:44.708176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Calling delete_port for 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:44.721325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:45:44.824032 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/421ef14e-de1c-462b-bc1d-a9b2b340d7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3750935 May 19 12:45:44.825360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:44.902083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a976cd-32ba-4db0-9067-a322332c13aa req-694338aa-eb0d-465a-bdf7-7389e5162989 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:44.916108 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2a976cd-32ba-4db0-9067-a322332c13aa req-694338aa-eb0d-465a-bdf7-7389e5162989 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 950 time: 0.5094411 May 19 12:45:44.943210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:45.041331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2a976cd-32ba-4db0-9067-a322332c13aa req-beefc06c-41bb-4619-bbc9-f2dbc7dded9d tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237376 May 19 12:45:45.050583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-03839f0f-438c-46d3-982d-d8e197f24019 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847193 May 19 12:45:45.091785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ac6e-5f1c-47bd-a135-e0cbe8d355d3 req-93efe7ae-1bef-4cfb-b4ca-b4483138f0b1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:45.100447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:45.107060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e084ac6e-5f1c-47bd-a135-e0cbe8d355d3 req-93efe7ae-1bef-4cfb-b4ca-b4483138f0b1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.7032988 May 19 12:45:45.229393 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e084ac6e-5f1c-47bd-a135-e0cbe8d355d3 req-fb255bcc-38fb-4b6b-8b59-5230bf2260ff tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182535 May 19 12:45:45.706705 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:45.795860 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:45.903344 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:45.914758 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-227e8145-d6ae-4c08-aacd-ec7a8245100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:45.975578 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:46.043296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 update to DOWN by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 19 12:45:46.058710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event deleted for resources: {'Port': ['ID=4e82da0d-d9f0-4b7e-87d4-ef1c75408665,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:46.159072 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:46.161104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:45:40Z', 'revision_number': 5, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port': {'id': 'd7d03445-0017-47c1-8c09-975bcfa16d3d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:00Z', 'updated_at': '2021-05-19T12:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:46.166766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfba4a-bf50-4c6f-9e8f-f67efb723ab7 req-963ac014-3a6b-4dc6-8f89-50264d433a75 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:46.172513 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Checking router: 421ef14e-de1c-462b-bc1d-a9b2b340d7cf for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:45:46.183817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0cfba4a-bf50-4c6f-9e8f-f67efb723ab7 req-963ac014-3a6b-4dc6-8f89-50264d433a75 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.3598897 May 19 12:45:46.197849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Routers {'421ef14e-de1c-462b-bc1d-a9b2b340d7cf'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:45:46.198767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:45:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:46.315671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0cfba4a-bf50-4c6f-9e8f-f67efb723ab7 req-83b5a1ca-0f6d-4d33-b546-e352b9d9c23c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280046 May 19 12:45:46.646497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ef087795-1982-499c-90d9-57d458a4b478'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:46.769314 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] Set router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:45:46.777060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] No DVR routers for this DVR port 4e82da0d-d9f0-4b7e-87d4-ef1c75408665 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:46.782955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:46.791806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'name': 'network-vif-deleted', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:46.951650 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4b94bc-5ea1-43fb-aea5-2a0a7f0ac785 req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.71 "DELETE /v2.0/ports/4e82da0d-d9f0-4b7e-87d4-ef1c75408665 HTTP/1.1" status: 204 len: 173 time: 3.6579413 May 19 12:45:46.974315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Deleting port d7d03445-0017-47c1-8c09-975bcfa16d3d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:46.974970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:47.117464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d62e98-4930-4096-9a4b-c04f4cfc4e0c req-2109b6a1-a340-4096-bcd1-9ac0ed37c5b1 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b10b77af-e605-4faa-85fa-66bde97529eb HTTP/1.1" status: 200 len: 210 time: 0.1514881 May 19 12:45:47.126702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:45:45Z', 'revision_number': 6, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:47.168088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121650c-7a45-4f1d-a013-00d22334856d None None] The sync data for ids ['421ef14e-de1c-462b-bc1d-a9b2b340d7cf'] in n-d-791505-2 is: [{'id': '421ef14e-de1c-462b-bc1d-a9b2b340d7cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1244939258-router', 'tenant_id': '42519b6e7b154192959ba3e9bbe07c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:57Z', 'updated_at': '2021-05-19T12:45:45Z', 'revision_number': 6, 'project_id': '42519b6e7b154192959ba3e9bbe07c53', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:45:47.182801 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:47.187222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:47.246470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf847966-570a-4bb4-93d4-172225e22671 req-692d0ab9-07ed-45c7-87bf-bf8eacfabd42 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:47.286383 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf847966-570a-4bb4-93d4-172225e22671 req-692d0ab9-07ed-45c7-87bf-bf8eacfabd42 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.4896183 May 19 12:45:47.420595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf847966-570a-4bb4-93d4-172225e22671 req-f67d8bf0-4d75-4e6a-8666-fafcaa30439c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279936 May 19 12:45:47.628974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:45:47.665203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:47.675148 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:47.675361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] For port d7d03445-0017-47c1-8c09-975bcfa16d3d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d7d03445-0017-47c1-8c09-975bcfa16d3d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:47.675361 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:48.001729 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:48.072580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:48.084872 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10b77af-e605-4faa-85fa-66bde97529eb', 'name': 'network-vif-deleted', 'tag': '4e82da0d-d9f0-4b7e-87d4-ef1c75408665', 'status': 'completed', 'code': 200} May 19 12:45:48.095507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:48.103159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Calling delete_port for d7d03445-0017-47c1-8c09-975bcfa16d3d owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:48.112734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:48.115871 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:48.307454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54253a0f-4e75-4ba2-82b1-bfa3f0d7eaeb req-f99e2460-e4fa-4f44-930c-9e2ffa77cdbe tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:48.322873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54253a0f-4e75-4ba2-82b1-bfa3f0d7eaeb req-f99e2460-e4fa-4f44-930c-9e2ffa77cdbe tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.2128053 May 19 12:45:48.440816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54253a0f-4e75-4ba2-82b1-bfa3f0d7eaeb req-e966fbd9-60cc-491b-985f-524417b8136d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149344 May 19 12:45:48.444505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:48.450906 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:48.584461 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'code': 200} May 19 12:45:48.654335 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:48.699325 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d40165a4-5fd5-4957-bf74-1efc6cff185c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:48.742371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d7d03445-0017-47c1-8c09-975bcfa16d3d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:48.880132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d03445-0017-47c1-8c09-975bcfa16d3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:48.884341 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:48.898018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: d7d03445-0017-47c1-8c09-975bcfa16d3d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:48.898623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d7d03445-0017-47c1-8c09-975bcfa16d3d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:48.899335 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:49.036189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:49.038578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device eb6ad4b0-ab07-4dd4-87d7-7940e1b6af08 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:49.068542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f3c8c-762f-488e-948a-724360fd29ea req-f379c969-c3f3-4f2e-8cef-a457720db061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:49.072328 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c9f3c8c-762f-488e-948a-724360fd29ea req-f379c969-c3f3-4f2e-8cef-a457720db061 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1096 time: 0.2459385 May 19 12:45:49.170609 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:49.194132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c9f3c8c-762f-488e-948a-724360fd29ea req-17467a05-a231-4d9b-b691-02854ff19530 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073818 May 19 12:45:49.434540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:49.489122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa9caa-4ee1-413f-8209-08207e122829 req-cff47246-fba9-4773-b342-2fb9985e03a4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:49.491302 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8baa9caa-4ee1-413f-8209-08207e122829 req-cff47246-fba9-4773-b342-2fb9985e03a4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 945 time: 0.1602554 May 19 12:45:49.648875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8baa9caa-4ee1-413f-8209-08207e122829 req-a33c23ee-c9ac-41de-9da7-487d4a0c60be tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506894 May 19 12:45:49.658914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:49.663625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:49.900090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:49.901051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421ef14e-de1c-462b-bc1d-a9b2b340d7cf {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:45:49.926898 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:49.934331 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] 10.222.0.69 "DELETE /v2.0/routers/421ef14e-de1c-462b-bc1d-a9b2b340d7cf HTTP/1.1" status: 204 len: 168 time: 5.1068649 May 19 12:45:49.935012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:50.048021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Deleting subnet 4c95575a-0d55-451f-b843-ea5352474fd7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:45:50.055704 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.155337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.167380 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d9f2f62-11d5-4e6d-b794-b7c1b07f6a4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93bb1da83f5c4c21964eb756f1adc199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307928 May 19 12:45:50.220965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:50.290434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.490619 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.544765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa53b91-0260-472c-81ef-6249b07aaeba req-98aaef77-f323-4942-a2a8-3432aaeb9465 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:50.559826 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9aa53b91-0260-472c-81ef-6249b07aaeba req-98aaef77-f323-4942-a2a8-3432aaeb9465 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 951 time: 0.4530153 May 19 12:45:50.586238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76deb-d2be-4133-86cd-0bd86bbe7712 req-2315d572-b9dd-4fc6-9a9b-f8b2ec0f1d72 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:50.602394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eef76deb-d2be-4133-86cd-0bd86bbe7712 req-2315d572-b9dd-4fc6-9a9b-f8b2ec0f1d72 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.4320977 May 19 12:45:50.644642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.657344 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d534b371-ebcb-497b-8684-ed85c41c9472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:50.711686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:45:50.727035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.735490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa5ae7-0a0f-4b6f-b204-74dfc728bc62 None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:45:50.739039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c95575a-0d55-451f-b843-ea5352474fd7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:50.752478 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:50.771652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4c95575a-0d55-451f-b843-ea5352474fd7 HTTP/1.1" status: 204 len: 168 time: 0.8352110 May 19 12:45:50.775302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:50.785946 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:50.831038 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:45:50.887981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eef76deb-d2be-4133-86cd-0bd86bbe7712 req-dee36674-0ae1-4340-b70f-d5acc4bcc564 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824283 May 19 12:45:50.964690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9aa53b91-0260-472c-81ef-6249b07aaeba req-db17692e-89a8-46b9-b82d-30e84c4c70ac tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba81cf3d-84cf-4f49-b42e-0905e0fafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323700 May 19 12:45:51.082932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.090239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d3a4bc5-1f40-45d2-8457-2ba5f6819ed1 tempest-ServersAdminTestJSON-1962438264 tempest-ServersAdminTestJSON-1962438264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:51.146830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2145a8-1757-48fc-810d-a3e7ab0d14db,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:51.163809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:51.266666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.270476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed2145a8-1757-48fc-810d-a3e7ab0d14db HTTP/1.1" status: 204 len: 168 time: 1.0396628 May 19 12:45:51.431680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-d899b009-2411-4f6c-9fe0-a556e4d73ae4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:51.435610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-d899b009-2411-4f6c-9fe0-a556e4d73ae4 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 951 time: 0.2693243 May 19 12:45:51.552314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.603105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:51.621877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'mac_address': 'fa:16:3e:db:10:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:45:51.786647 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.833048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Deleting port a13cf6a4-01da-4734-892a-2d4794129e3d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:51.834724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.839298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb13e0d3-1a06-4622-aea0-035e90d68a1d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:45:51.847611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebc0bc-5756-4e05-a38a-ffe16aa641f6 req-34ae8efc-6f51-44a5-b5bd-f822885ededf tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:51.849704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78ebc0bc-5756-4e05-a38a-ffe16aa641f6 req-34ae8efc-6f51-44a5-b5bd-f822885ededf tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 945 time: 0.2629213 May 19 12:45:51.858173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Deleting port ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:51.859267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.888472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:51.895622 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:51.901706 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:52.028858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] DHCP port deletion for ac7a4d68-ae62-43fb-8914-aa189a683b8d request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:45:52.131743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] For port a13cf6a4-01da-4734-892a-2d4794129e3d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a13cf6a4-01da-4734-892a-2d4794129e3d,segment=NetworkSegment(1f5b1025-7382-4e52-a37e-7e60ae092484),segment_id=1f5b1025-7382-4e52-a37e-7e60ae092484)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:52.132256 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:52.161104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['fb13e0d3-1a06-4622-aea0-035e90d68a1d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:45:52.266544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] For port ef087795-1982-499c-90d9-57d458a4b478, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ef087795-1982-499c-90d9-57d458a4b478,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:52.267046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:52.418086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:52.427626 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:52.441881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Calling delete_port for a13cf6a4-01da-4734-892a-2d4794129e3d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:52.542047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Deleting port a13cf6a4-01da-4734-892a-2d4794129e3d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:52.542550 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:52.561937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:52.566992 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:52.624910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13cf6a4-01da-4734-892a-2d4794129e3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:52.630838 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:52.642176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] No DVR routers for this DVR port a13cf6a4-01da-4734-892a-2d4794129e3d on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:52.704503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Calling delete_port for ef087795-1982-499c-90d9-57d458a4b478 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:52.893842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a13cf6a4-01da-4734-892a-2d4794129e3d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:53.046083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: a13cf6a4-01da-4734-892a-2d4794129e3d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:53.046830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a13cf6a4-01da-4734-892a-2d4794129e3d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:53.241576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.272030 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e8a206e-f2f6-48e5-a2bd-6f4ba9826f13 tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:53.280473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] For port a13cf6a4-01da-4734-892a-2d4794129e3d, host n-d-791505-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:53.280879 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.303293 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.359174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Pushing event deleted for resources: {'Port': ['ID=ef087795-1982-499c-90d9-57d458a4b478,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:53.364332 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:53.452074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7a4d68-ae62-43fb-8914-aa189a683b8d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:53.516842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5b1025-7382-4e52-a37e-7e60ae092484') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:53.517400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5b1025-7382-4e52-a37e-7e60ae092484') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:45:53.533245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78ebc0bc-5756-4e05-a38a-ffe16aa641f6 req-45d0c321-b61c-4aec-b209-be043d626ca5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982971 May 19 12:45:53.534963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] No DVR routers for this DVR port ef087795-1982-499c-90d9-57d458a4b478 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:53.540087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.545962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-deleted', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:53.566451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.569980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5528bc03-066a-4f56-a6e2-1e7c1b12f71f req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.57 "DELETE /v2.0/ports/ef087795-1982-499c-90d9-57d458a4b478 HTTP/1.1" status: 204 len: 173 time: 2.1238208 May 19 12:45:53.702849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290359c-9c8c-4a27-a6d0-d818afc4c9a0 req-8ac3d6c7-fca1-4425-85ce-bfc81d5c5098 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:53.715536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c290359c-9c8c-4a27-a6d0-d818afc4c9a0 req-8ac3d6c7-fca1-4425-85ce-bfc81d5c5098 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.7789969 May 19 12:45:53.716106 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.741212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:45:53.743442 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:53.863605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c290359c-9c8c-4a27-a6d0-d818afc4c9a0 req-8ae45419-2312-4cad-a81f-1c136b7df253 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343794 May 19 12:45:53.979044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Calling delete_port for a13cf6a4-01da-4734-892a-2d4794129e3d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:54.006102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Port a13cf6a4-01da-4734-892a-2d4794129e3d was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 12:45:54.014196 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: timer() May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:45:54.049362 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:45:54.051652 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:54.086842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-3b7e7f47-7f0d-4fb5-bcaa-d4dc7e8a393a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9662828 May 19 12:45:54.090898 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:54.115646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:54.130252 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb1927ba-e4d9-4241-b8c9-6dc851997da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:54.194068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-19f2f5c9-cefe-47a4-ba5c-3fac2154bdbe req-0ac7fb3a-615d-4865-9a4a-3fab032b18ad tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Synchronizing usage tracker for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:45:54.273612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-19f2f5c9-cefe-47a4-ba5c-3fac2154bdbe req-0ac7fb3a-615d-4865-9a4a-3fab032b18ad tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Unset dirty status for tenant:6af4c43523664f5797f03c05ec088968 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:45:54.275113 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19f2f5c9-cefe-47a4-ba5c-3fac2154bdbe req-0ac7fb3a-615d-4865-9a4a-3fab032b18ad tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc03db46-237d-4708-81a7-7aaa55fd5956 HTTP/1.1" status: 200 len: 210 time: 0.2858601 May 19 12:45:54.278710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7a4d68-ae62-43fb-8914-aa189a683b8d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:54.287161 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:54.331978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Network ac7a4d68-ae62-43fb-8914-aa189a683b8d is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 12:45:54.332456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] No DVR routers for this DVR port a13cf6a4-01da-4734-892a-2d4794129e3d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:45:54.355169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Pushing event deleted for resources: {'Port': ['ID=a13cf6a4-01da-4734-892a-2d4794129e3d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:54.359130 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:54.409651 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ac7a4d68-ae62-43fb-8914-aa189a683b8d HTTP/1.1" status: 204 len: 168 time: 3.6314247 May 19 12:45:54.413849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:54.526676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81851960-3b06-4989-9423-95499141845c req-4e398ad2-36d1-49e7-ad09-53341beed476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:54.531367 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-4e398ad2-36d1-49e7-ad09-53341beed476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1096 time: 0.2630851 May 19 12:45:54.595546 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03db46-237d-4708-81a7-7aaa55fd5956', 'name': 'network-vif-deleted', 'tag': 'ef087795-1982-499c-90d9-57d458a4b478', 'status': 'completed', 'code': 200} May 19 12:45:54.727788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:45:54.846278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81851960-3b06-4989-9423-95499141845c req-27a55ed7-d713-4def-ae31-fa3302562de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:54.847711 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-27a55ed7-d713-4def-ae31-fa3302562de3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.2762580 May 19 12:45:55.002585 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-1fc35abd-37b0-4a47-9b38-9a62e5562a0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.1465936 May 19 12:45:55.080636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port fb13e0d3-1a06-4622-aea0-035e90d68a1d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:45:55.082803 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:55.184529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81851960-3b06-4989-9423-95499141845c req-0a3e0d47-af4e-4ec9-a753-aaae819a2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:55.193743 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-0a3e0d47-af4e-4ec9-a753-aaae819a2956 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1809635 May 19 12:45:55.417224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:45:55.512201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-d367d4aa-e8b6-47f4-a002-1e84953bb627 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3061438 May 19 12:45:55.526638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: ef087795-1982-499c-90d9-57d458a4b478 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:45:55.527009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ef087795-1982-499c-90d9-57d458a4b478 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:45:55.789090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:55.886886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-23f8495d-57e3-421e-ba61-ade974c54f7f service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731587 May 19 12:45:55.912530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:55.914140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:45:55.926546 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:55.931159 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:56.072671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240297ca-29d0-492d-a201-45a0d8dc732a req-36cdcfc6-e4a6-4d64-8f95-3cafa080faf0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:56.085133 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-240297ca-29d0-492d-a201-45a0d8dc732a req-36cdcfc6-e4a6-4d64-8f95-3cafa080faf0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.5412538 May 19 12:45:56.148825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:56.155038 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:56.215616 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-81851960-3b06-4989-9423-95499141845c req-3942ce43-40e0-4385-8f78-0d2f4900b408 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138218 May 19 12:45:56.313173 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-240297ca-29d0-492d-a201-45a0d8dc732a req-79f54411-0d31-44cf-8fd6-9db69517c42e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261894 May 19 12:45:56.323021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb128a-aa5d-4a7c-9e29-f3e4e31b91c9 req-a0560d1e-2c6b-4165-a0a8-f32a09597e8a tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:45:56.332188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16fb128a-aa5d-4a7c-9e29-f3e4e31b91c9 req-a0560d1e-2c6b-4165-a0a8-f32a09597e8a tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1096 time: 0.4625077 May 19 12:45:56.410485 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16fb128a-aa5d-4a7c-9e29-f3e4e31b91c9 req-a051da79-c295-4f03-83ad-d91e5bbae9ec tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765607 May 19 12:45:56.790446 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:57.908707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:58.229870 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-46499948-5c3e-47ea-8af3-5a2666940d5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6af4c43523664f5797f03c05ec088968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189075 May 19 12:45:58.230098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Deleting port 1008be38-0fdd-49c6-b76d-bc13868533b1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:45:58.230545 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.237693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:58.478033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] For port 1008be38-0fdd-49c6-b76d-bc13868533b1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1008be38-0fdd-49c6-b76d-bc13868533b1,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:45:58.478660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.487055 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.530906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.605875 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.617206 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cf2ab35b-d2cf-4b21-ab8e-247b5c1d7b86 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:58.630016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81cf3d-84cf-4f49-b42e-0905e0fafd16,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:58.634052 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:58.640332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:58.644068 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba81cf3d-84cf-4f49-b42e-0905e0fafd16 HTTP/1.1" status: 204 len: 168 time: 0.4026628 May 19 12:45:58.990577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Calling delete_port for 1008be38-0fdd-49c6-b76d-bc13868533b1 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:45:59.167352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:59.255498 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-db4c3d9b-3146-4a11-8cb8-6824d9565079 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dee65ae3a9d4f64a241b23344a0da26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866866 May 19 12:45:59.257885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:45:59.300991 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:59.322189 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9604cb85-5c7a-42a0-96e0-cb55304b7d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:59.363624 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:59.400237 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:59.482001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:59.488087 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f9479b50-6de5-4993-80e6-f0ee68a8460c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:45:59.514949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e7694d-5ff4-4608-b952-a95a8e944db4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:59.519844 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:59.537577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:45:59.538987 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65e7694d-5ff4-4608-b952-a95a8e944db4 HTTP/1.1" status: 204 len: 168 time: 0.2799308 May 19 12:45:59.796481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1008be38-0fdd-49c6-b76d-bc13868533b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:45:59.805500 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:45:59.936947 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'code': 200} May 19 12:46:00.335394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:00.657666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9120-b074-4831-a1bd-09fde2cf645f req-47457196-da51-48ae-bd30-eacc0f872206 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:00.666085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-355d9120-b074-4831-a1bd-09fde2cf645f req-47457196-da51-48ae-bd30-eacc0f872206 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1096 time: 0.4315031 May 19 12:46:00.757286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:00.817179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-355d9120-b074-4831-a1bd-09fde2cf645f req-f6409857-36e5-4a8d-8f59-8e4fbb174527 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496344 May 19 12:46:00.942732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-network', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:00.948238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:00.955162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Usage tracker for resource:network and tenant:5fd4703686a74904b775e1ffb1851ae3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:00.959211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:00.968578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:00.992907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Made reservation on behalf of 5fd4703686a74904b775e1ffb1851ae3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:00.996991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.015509 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.061408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:01.071872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e9513-6df3-4a8f-8649-a6f1491e934a req-244307de-8ce3-4263-9d05-aacfff22e3ec tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:01.075469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd4703686a74904b775e1ffb1851ae3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:01.081058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:01.088238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af6e9513-6df3-4a8f-8649-a6f1491e934a req-244307de-8ce3-4263-9d05-aacfff22e3ec tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.5991964 May 19 12:46:01.090844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:01.241748 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af6e9513-6df3-4a8f-8649-a6f1491e934a req-838a676f-3467-4698-b94e-1f09e5e68806 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 May 19 12:46:01.275679 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.287056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.291847 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e172432-04ee-4de0-a20e-7b6f9529c4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:01.317196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Router 482c8d80-353a-407f-a28a-e20c4888077b has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:46:01.325411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:46:01.350402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae3fc6-479d-4271-86c2-dfd41296b98d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:01.356535 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:01.357838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.358192 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Added segment 1190b017-aab9-454d-a3c3-1cc00ac88895 of type vlan for network 1bfde410-cc2d-42a8-b773-585480bcb8f5 May 19 12:46:01.411148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.475803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.477560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:01.478323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:01.483721 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:01.697605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:01.711164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfde410-cc2d-42a8-b773-585480bcb8f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:01.712404 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Sync routers for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:01.714484 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:01.716721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9574776 May 19 12:46:01.720441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:01.726588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:46:01.747268 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:01.749657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Request body: {'subnet': {'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-subnet', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:01.750857 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:45:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:01.765814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:01.778116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Usage tracker for resource:subnet and tenant:5fd4703686a74904b775e1ffb1851ae3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:01.784904 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:01.793893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:01.807410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] 10.222.0.69 "PUT /v2.0/routers/482c8d80-353a-407f-a28a-e20c4888077b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3923547 May 19 12:46:01.809103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Made reservation on behalf of 5fd4703686a74904b775e1ffb1851ae3 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:01.810574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:01.811797 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:02.333741 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:02.408513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:02.763523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:02.772133 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:02.786694 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:03.009002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.102058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fecad5-547e-42c4-8671-169948689d43,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:03.106105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:03.125800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Checking segment: {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:03.126163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Network hostable DHCP agents. Network: 1bfde410-cc2d-42a8-b773-585480bcb8f5, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:46:03.187216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:46:03.202563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Deleting port 3c1d8b45-2043-49ac-8c6a-95233e521e13 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:46:03.205130 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.218998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 1bfde410-cc2d-42a8-b773-585480bcb8f5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:03.236736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:03.237357 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.274065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64268f8f-3181-483f-b3eb-8f36cebc2115 None None] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:03.298817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5758531 May 19 12:46:03.301423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:03.307591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:03.327924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:03.333356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Usage tracker for resource:router and tenant:5fd4703686a74904b775e1ffb1851ae3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:03.340746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:03.351595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:03.373877 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.375086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.421014 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.431808 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:45:59Z', 'revision_number': 5, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port': {'id': '3c1d8b45-2043-49ac-8c6a-95233e521e13', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c8d80-353a-407f-a28a-e20c4888077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:20Z', 'updated_at': '2021-05-19T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:03.446533 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Checking router: 482c8d80-353a-407f-a28a-e20c4888077b for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:03.470600 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Routers {'482c8d80-353a-407f-a28a-e20c4888077b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:03.473346 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:45:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['482c8d80-353a-407f-a28a-e20c4888077b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:03.694347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] For port 3c1d8b45-2043-49ac-8c6a-95233e521e13, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3c1d8b45-2043-49ac-8c6a-95233e521e13,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:03.694751 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:03.804554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:04.014101 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] Set router 482c8d80-353a-407f-a28a-e20c4888077b gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:04.116254 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:04.195804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:04.302822 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:46:03Z', 'revision_number': 6, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:04.319586 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e7633-9f1a-4e51-a329-280e2490a28a None None] The sync data for ids ['482c8d80-353a-407f-a28a-e20c4888077b'] in n-d-791505-2 is: [{'id': '482c8d80-353a-407f-a28a-e20c4888077b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1178166995-router', 'tenant_id': '41a0c362ef7948f6b84df77a94d0d74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:43:18Z', 'updated_at': '2021-05-19T12:46:03Z', 'revision_number': 6, 'project_id': '41a0c362ef7948f6b84df77a94d0d74a', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:46:04.355156 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:04.360209 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:04.472232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Calling delete_port for 3c1d8b45-2043-49ac-8c6a-95233e521e13 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:46:04.511747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b9de75df-da9c-4c8a-8c50-f3c5554a9a03 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:46:04.524115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b9de75df-da9c-4c8a-8c50-f3c5554a9a03 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0374293 May 19 12:46:04.532430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Request body: {'binding': {'host': 'n-h1-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:04.533538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:46:04.587476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-1bfde410-cc2d-42a8-b773-585480bcb8f5', 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'fixed_ips': [{'subnet_id': 'd4fecad5-547e-42c4-8671-169948689d43'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:46:04.589141 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:04.619439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:04.624431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-2bef172e-d9f1-4cbd-96b8-d8fd87082eed tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:04.629299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:04.631331 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-2bef172e-d9f1-4cbd-96b8-d8fd87082eed tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.3605394 May 19 12:46:04.649614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.650881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:04.651858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.653477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.654599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.655678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.657758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.658877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.659934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.660636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.661267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.662000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.662790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:04.670674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:04.817717 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1008be38-0fdd-49c6-b76d-bc13868533b1 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:04.935768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 1008be38-0fdd-49c6-b76d-bc13868533b1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:46:04.936381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1008be38-0fdd-49c6-b76d-bc13868533b1 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:46:05.200121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:05.216922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Allocated IP 172.20.0.2 (1bfde410-cc2d-42a8-b773-585480bcb8f5/d4fecad5-547e-42c4-8671-169948689d43/199bf9cf-bc5e-4693-a12d-33487a7204b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:05.221466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on host n-h1-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:05.222050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:05.222766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:05.229385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:46:05.244127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc427ef-6198-4015-abac-01a2c7b986a8 req-87c95f8f-c767-4611-ac72-535b0601b958 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:05.252359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bc427ef-6198-4015-abac-01a2c7b986a8 req-87c95f8f-c767-4611-ac72-535b0601b958 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 945 time: 0.5893617 May 19 12:46:05.257461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:46:05.258190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:05.298885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:05.299646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:05.300204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:05.300845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Bound port: 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:05.309823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:05.321256 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cfbd214-07d0-48e9-867b-5174343ba3c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:05.350998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bc427ef-6198-4015-abac-01a2c7b986a8 req-57490031-3f69-4975-8213-b2590537c3e4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972424 May 19 12:46:05.390575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1d8b45-2043-49ac-8c6a-95233e521e13,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:05.399185 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:05.414600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:46:05.429436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:05.640628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:05.657151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-49d73aa0-2b67-4d86-ade9-694a80b92947 service neutron] 10.222.0.69 "POST /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4/bindings HTTP/1.1" status: 201 len: 389 time: 1.1306171 May 19 12:46:05.805224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:05.841672 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:05.868691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b has no active binding in host n-h2-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:46:05.871939 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:05.882052 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'code': 200} May 19 12:46:05.955300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.150602 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.181150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Transition to ACTIVE for port object 199bf9cf-bc5e-4693-a12d-33487a7204b5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:06.225129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Transition to ACTIVE for port object 199bf9cf-bc5e-4693-a12d-33487a7204b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:06.233830 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.239054 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:06.319758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Allocated IP 172.25.4.125 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/1c340022-5e35-4ddf-9a1d-eee2a2e91e95) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:06.352149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.360564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.418899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:06.439944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:06.455438 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:06.536494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.537492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482c8d80-353a-407f-a28a-e20c4888077b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:46:06.543772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Pushing event updated for resources: {'Port': ['ID=199bf9cf-bc5e-4693-a12d-33487a7204b5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:06.576897 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:06.632478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:06.698294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:06.746392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Attempting to bind port 199bf9cf-bc5e-4693-a12d-33487a7204b5 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:06.749513 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Attempting to bind port 199bf9cf-bc5e-4693-a12d-33487a7204b5 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:06.750758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Attempting to bind port 199bf9cf-bc5e-4693-a12d-33487a7204b5 on network 1bfde410-cc2d-42a8-b773-585480bcb8f5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:06.758117 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.766283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:06.767955 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Checking segment: {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:06.770364 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.770900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Bound using segment: {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:06.771493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Bound port: 199bf9cf-bc5e-4693-a12d-33487a7204b5, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:06.782286 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.824398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3c1d8b45-2043-49ac-8c6a-95233e521e13 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:06.838889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.842883 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] 10.222.0.69 "DELETE /v2.0/routers/482c8d80-353a-407f-a28a-e20c4888077b HTTP/1.1" status: 204 len: 168 time: 5.0311270 May 19 12:46:06.847106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:06.941405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:06.951032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.967346 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:06.972572 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:07.011667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Deleting subnet b42ba59f-c017-449a-8a68-b93b6c0e4c1c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:46:07.038050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 3c1d8b45-2043-49ac-8c6a-95233e521e13 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:46:07.038635 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3c1d8b45-2043-49ac-8c6a-95233e521e13 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:46:07.040839 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.201019 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.225907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] For port 199bf9cf-bc5e-4693-a12d-33487a7204b5, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:07.232352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] For port 199bf9cf-bc5e-4693-a12d-33487a7204b5, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=199bf9cf-bc5e-4693-a12d-33487a7204b5,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:07.257045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.279373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ca209d78-a674-4a0d-b40a-079eb9d42755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:07.281231 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ca209d78-a674-4a0d-b40a-079eb9d42755 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1096 time: 0.8474882 May 19 12:46:07.285103 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.286020 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:07.291025 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ded8a733-db4c-431e-bb56-78206855cc49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:07.412192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:07.420145 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:07.424614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:07.428907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:07.433862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:07.497277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:07.571887 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:07.614956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on host n-h1-791505-2 for vnic_type normal with profile {"migrating_to": "n-h2-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:07.615578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:07.616107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:07.635878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:46:07.636195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec468-e460-4719-bae1-49aec1a0f2da req-deae19b5-5520-4d2d-ad1d-c6b3f66c701b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:07.636675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Attempting to bind port ba9427d2-b37d-4362-b0cb-de740e00778b on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:07.663855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d0ec468-e460-4719-bae1-49aec1a0f2da req-deae19b5-5520-4d2d-ad1d-c6b3f66c701b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 945 time: 1.3307605 May 19 12:46:07.664419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:07.665212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:07.665755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:07.666356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Bound port: ba9427d2-b37d-4362-b0cb-de740e00778b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:07.666877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.701052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-9999c453-d705-4e0b-aa20-29c1e5a294da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:07.706311 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-9999c453-d705-4e0b-aa20-29c1e5a294da service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.3620744 May 19 12:46:07.709929 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:07.743329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Pushing event updated for resources: {'Port': ['ID=199bf9cf-bc5e-4693-a12d-33487a7204b5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:07.749938 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:07.764249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b502b0-eed6-4e99-b9db-8b182d04a799 req-3c981f8b-0cae-4adf-8cc5-2d814af4ae7c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:07.775676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26b502b0-eed6-4e99-b9db-8b182d04a799 req-3c981f8b-0cae-4adf-8cc5-2d814af4ae7c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 0.9709651 May 19 12:46:08.101598 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-2a9fe305-9d81-44dd-8608-f87d74e6d0b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.2683496 May 19 12:46:08.669127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26b502b0-eed6-4e99-b9db-8b182d04a799 req-cdec9b4a-2544-4fd0-a666-5876720b341d tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8920057 May 19 12:46:08.696140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d0ec468-e460-4719-bae1-49aec1a0f2da req-c3382fef-b332-4d76-b264-47e661da1145 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0307579 May 19 12:46:08.756625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ca72ffbe-aee8-47ba-ada8-e0cbb7f990bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:08.758346 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ca72ffbe-aee8-47ba-ada8-e0cbb7f990bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.6415942 May 19 12:46:08.795944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:08.810214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 199bf9cf-bc5e-4693-a12d-33487a7204b5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:08.927535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-058bef7c-f95d-4233-80ea-2d258c9818fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564038 May 19 12:46:08.936440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:09.133438 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 199bf9cf-bc5e-4693-a12d-33487a7204b5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:09.351079 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:09.368637 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:09.439668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:09.451314 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'code': 200} May 19 12:46:09.591783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-6aa9c85b-c480-4f2a-a417-84d016d9e76d service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283274 May 19 12:46:09.672205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6518a1e-d573-4629-b2de-e0f07f3f128c None None] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:09.868417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:09.920246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-d74ffeb5-6866-4050-a60a-2123ca7b9bd6 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:09.921557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-511b5209-2231-4a39-868a-b55ea17c594e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:09.922344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-511b5209-2231-4a39-868a-b55ea17c594e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:09.931186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-d74ffeb5-6866-4050-a60a-2123ca7b9bd6 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.5119536 May 19 12:46:09.947148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97175af8-e7ed-4311-8051-e64626333d07 None None] Network d080fe47-be0b-4d1b-acff-b05029af7360 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:10.010332 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-e351747e-58b2-4e04-a7e8-25586ba3293c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/quotas/75376fad43404a719fd22b4ae8be0348 HTTP/1.1" status: 200 len: 375 time: 0.0777721 May 19 12:46:10.014469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:10.107973 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b42ba59f-c017-449a-8a68-b93b6c0e4c1c HTTP/1.1" status: 204 len: 168 time: 3.2517149 May 19 12:46:10.131300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:10.149586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-511b5209-2231-4a39-868a-b55ea17c594e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:10.151634 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-511b5209-2231-4a39-868a-b55ea17c594e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/ports?device_id=22dabb6e-b3da-41fe-af3f-cc52d99bcbf5 HTTP/1.1" status: 200 len: 943 time: 1.7247880 May 19 12:46:10.152648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:10.159839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:10.160631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:10.162453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 1121 time: 5.5228827 May 19 12:46:10.186371 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:10.262916 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:10.338413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:10.431169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42ba59f-c017-449a-8a68-b93b6c0e4c1c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:10.437144 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:10.509779 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-3307154f-485b-427a-80b0-fdb7deb20fd2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8884828 May 19 12:46:10.637293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Provisioning for port 199bf9cf-bc5e-4693-a12d-33487a7204b5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:10.670971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Provisioning complete for port 199bf9cf-bc5e-4693-a12d-33487a7204b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:10.671561 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:10.717272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ba9427d2-b37d-4362-b0cb-de740e00778b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:10.836720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ba9427d2-b37d-4362-b0cb-de740e00778b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:10.865432 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:10.947559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:10.961072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0e802072494dc88f53fc8c11ccac64 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:10.969985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:10.989259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:11.019660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Deleting port d55353d2-1513-43b6-8ed0-4a3718249edb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:46:11.020137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.020637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.061746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-bd4842ed-00e4-4b0a-ba6f-1ad38849b5b0 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:11.066561 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-bd4842ed-00e4-4b0a-ba6f-1ad38849b5b0 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.4106402 May 19 12:46:11.110818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:11.259860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-78907421-0098-4375-b77c-d5d36069e569 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1148102 May 19 12:46:11.456250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:11.479601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] For port d55353d2-1513-43b6-8ed0-4a3718249edb, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d55353d2-1513-43b6-8ed0-4a3718249edb,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:11.480567 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.506860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.632251 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b63343bc-30ce-47c3-8119-110daff895b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.737360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42addea9-e257-4cca-8a05-df7ba10315d2 req-c0f58456-1a5a-49fa-afa9-bb11fa06d75a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:11.746861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42addea9-e257-4cca-8a05-df7ba10315d2 req-c0f58456-1a5a-49fa-afa9-bb11fa06d75a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 1.7602878 May 19 12:46:11.815235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Calling delete_port for d55353d2-1513-43b6-8ed0-4a3718249edb owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:46:11.855792 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.918714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.939953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:11.954867 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2991ee9-c24c-48e5-a200-0b564cbbd692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:12.024095 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42addea9-e257-4cca-8a05-df7ba10315d2 req-4516f81d-4516-41f5-8436-1b3ae39069b2 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759922 May 19 12:46:12.047306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-8c3252b9-ce20-49d6-be91-65c2ee19a7af service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790999 May 19 12:46:12.065674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Deleting port 6d17f760-a450-4b5e-a32e-aadc9d90a985 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:46:12.066212 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.119581 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c0e802072494dc88f53fc8c11ccac64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7467561 May 19 12:46:12.128617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:12.131311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.134979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e2eded-c508-4452-9fda-d82169b74d55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:12.152345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] DHCP port deletion for d080fe47-be0b-4d1b-acff-b05029af7360 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:46:12.152781 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:12.298729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:12.344825 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.350313 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] For port 199bf9cf-bc5e-4693-a12d-33487a7204b5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=199bf9cf-bc5e-4693-a12d-33487a7204b5,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:12.361431 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.374557 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:12.448506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.461331 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.478398 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64949411-9a3b-44b9-987f-8dc8736d3b44 tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:12.522543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] For port 6d17f760-a450-4b5e-a32e-aadc9d90a985, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6d17f760-a450-4b5e-a32e-aadc9d90a985,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:12.523112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.536229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:12.618915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Pushing event updated for resources: {'Port': ['ID=199bf9cf-bc5e-4693-a12d-33487a7204b5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:12.625075 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:12.636344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Deleting port 6d17f760-a450-4b5e-a32e-aadc9d90a985 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:46:12.637402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.664854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event deleted for resources: {'Port': ['ID=d55353d2-1513-43b6-8ed0-4a3718249edb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:12.688660 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:12.759882 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6d17f760-a450-4b5e-a32e-aadc9d90a985 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:12.841852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.845383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] No DVR routers for this DVR port d55353d2-1513-43b6-8ed0-4a3718249edb on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:46:12.849713 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.859562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:12.872598 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.883024 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2a1273e-eacd-4978-8f34-3eee4bf892a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:12.982331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:12.986410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:12.990139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Calling delete_port for 6d17f760-a450-4b5e-a32e-aadc9d90a985 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:46:12.996756 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:13.000640 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25590778-0c52-469c-b580-bfdf85c5d0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:13.110471 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.123125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37e2eded-c508-4452-9fda-d82169b74d55 HTTP/1.1" status: 204 len: 168 time: 0.9866598 May 19 12:46:13.177989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-262038d1-330c-4753-8dfb-0059ac24e339 None None] Provisioning complete for port 199bf9cf-bc5e-4693-a12d-33487a7204b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:13.178900 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-262038d1-330c-4753-8dfb-0059ac24e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.229731 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a4df6f-2a09-4211-b73b-9fe5a019cee5 req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "DELETE /v2.0/ports/d55353d2-1513-43b6-8ed0-4a3718249edb HTTP/1.1" status: 204 len: 173 time: 3.0467637 May 19 12:46:13.249254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e2eded-c508-4452-9fda-d82169b74d55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:13.255707 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:13.322557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on host n-h2-791505-2 for vnic_type normal with profile {"migrating_to": "n-h1-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:13.322904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:13.325489 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:13.337972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:46:13.338326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Attempting to bind port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:13.357052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:13.357686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6c93-0156-45dd-8dbb-82cac85b283f req-9007a5b3-eed4-4da3-b70c-52cb9ac9b5db tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:13.358472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:13.359127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:13.359831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Bound port: 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:13.360816 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.369478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d3a6c93-0156-45dd-8dbb-82cac85b283f req-9007a5b3-eed4-4da3-b70c-52cb9ac9b5db tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 0.4874482 May 19 12:46:13.372982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: d55353d2-1513-43b6-8ed0-4a3718249edb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:46:13.373978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d55353d2-1513-43b6-8ed0-4a3718249edb not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:46:13.472047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-f1a0fc27-748d-4dde-9260-e8bc1227c36f service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3178914 May 19 12:46:13.539892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d3a6c93-0156-45dd-8dbb-82cac85b283f req-3041b9db-5ffd-4b58-b15a-8e1d1475a120 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690555 May 19 12:46:13.556876 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21e36e65-362f-476c-8039-ae1712fc0620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.589599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.619915 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d239e16-7087-4d19-aff8-fe0773a7e96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:13.632832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.653289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] For port 6d17f760-a450-4b5e-a32e-aadc9d90a985, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6d17f760-a450-4b5e-a32e-aadc9d90a985,segment=NetworkSegment(d0840cc5-4ac5-4c9a-b9a8-2a501505bf01),segment_id=d0840cc5-4ac5-4c9a-b9a8-2a501505bf01)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:13.663436 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.723395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:13.741753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:13.751403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Router 8c63774d-b477-4403-ba06-4611c51fa4f4 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:46:13.758753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:13.816926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] No DVR routers for this DVR port 6d17f760-a450-4b5e-a32e-aadc9d90a985 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:46:13.818783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d17f760-a450-4b5e-a32e-aadc9d90a985,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:13.819274 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:13.847937 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:14.003175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No active binding found for port 6d17f760-a450-4b5e-a32e-aadc9d90a985 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 12:46:14.005149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6d17f760-a450-4b5e-a32e-aadc9d90a985 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:46:14.194274 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'status': 'completed', 'code': 200} May 19 12:46:14.322600 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Calling delete_port for 6d17f760-a450-4b5e-a32e-aadc9d90a985 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:46:14.450274 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:14.549375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:14.556638 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:14.584304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:14.585400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:14.589489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] 10.222.0.71 "PUT /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 1121 time: 3.4856219 May 19 12:46:14.617541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:14.628015 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:14.654413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-d3331afd-16eb-4e0e-b302-e362b3751204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:14.665681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-d3331afd-16eb-4e0e-b302-e362b3751204 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1124 time: 0.4446802 May 19 12:46:14.789451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] No DVR routers for this DVR port 6d17f760-a450-4b5e-a32e-aadc9d90a985 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:46:14.829779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:14.845140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Pushing event deleted for resources: {'Port': ['ID=6d17f760-a450-4b5e-a32e-aadc9d90a985,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:14.899476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 199bf9cf-bc5e-4693-a12d-33487a7204b5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:14.964638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:15.012338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-17d318b5-0be2-4324-ad6b-24da88b844ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:15.012338 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-17d318b5-0be2-4324-ad6b-24da88b844ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.3292613 May 19 12:46:15.075035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Sync routers for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:15.265240 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-a3574d8e-d482-4629-91dd-2cb63c4f226e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.2541432 May 19 12:46:15.295674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:15.346609 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:15.348230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:15.432652 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:15.456678 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:15.462711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.1562455 May 19 12:46:15.468584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d080fe47-be0b-4d1b-acff-b05029af7360']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:15.481882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:15.747510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-c393d520-f899-46ba-bdfd-c0cf3c0427fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:15.755614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-c393d520-f899-46ba-bdfd-c0cf3c0427fe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.4799104 May 19 12:46:15.795940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc208dc1-ac5c-44b7-8dbc-88abffaa751a req-fcaebfbb-9c7a-4b9f-8370-36b4229a145b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 210 time: 1.0856211 May 19 12:46:15.823765 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:15.926584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:15.927429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0840cc5-4ac5-4c9a-b9a8-2a501505bf01') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:15.954773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-b8c32c21-6296-474a-a35e-cd63cc2700b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940572 May 19 12:46:16.032037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.256187 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.288157 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.297506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.329461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'}, {'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-deleted', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb'}, {'name': 'network-changed', 'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:16.351848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 199bf9cf-bc5e-4693-a12d-33487a7204b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:16.354857 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.363498 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-5bd6499d-e5d4-4051-ac74-6dc1d818d128 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989754 May 19 12:46:16.401723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058c2d-09c6-40de-9a66-adee489d751c req-f00e1c8e-c4f9-4631-99a3-4ae88cfddb8f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:16.411183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4058c2d-09c6-40de-9a66-adee489d751c req-f00e1c8e-c4f9-4631-99a3-4ae88cfddb8f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 1.6993678 May 19 12:46:16.482827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:46:16.490423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: timer() May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:46:16.557825 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:46:16.793068 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:46:16.880155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bad82257-ec6e-43e9-89a3-f5187d739925 req-61db6912-df87-4e8e-9a6b-0708078202d8 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109465 May 19 12:46:16.921084 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:46:17.123599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:17.161401 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:17.273366 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:46:17.273600 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:17.315217 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:17.328597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4058c2d-09c6-40de-9a66-adee489d751c req-9d369c19-d5c8-4e19-96f7-881ae2451d80 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607278 May 19 12:46:17.335133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Pushing event deleted for resources: {'Network': ['ID=d080fe47-be0b-4d1b-acff-b05029af7360,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:17.346566 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:17.368740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] 10.222.0.69 "DELETE /v2.0/networks/d080fe47-be0b-4d1b-acff-b05029af7360 HTTP/1.1" status: 204 len: 168 time: 7.1428905 May 19 12:46:17.389405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:08Z', 'revision_number': 3, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:17.528135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Checking router: 8c63774d-b477-4403-ba06-4611c51fa4f4 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:17.528709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Updating router 8c63774d-b477-4403-ba06-4611c51fa4f4 port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:46:17.702249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac023db0-a9ae-4bfc-ac22-4b0bd9c2b4c5 req-5807dbfb-6ed9-4ac3-b0b6-6cc6a1b17de5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:17.724098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac023db0-a9ae-4bfc-ac22-4b0bd9c2b4c5 req-5807dbfb-6ed9-4ac3-b0b6-6cc6a1b17de5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 1.5336533 May 19 12:46:17.790421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:17.992786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:17.999240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:18.114822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 has no active binding in host n-h1-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:46:18.239637 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e74c06bc-6090-44f4-b5cd-062e1862da3a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42519b6e7b154192959ba3e9bbe07c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300313 May 19 12:46:18.240704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:18.247569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac023db0-a9ae-4bfc-ac22-4b0bd9c2b4c5 req-a430236b-7134-4335-a7bd-e428a94c3f33 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220649 May 19 12:46:18.760204 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'code': 200} May 19 12:46:18.760672 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dabb6e-b3da-41fe-af3f-cc52d99bcbf5', 'name': 'network-vif-deleted', 'tag': 'd55353d2-1513-43b6-8ed0-4a3718249edb', 'status': 'completed', 'code': 200} May 19 12:46:18.761133 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'status': 'completed', 'code': 200} May 19 12:46:18.839571 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.068403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:19.074540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:19.235476 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.315837 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.345116 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7637e711-4d72-415f-b909-49ab046bad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:19.408048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7927d-c89c-4d52-a1f1-2d8c74a3c796,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:19.476720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.477088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.477447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.477810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.478136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.478481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.478821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.479159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.479496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.479854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.492477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.492861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:19.493755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-baa06886-61a4-40b8-9b04-f09a3fec11a1 req-2232e74a-e04b-4128-bdfd-c95912c158e3 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 210 time: 0.3896770 May 19 12:46:19.496565 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.497926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdf7927d-c89c-4d52-a1f1-2d8c74a3c796 HTTP/1.1" status: 204 len: 168 time: 1.2559640 May 19 12:46:19.502110 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:19.517540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-74719870-0e29-48bb-9784-fb3daa7754c1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:19.529961 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-74719870-0e29-48bb-9784-fb3daa7754c1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.57 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 1.0152304 May 19 12:46:19.546412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Request body: {'port': {'device_id': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'admin_state_up': True, 'tenant_id': '75376fad43404a719fd22b4ae8be0348'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:19.794086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.858334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Transition to ACTIVE for port object 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:19.864368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:19.868788 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:19.943873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:20.036082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:20.042137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:20.064357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Usage tracker for resource:port and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:20.070289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:20.087889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-22e11763-d4a2-4dfb-a5aa-3fd7c3b426bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:20.089384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:20.096143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-22e11763-d4a2-4dfb-a5aa-3fd7c3b426bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1124 time: 1.2871385 May 19 12:46:20.097552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Usage tracker for resource:security_group_rule and tenant:a96fb41679a74fe7a963eb73120bdfff is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:20.114065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:20.159524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:20.164138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:20.185940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Pushing event updated for resources: {'Port': ['ID=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:20.199224 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:20.231622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Attempting to bind port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:20.232607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Attempting to bind port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:20.233234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Attempting to bind port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:20.261453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:20.262711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:20.264408 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:20.266429 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:20.268293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Bound port: 1c340022-5e35-4ddf-9a1d-eee2a2e91e95, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:20.269306 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:20.549387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:20.591762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] For port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:20.604430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] For port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:20.612999 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:20.617846 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:20.623076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:20.716066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-1bec9490-534c-42df-aaad-1a4f82ca3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:20.725936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-1bec9490-534c-42df-aaad-1a4f82ca3b07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.6066084 May 19 12:46:20.728964 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:20.729659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:20.785973 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-0c6a4688-f039-4742-b535-8dc7b4dff826 service neutron] 10.222.0.71 "GET /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 384 time: 1.0048034 May 19 12:46:20.785973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Allocated IP 172.20.0.5 (8f16102f-0ff6-4bd2-80e0-21585c3152f3/87c3aef8-9bee-4b9c-98cb-5684ec48d89f/9993b53b-af78-458d-b51b-5daeb6ae207a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:20.863953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Pushing event updated for resources: {'Port': ['ID=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:20.871673 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:20.993573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-ec1da39f-62dd-4454-8c42-d86998531995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.2138383 May 19 12:46:21.015474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7199b-8e24-45e1-95d0-e5d54906f3ad req-0e08f870-e5a4-4c44-863f-73b6f0184834 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:21.018151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bb7199b-8e24-45e1-95d0-e5d54906f3ad req-0e08f870-e5a4-4c44-863f-73b6f0184834 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 943 time: 1.7948256 May 19 12:46:21.093029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:21.191639 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:21.286034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd284270-97c6-4ef3-8ad5-0a0e1ed56240 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41a0c362ef7948f6b84df77a94d0d74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858197 May 19 12:46:21.303245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:21.402096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-1edf4b03-46af-448f-b35a-8b2ae4d7f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:21.403966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-1edf4b03-46af-448f-b35a-8b2ae4d7f5e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.3580816 May 19 12:46:21.430559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfc730-9671-482a-a164-f1a5dcc5b6a9 req-167e04ca-f746-438a-860e-dbf720072534 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:21.442563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bccfc730-9671-482a-a164-f1a5dcc5b6a9 req-167e04ca-f746-438a-860e-dbf720072534 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 0.8979890 May 19 12:46:21.529053 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bb7199b-8e24-45e1-95d0-e5d54906f3ad req-a0582f5c-5383-40f1-9015-acbd2ef977e0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854419 May 19 12:46:21.599864 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:21.606307 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:21.716737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:21.733558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:21.757123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-3bec3571-ae2d-4e44-bd61-eb7f64e8ce4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2511284 May 19 12:46:21.825976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:21.837131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:08Z', 'revision_number': 3, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:21.843473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d75c76-7f86-4617-a471-33fcc7b4bcec None None] The sync data for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 is: [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:08Z', 'revision_number': 3, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:46:21.902245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9427d2-b37d-4362-b0cb-de740e00778b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:21.918163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:21.925687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b3d506a-fe3a-4d5a-8aab-46037ca0548e req-a90e9692-aa2f-43a3-9a8d-c93c929466c7 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 210 time: 0.1664550 May 19 12:46:21.932592 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:21.944774 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abca8e30-10ff-4b2b-a571-ae6c172e2084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:22.114803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bccfc730-9671-482a-a164-f1a5dcc5b6a9 req-a0c593fb-7992-420e-9bbf-b27ab8bb28dd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684356 May 19 12:46:22.118613 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.139087 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.215660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:22.226281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:22.242070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:22.323011 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.341549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b9d46527-c4c1-449e-95cc-f2c81c9bd89b service neutron] 10.222.0.57 "GET /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4/bindings/n-h1-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.8778918 May 19 12:46:22.364055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:22.386617 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:22.387632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c318704-660f-4d79-8ccb-ca31d484b405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:22.397283 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.418822 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c97acba7-8a54-42c0-a43d-9cadf99b8fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:22.450679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64707c8-6839-43bf-9f6d-e003dca930f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:22.459648 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:22.463654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.468416 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a64707c8-6839-43bf-9f6d-e003dca930f6 HTTP/1.1" status: 204 len: 168 time: 1.1591442 May 19 12:46:22.498241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Transition to ACTIVE for port object ba9427d2-b37d-4362-b0cb-de740e00778b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:22.508158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.510427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7757d4-e3fd-4cc8-873b-29033e0b7692,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:22.515754 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ed6a0bab-6fab-4b8c-9633-471fc9dbdc6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:22.559590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:22.560310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:22.590902 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:22.740344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a96fb41679a74fe7a963eb73120bdfff&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6375964 May 19 12:46:22.746982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:22.753683 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-139df343-e55c-4829-a26f-dd45726ebbef service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190317 May 19 12:46:22.854306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:22.864872 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3226211 May 19 12:46:22.865845 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:22.874438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] No DVR routers for this DVR port ba9427d2-b37d-4362-b0cb-de740e00778b on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:46:22.881214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Request body: {'port': {'device_id': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:22.981240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Allocated IP 172.20.0.1 (1bfde410-cc2d-42a8-b773-585480bcb8f5/d4fecad5-547e-42c4-8671-169948689d43/2a605034-a0b3-41fd-bf8c-81366a516e08) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:23.033171 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b/bindings/n-h2-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2346902 May 19 12:46:23.179984 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:23.313050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-879b4f2d-6091-4d25-9e78-36d69c6ce6f9 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:23.314343 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-879b4f2d-6091-4d25-9e78-36d69c6ce6f9 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.1895630 May 19 12:46:23.366932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:23.580039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-9227fdab-1ff3-4569-b24b-7ba69904d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:23.584290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-9227fdab-1ff3-4569-b24b-7ba69904d3ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc&tenant_id=476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 1095 time: 0.2265022 May 19 12:46:23.807476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:23.826846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997373b-e0b0-49a1-a3de-4223dd553406 req-536b623c-9ee7-405c-ab35-4bebe0bce911 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:23.831216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6997373b-e0b0-49a1-a3de-4223dd553406 req-536b623c-9ee7-405c-ab35-4bebe0bce911 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 950 time: 1.3541110 May 19 12:46:23.871615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32ac8c92-df53-473a-ac61-1deda9a2ac95 req-1d9ef530-c7be-4f6a-8da6-93c72df05a8d service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0756204 May 19 12:46:23.922990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9993b53b-af78-458d-b51b-5daeb6ae207a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:23.937138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:23.950591 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:23.953543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-8a939d25-510e-46fc-aedf-4dde2c707600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:23.956220 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-8a939d25-510e-46fc-aedf-4dde2c707600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1095 time: 0.2890656 May 19 12:46:23.977439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:23.984947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:23.985371 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.003185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Transition to ACTIVE for port object 9993b53b-af78-458d-b51b-5daeb6ae207a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:24.027182 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.045969 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3755b0de-aaf0-4f08-8e7f-a81edfae9c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:24.166044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3bb48-0148-4219-b2b3-4f7cb5c25841 req-0b217192-552c-481e-82bf-03f3a1fce249 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:24.175744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1b3bb48-0148-4219-b2b3-4f7cb5c25841 req-0b217192-552c-481e-82bf-03f3a1fce249 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 1.3294539 May 19 12:46:24.187621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:24.316321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6997373b-e0b0-49a1-a3de-4223dd553406 req-cd859f73-b3ef-439b-aadd-b1c141bb8100 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383881 May 19 12:46:24.334129 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.337875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:24.394238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:24.399213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1b3bb48-0148-4219-b2b3-4f7cb5c25841 req-fda5509e-e845-4ac9-abbd-6eddd2c4d669 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194457 May 19 12:46:24.407957 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.418715 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:24.419919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.423811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:24.490006 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.504903 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35762dca-929b-4efb-a9d3-6787e2762175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:24.526578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:24.540617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Transition to ACTIVE for port object 2a605034-a0b3-41fd-bf8c-81366a516e08 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:24.552717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:24.564044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7757d4-e3fd-4cc8-873b-29033e0b7692,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:24.587834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:24.601724 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:24.612566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-d2dde33f-b5fd-4674-b117-e56a35015942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:24.614155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-d2dde33f-b5fd-4674-b117-e56a35015942 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.6488104 May 19 12:46:24.628422 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:24.635371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:24.744871 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.764863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.766662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c7757d4-e3fd-4cc8-873b-29033e0b7692 HTTP/1.1" status: 204 len: 168 time: 2.0168848 May 19 12:46:24.836234 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:24.853535 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2a51daf-b62c-415d-8f5e-ba33ce9681aa tempest-AttachSCSIVolumeTestJSON-114438842 tempest-AttachSCSIVolumeTestJSON-114438842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:24.881751 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-d0727184-d5d2-4f81-ba3d-a68678a33b06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.2596195 May 19 12:46:24.896588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:24.963416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Attempting to bind port 9993b53b-af78-458d-b51b-5daeb6ae207a on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:24.964382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Attempting to bind port 9993b53b-af78-458d-b51b-5daeb6ae207a by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:24.964540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Attempting to bind port 9993b53b-af78-458d-b51b-5daeb6ae207a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:24.997523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Port 9993b53b-af78-458d-b51b-5daeb6ae207a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:46:24.997852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Attempting to bind port 9993b53b-af78-458d-b51b-5daeb6ae207a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:25.007290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:25.016072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:25.018002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:25.018573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Checking segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:25.019227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Bound using segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:25.020068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Bound port: 9993b53b-af78-458d-b51b-5daeb6ae207a, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:25.020663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.028219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:25.062535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-78f6c574-5ee4-43b8-8eb6-5fb5bd3575fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:25.065266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-78f6c574-5ee4-43b8-8eb6-5fb5bd3575fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1735353 May 19 12:46:25.075805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9519-3bf5-40c4-9de2-5f112c8add67 req-3ffd9208-fa3f-453a-ace8-f5dabf300f2d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:25.077528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c7f9519-3bf5-40c4-9de2-5f112c8add67 req-3ffd9208-fa3f-453a-ace8-f5dabf300f2d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 943 time: 0.5110345 May 19 12:46:25.085514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Pushing event updated for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:25.111645 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:25.129288 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.176530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:25.195334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:25.197217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Transition to ACTIVE for port object 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:25.208561 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.212652 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:25.221683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627308-98ac-4792-a17e-6914ad412dbc req-21b6b248-4c92-4d29-9f90-c5db1ecaade4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:25.223646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9627308-98ac-4792-a17e-6914ad412dbc req-21b6b248-4c92-4d29-9f90-c5db1ecaade4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 943 time: 0.5942330 May 19 12:46:25.256538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c7f9519-3bf5-40c4-9de2-5f112c8add67 req-04da0632-b007-423d-a58a-f411f030de55 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472583 May 19 12:46:25.257708 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.275210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:25.279381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:25.283045 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-392f104d-b640-453f-a046-04b71248235d tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:25.289973 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.302091 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:25.321098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:46:25.352060 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-90e1db0c-a5c6-4f7f-93dc-268e5e959b07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163756 May 19 12:46:25.371179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.435154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:25.435793 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.438177 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] 10.222.0.57 "PUT /v2.0/ports/9993b53b-af78-458d-b51b-5daeb6ae207a HTTP/1.1" status: 200 len: 1091 time: 2.5645633 May 19 12:46:25.441405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:25.523747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:46:25.528696 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-556a7718-fd95-4bb6-afd5-991957047c8f None None] Provisioning for port 2a605034-a0b3-41fd-bf8c-81366a516e08 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:25.540357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-556a7718-fd95-4bb6-afd5-991957047c8f None None] Provisioning complete for port 2a605034-a0b3-41fd-bf8c-81366a516e08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:25.540836 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-556a7718-fd95-4bb6-afd5-991957047c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.673748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-556a7718-fd95-4bb6-afd5-991957047c8f None None] Port 2a605034-a0b3-41fd-bf8c-81366a516e08 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:46:25.681879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:25.686277 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:25.725214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:25.728587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:25.748881 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:25.772325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9627308-98ac-4792-a17e-6914ad412dbc req-5c54bb3c-4c02-4499-8bf7-121c3245000e tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201812 May 19 12:46:25.777268 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-78352058-1a34-4aae-aeee-9521714dcb4e service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085593 May 19 12:46:25.787505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] No DVR routers for this DVR port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:46:25.849040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Pushing event updated for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:25.870001 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:25.886226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:25.886621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:25.888304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] 10.222.0.57 "PUT /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4/bindings/n-h1-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5389607 May 19 12:46:25.972702 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'code': 200} May 19 12:46:26.169428 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:26.267230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-3e4d52d7-c970-41f3-a892-6cd1bac597ff service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808388 May 19 12:46:26.288425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-637a0e3d-a4b7-4b90-a36c-c2628eae96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:26.291024 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-637a0e3d-a4b7-4b90-a36c-c2628eae96b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 1094 time: 0.7682278 May 19 12:46:26.335522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedcbd0-547f-490c-8edb-ec77cbc3fdc5 req-60e1e83a-2203-4349-98b7-28c5369299a8 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:26.348397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6dedcbd0-547f-490c-8edb-ec77cbc3fdc5 req-60e1e83a-2203-4349-98b7-28c5369299a8 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 948 time: 0.2488821 May 19 12:46:26.482077 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-69db19e3-ada4-42d5-849b-23f5caf076be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9993b53b-af78-458d-b51b-5daeb6ae207a HTTP/1.1" status: 200 len: 217 time: 0.1793227 May 19 12:46:26.671276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b9319697-f595-4be6-9fe2-89b11f27b1e8 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:26.674685 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b9319697-f595-4be6-9fe2-89b11f27b1e8 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.4926016 May 19 12:46:26.730819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:26.741118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6dedcbd0-547f-490c-8edb-ec77cbc3fdc5 req-e88f29f6-1a0a-4b5b-bd20-01555539713f tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915536 May 19 12:46:26.835161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-c6cb2b37-04ff-4454-8278-6344e06529e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:26.837970 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-c6cb2b37-04ff-4454-8278-6344e06529e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.3469789 May 19 12:46:26.904648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd2cd-d2dd-4863-9eca-d0aac4345313 req-1af8f046-0afe-492a-8c84-9eeba2172017 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:26.913872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7cd2cd-d2dd-4863-9eca-d0aac4345313 req-1af8f046-0afe-492a-8c84-9eeba2172017 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.4886968 May 19 12:46:26.957889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:26.975389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2080561263-network', 'tenant_id': 'c3ec510633db46b58ebae0d5f09b2503'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:26.986079 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:26.986363 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-5ae6229c-ecec-46bf-92af-1cacbca53428 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266274 May 19 12:46:27.038986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:27.042914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:27.049219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-d95bb5f5-a2eb-490c-af8d-78c9f639e895 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:27.050844 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-d95bb5f5-a2eb-490c-af8d-78c9f639e895 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.4532835 May 19 12:46:27.058622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-001d48cb-6a4a-4f2b-bcc4-322949663a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:27.060075 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-001d48cb-6a4a-4f2b-bcc4-322949663a4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&tenant_id=0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 1095 time: 0.3699903 May 19 12:46:27.181286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Usage tracker for resource:network and tenant:c3ec510633db46b58ebae0d5f09b2503 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:27.209582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:27.233530 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7cd2cd-d2dd-4863-9eca-d0aac4345313 req-d8bc2d2f-4487-4025-bf3a-09485dd00388 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181641 May 19 12:46:27.234737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:27.273976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Pushing event updated for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:27.277661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Made reservation on behalf of c3ec510633db46b58ebae0d5f09b2503 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:27.282247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:27.300592 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:27.307063 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:27.320628 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-cadac589-ada0-4eb5-9d67-22968fce4bcc service neutron] 10.222.0.57 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184774 May 19 12:46:27.321442 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:27.411494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:27.436913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-17cb3236-abfc-4e2f-8fa4-4d13b6806ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:27.439190 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-17cb3236-abfc-4e2f-8fa4-4d13b6806ee1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1095 time: 0.2934923 May 19 12:46:27.443152 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'status': 'completed', 'code': 200} May 19 12:46:27.517638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ec510633db46b58ebae0d5f09b2503 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:27.534324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:27.633483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:27.639352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-c2af036f-f7dd-44e8-9c3e-be07a5bd4d8d service neutron] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:27.696815 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-c2af036f-f7dd-44e8-9c3e-be07a5bd4d8d service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:27.698538 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0f2485-b1cf-4e52-af53-c38ff55de611 req-c2af036f-f7dd-44e8-9c3e-be07a5bd4d8d service neutron] 10.222.0.57 "DELETE /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b/bindings/n-h1-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.6375258 May 19 12:46:27.759554 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b77d62e8-b7b4-4e18-994c-b7609b506d87 req-f0c7739e-9c88-4fce-b89c-713b030b0673 service neutron] 10.222.0.57 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293411 May 19 12:46:27.818477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:27.828004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-314d4e46-2716-45d2-94ec-616543a64294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:27.828004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-314d4e46-2716-45d2-94ec-616543a64294 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.3743351 May 19 12:46:27.828698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:28.023937 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-f2b562d1-7e2e-4ab4-88b4-bf95d7a20571 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1916537 May 19 12:46:28.084182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e092-8f5b-4569-8240-a32f3b05365f req-9213d36b-1ce0-4d8b-a1f8-0ecacf517f0d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.087357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a35e092-8f5b-4569-8240-a32f3b05365f req-9213d36b-1ce0-4d8b-a1f8-0ecacf517f0d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 943 time: 0.5642698 May 19 12:46:28.157685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-25222843-a3b5-4ede-8514-d09b9d1bc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.158711 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-25222843-a3b5-4ede-8514-d09b9d1bc84a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1248770 May 19 12:46:28.229255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08fd43d6-9337-44ac-ad5b-9817e03c2444 None None] Provisioning complete for port 2a605034-a0b3-41fd-bf8c-81366a516e08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:28.230798 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08fd43d6-9337-44ac-ad5b-9817e03c2444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:28.256603 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-478bf0f8-907c-416c-b1b1-e8a051acd3cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866277 May 19 12:46:28.326937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08fd43d6-9337-44ac-ad5b-9817e03c2444 None None] Port 2a605034-a0b3-41fd-bf8c-81366a516e08 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:46:28.415854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-76da7752-bc47-449f-8e88-8f575fe7d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.417589 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-76da7752-bc47-449f-8e88-8f575fe7d6f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 1094 time: 0.4654293 May 19 12:46:28.419259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:28.441544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a35e092-8f5b-4569-8240-a32f3b05365f req-63224f1d-97cb-480b-94d6-78b89e0f606f tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097503 May 19 12:46:28.446454 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:28.461986 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e2c8226-f2b9-475f-9409-b667cb84c8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:28.536597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:46:28.551769 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-0674a567-b9f7-4511-b832-629af0ae214b service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842250 May 19 12:46:28.572526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Router 8c63774d-b477-4403-ba06-4611c51fa4f4 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:46:28.577281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ea830-f529-452c-8bad-a6833591b1c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:28.589224 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:28.607148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8881-900b-415e-aae2-479f305f11ad req-57ab000e-4c38-4cd4-b716-d1fc524a317c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.609895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e46b8881-900b-415e-aae2-479f305f11ad req-57ab000e-4c38-4cd4-b716-d1fc524a317c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.6260657 May 19 12:46:28.612180 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:28.613031 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Added segment 490ef0c7-a47d-40a1-8376-f8624f4d5f4a of type vlan for network b4db4c47-195b-4fcd-acb2-9925fb474b00 May 19 12:46:28.704628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-2202f7f9-8ffc-4b92-828c-dbd02e8a65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.706199 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-2202f7f9-8ffc-4b92-828c-dbd02e8a65a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 906 time: 0.2790437 May 19 12:46:28.800599 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-1e35f40e-87b2-41b0-9543-b2f70e240e65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9993b53b-af78-458d-b51b-5daeb6ae207a HTTP/1.1" status: 200 len: 217 time: 0.0862885 May 19 12:46:28.806993 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-388763d5-b046-4627-aec7-b9cdd6a37aaa service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469709 May 19 12:46:28.889142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-2f92d5a3-3b29-4304-b812-84c38b45f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:28.890803 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-2f92d5a3-3b29-4304-b812-84c38b45f96a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.0829079 May 19 12:46:28.929863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7bdbeed-2c06-449a-a0ac-cdb4e9170fe9 req-e8ce03a6-2e36-4c6a-b92a-7337ea94026e tempest-FlavorsV2NegativeTest-1750198089 tempest-FlavorsV2NegativeTest-1750198089-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d94a33eb0aa843ff8c34aa585664ebd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1511359 May 19 12:46:28.944512 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:28.964051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-9f53060f-5083-4d49-a39f-a32976a2b66d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667534 May 19 12:46:29.012344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e46b8881-900b-415e-aae2-479f305f11ad req-eb0856d1-32af-49f5-9e43-176a52c5aecb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747454 May 19 12:46:29.277028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:46:29.305732 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-fae5c454-12eb-45fd-aa61-38bbd4132211 service neutron] 10.222.0.57 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337495 May 19 12:46:29.338621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b7e2c9db-d1a4-469a-9449-6121851e7126 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:29.338924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:29.341059 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-b7e2c9db-d1a4-469a-9449-6121851e7126 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.2186272 May 19 12:46:29.356294 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Sync routers for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:29.365403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:29.373261 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:29.374762 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:29.394358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:29.395382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:29.422951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:29.449478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdbeed-2c06-449a-a0ac-cdb4e9170fe9 req-e82a6314-1ce2-4570-b359-206fee95f0d6 tempest-FlavorsV2NegativeTest-1750198089 tempest-FlavorsV2NegativeTest-1750198089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:29.457029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7bdbeed-2c06-449a-a0ac-cdb4e9170fe9 req-e82a6314-1ce2-4570-b359-206fee95f0d6 tempest-FlavorsV2NegativeTest-1750198089 tempest-FlavorsV2NegativeTest-1750198089-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5046327 May 19 12:46:29.524825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7bdbeed-2c06-449a-a0ac-cdb4e9170fe9 req-6398539d-8353-4f41-ad68-8cc0aeb81e90 tempest-FlavorsV2NegativeTest-1750198089 tempest-FlavorsV2NegativeTest-1750198089-project] 10.222.0.69 "GET /v2.0/quotas/d94a33eb0aa843ff8c34aa585664ebd1 HTTP/1.1" status: 200 len: 375 time: 0.0477157 May 19 12:46:29.584139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] 10.222.0.69 "PUT /v2.0/routers/8c63774d-b477-4403-ba06-4611c51fa4f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0916369 May 19 12:46:29.584139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8498287 May 19 12:46:29.730696 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:29.812893 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-79bc5057-315c-41d5-9a6a-bc594654f061 req-9817c45d-8765-4142-a1a9-15fb97588fa6 service neutron] 10.222.0.57 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980237 May 19 12:46:29.849286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-4ee468e6-fc98-4237-8cb8-50b5d6dd9b90 service neutron] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:29.854749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-4ee468e6-fc98-4237-8cb8-50b5d6dd9b90 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:29.856730 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2086ac9-962a-4a54-b577-dcd92bcc214c req-4ee468e6-fc98-4237-8cb8-50b5d6dd9b90 service neutron] 10.222.0.71 "DELETE /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4/bindings/n-h2-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.5082843 May 19 12:46:29.917248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Pushing event updated for resources: {'Network': ['ID=b4db4c47-195b-4fcd-acb2-9925fb474b00,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:29.935087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:29.942368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b4db4c47-195b-4fcd-acb2-9925fb474b00 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:46:29.964533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7bdbeed-2c06-449a-a0ac-cdb4e9170fe9 req-d432c66c-4741-4e4c-828a-5eea879f8846 tempest-FlavorsV2NegativeTest-1750198089 tempest-FlavorsV2NegativeTest-1750198089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d94a33eb0aa843ff8c34aa585664ebd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3798563 May 19 12:46:29.982155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaae452-d4a4-4b4d-9911-2ac93ecc9711 req-2740411d-966c-4bf9-ae5e-a1170276f481 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:29.984577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaaae452-d4a4-4b4d-9911-2ac93ecc9711 req-2740411d-966c-4bf9-ae5e-a1170276f481 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.7521074 May 19 12:46:30.092861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaaae452-d4a4-4b4d-9911-2ac93ecc9711 req-ec9a856d-bd7b-4d67-92b1-263ed6b9c2b9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924089 May 19 12:46:30.503837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de6a7e-5935-4406-adc5-33495c6f4f24 req-053c2178-9435-4ca0-8851-cfd525078411 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:30.506382 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45de6a7e-5935-4406-adc5-33495c6f4f24 req-053c2178-9435-4ca0-8851-cfd525078411 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 943 time: 0.1715353 May 19 12:46:30.583327 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:25Z', 'revision_number': 4, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2a605034-a0b3-41fd-bf8c-81366a516e08', 'name': '', 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'mac_address': 'fa:16:3e:17:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd4fecad5-547e-42c4-8671-169948689d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:21Z', 'updated_at': '2021-05-19T12:46:26Z', 'revision_number': 2, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'subnets': [{'id': 'd4fecad5-547e-42c4-8671-169948689d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:30.590692 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Checking router: 8c63774d-b477-4403-ba06-4611c51fa4f4 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:30.591424 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Updating router 8c63774d-b477-4403-ba06-4611c51fa4f4 port 2a605034-a0b3-41fd-bf8c-81366a516e08 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:46:30.600069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45de6a7e-5935-4406-adc5-33495c6f4f24 req-f0d8a47b-f375-4ce3-a059-169e7ef1c633 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732963 May 19 12:46:30.704282 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.053570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-60fa14cf-7904-42b7-85e0-48f120c73067 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3072250 May 19 12:46:31.063627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:31.074752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:31.083251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Usage tracker for resource:floatingip and tenant:5fd4703686a74904b775e1ffb1851ae3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:31.089230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:31.101170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:31.122018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.221350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:31.324277 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.336312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:46:31.343335 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Transition to ACTIVE for port object 2a605034-a0b3-41fd-bf8c-81366a516e08 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:31.363324 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.371735 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:31.424671 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.476640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:31.492317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Usage tracker for resource:security_group_rule and tenant:d94a33eb0aa843ff8c34aa585664ebd1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:31.498257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:31.523800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:31.551640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67180-98da-4828-89c0-f3bc73156778 req-a9c0a408-567e-41a2-88cc-e5ca75168f6a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:31.558039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25f67180-98da-4828-89c0-f3bc73156778 req-a9c0a408-567e-41a2-88cc-e5ca75168f6a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.2429738 May 19 12:46:31.635764 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.650475 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Pushing event updated for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:31.660215 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.660535 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.660908 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.661235 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.661544 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.661862 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.662175 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.662482 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.662841 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.663143 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.663454 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.663756 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:31.667738 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:31.686919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:31.691528 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Attempting to bind port 2a605034-a0b3-41fd-bf8c-81366a516e08 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:31.692302 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Attempting to bind port 2a605034-a0b3-41fd-bf8c-81366a516e08 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:31.692888 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Attempting to bind port 2a605034-a0b3-41fd-bf8c-81366a516e08 on network 1bfde410-cc2d-42a8-b773-585480bcb8f5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:31.699659 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:31.700514 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Checking segment: {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:31.701101 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.701652 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Bound using segment: {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:31.702347 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Bound port: 2a605034-a0b3-41fd-bf8c-81366a516e08, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190b017-aab9-454d-a3c3-1cc00ac88895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:31.703390 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.731093 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25f67180-98da-4828-89c0-f3bc73156778 req-b0cf310e-753c-4081-b7ab-9e77238b8527 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613853 May 19 12:46:31.732665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'mac_address': 'fa:16:3e:d7:c3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:46:31.772422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.785441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.802771 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-047fc166-31c2-49d0-ac02-cfc970922549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:31.891496 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] For port 2a605034-a0b3-41fd-bf8c-81366a516e08, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:31.897925 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d94a33eb0aa843ff8c34aa585664ebd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708329 May 19 12:46:31.900843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:31.904126 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] For port 2a605034-a0b3-41fd-bf8c-81366a516e08, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2a605034-a0b3-41fd-bf8c-81366a516e08,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:31.913995 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.943641 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:31.945398 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:31.987402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Allocated IP 172.25.4.20 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/a1784f8a-67d3-478e-8e5a-592063d6bcc6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:31.990177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9993b53b-af78-458d-b51b-5daeb6ae207a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:32.051483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:32.066662 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.077532 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-eac39c02-07eb-4085-9769-85edf049ba2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:32.095660 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:32.096683 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:32.183002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c5f160-5fb0-4bd7-8bfb-19330b885ede,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:32.210479 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:32.226380 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Pushing event updated for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:32.230261 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:32.277764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.355045 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.378592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['9993b53b-af78-458d-b51b-5daeb6ae207a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:32.411961 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.447817 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:32.456580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.471101 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-abd21b40-4376-4ccd-8dee-623dc979ebc4 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:32.472061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.488435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c5f160-5fb0-4bd7-8bfb-19330b885ede,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:32.489276 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:32.492112 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:32.498790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.501044 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4c5f160-5fb0-4bd7-8bfb-19330b885ede HTTP/1.1" status: 204 len: 168 time: 0.5987933 May 19 12:46:32.608381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:32.624053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:32.632915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:32.659741 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:32.664384 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:32.751146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=a1784f8a-67d3-478e-8e5a-592063d6bcc6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:32.800407 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:32.960863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:32.991192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:32.997586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:33.003959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:33.005199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Synchronizing usage tracker for tenant:c3ec510633db46b58ebae0d5f09b2503 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:33.083403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.113264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Unset dirty status for tenant:c3ec510633db46b58ebae0d5f09b2503 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:33.114596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-175b1ad9-26ac-4f2e-bb89-f894cfbdbf71 req-16c9ec92-bd5f-4fb4-8a6b-288c58f130b5 tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3969574 May 19 12:46:33.138762 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:25Z', 'revision_number': 4, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2a605034-a0b3-41fd-bf8c-81366a516e08', 'name': '', 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'mac_address': 'fa:16:3e:17:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd4fecad5-547e-42c4-8671-169948689d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:21Z', 'updated_at': '2021-05-19T12:46:31Z', 'revision_number': 4, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'subnets': [{'id': 'd4fecad5-547e-42c4-8671-169948689d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:33.145568 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90640fc8-03a7-459f-a103-68df94a3e8ec None None] The sync data for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 is: [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:46:25Z', 'revision_number': 4, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2a605034-a0b3-41fd-bf8c-81366a516e08', 'name': '', 'network_id': '1bfde410-cc2d-42a8-b773-585480bcb8f5', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'mac_address': 'fa:16:3e:17:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd4fecad5-547e-42c4-8671-169948689d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:21Z', 'updated_at': '2021-05-19T12:46:31Z', 'revision_number': 4, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'subnets': [{'id': 'd4fecad5-547e-42c4-8671-169948689d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:46:33.333718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:33.524280 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.526666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 9993b53b-af78-458d-b51b-5daeb6ae207a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:33.534030 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.535078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 9993b53b-af78-458d-b51b-5daeb6ae207a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:33.535466 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.581404 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-65b5d12f-2253-4042-9837-ebbeed2ded5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:33.680750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=a1784f8a-67d3-478e-8e5a-592063d6bcc6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:33.686479 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:33.758877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2a605034-a0b3-41fd-bf8c-81366a516e08 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:33.811757 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.841543 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.844907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e5691-ba25-4106-a4ba-bcac1bfa85c2 req-b9051546-2d32-48c2-ade3-255d59d02df8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:33.846842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e7e5691-ba25-4106-a4ba-bcac1bfa85c2 req-b9051546-2d32-48c2-ade3-255d59d02df8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 944 time: 0.3020928 May 19 12:46:33.861723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.864579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8093801 May 19 12:46:33.885030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:33.886518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:33.896599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:33.897936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:33.900458 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:33.986143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 2a605034-a0b3-41fd-bf8c-81366a516e08 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:34.009465 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 2a605034-a0b3-41fd-bf8c-81366a516e08 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:34.010000 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.087009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:34.091600 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:34.112190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-network', 'tenant_id': '68eb3cd805d047edb039607c10ce5445'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:34.119238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e7e5691-ba25-4106-a4ba-bcac1bfa85c2 req-ec968726-4de0-4a7a-8a7f-f17ad072978e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496829 May 19 12:46:34.121485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:34.137056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Usage tracker for resource:network and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:34.141738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:34.149846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:34.151133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-d26e4cf7-9079-4232-90b0-7caae290269a tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:34.164535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Made reservation on behalf of 68eb3cd805d047edb039607c10ce5445 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:34.167601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.181904 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.198571 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-d26e4cf7-9079-4232-90b0-7caae290269a tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:34.199946 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-d26e4cf7-9079-4232-90b0-7caae290269a tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.2874863 May 19 12:46:34.211983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:34.220823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Usage tracker for resource:security_group_rule and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:34.227532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:34.236502 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.261699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:34.304620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 2a605034-a0b3-41fd-bf8c-81366a516e08, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2a605034-a0b3-41fd-bf8c-81366a516e08,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:34.312039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.317500 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:34.447057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:34.450413 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:34.457779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-f54299bb-a596-4652-aeb1-e7be0a055f29 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:34.459582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1415d3a9-b96c-4ac0-996e-b204c9f5412d req-f54299bb-a596-4652-aeb1-e7be0a055f29 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2514734 May 19 12:46:34.482737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.489226 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.494180 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:34.526544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:46:34.537576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35661923-a33d-4894-bbc6-53b9eaaaff34,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:34.541875 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:34.544943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.545290 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Added segment 62593f1f-b7b8-4640-ad68-55e452164678 of type vlan for network d2846183-f616-4c77-9231-1d12c6d4f0ef May 19 12:46:34.577162 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.615585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.616964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:34.617596 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.621534 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50b08ad8-74b0-4eb4-8b8c-bf65f178d940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:34.632793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598b34-7b3a-4f79-adc9-6de29549eaf8 req-535fc244-745b-4fb9-b820-24177260cdec tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:34.634232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa598b34-7b3a-4f79-adc9-6de29549eaf8 req-535fc244-745b-4fb9-b820-24177260cdec tempest-ComputeTenantNetworksTest-296066717 tempest-ComputeTenantNetworksTest-296066717-project] 10.222.0.69 "GET /v2.0/networks/b4db4c47-195b-4fcd-acb2-9925fb474b00 HTTP/1.1" status: 200 len: 769 time: 0.1516464 May 19 12:46:34.642678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b329-8bbd-4f12-b7ba-81b0fd73a075 req-ee54a586-3eb7-4199-b6db-6654ebd738a9 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:34.642678 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b76b329-8bbd-4f12-b7ba-81b0fd73a075 req-ee54a586-3eb7-4199-b6db-6654ebd738a9 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1095 time: 0.2366745 May 19 12:46:34.649812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:34.722758 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8195696 May 19 12:46:34.727292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:34.737059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Request body: {'subnet': {'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-subnet', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:34.803841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b76b329-8bbd-4f12-b7ba-81b0fd73a075 req-72e63b80-449f-4916-be56-cabdbb3dc00e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548963 May 19 12:46:34.815722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:34.851735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:34.872532 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'code': 200} May 19 12:46:34.899732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Usage tracker for resource:subnet and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:34.931245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:34.949851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Pushing event updated for resources: {'Network': ['ID=d2846183-f616-4c77-9231-1d12c6d4f0ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:34.977025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:34.977706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network d2846183-f616-4c77-9231-1d12c6d4f0ef details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:46:34.981303 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:35.069621 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.090460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Made reservation on behalf of 68eb3cd805d047edb039607c10ce5445 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:35.093967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.134422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4db4c47-195b-4fcd-acb2-9925fb474b00']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:35.157989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490ef0c7-a47d-40a1-8376-f8624f4d5f4a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:35.158443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490ef0c7-a47d-40a1-8376-f8624f4d5f4a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:35.178968 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.200245 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.210877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:46:35.211448 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: timer() May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:46:35.226348 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:46:35.255980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da357e-e090-40b9-8425-f96d3f20b93a req-2e25c729-097b-4bc5-ba62-fcff5775251c tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:35.257793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e6da357e-e090-40b9-8425-f96d3f20b93a req-2e25c729-097b-4bc5-ba62-fcff5775251c tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1095 time: 0.1953266 May 19 12:46:35.282210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d68-4991-442d-a42a-0b73409ef2ef req-af9f8eb6-3d86-48bd-8673-48b83d418d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:35.284558 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de2e2d68-4991-442d-a42a-0b73409ef2ef req-af9f8eb6-3d86-48bd-8673-48b83d418d99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 1096 time: 0.3019650 May 19 12:46:35.337238 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de2e2d68-4991-442d-a42a-0b73409ef2ef req-4cf22c9f-5795-4888-9f72-6daa46e81a3f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 May 19 12:46:35.362876 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e6da357e-e090-40b9-8425-f96d3f20b93a req-d6b95439-c6c3-44ae-9058-2b8f060f2cf1 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 May 19 12:46:35.364321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.368992 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:35.389778 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.407993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4db4c47-195b-4fcd-acb2-9925fb474b00,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:35.418915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.419624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.420076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.420569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.421059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.421594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.422162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.423081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.423518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.424085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.424530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.425059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:46:35.431553 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:35.440024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b4db4c47-195b-4fcd-acb2-9925fb474b00 HTTP/1.1" status: 204 len: 168 time: 0.7852373 May 19 12:46:35.714860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2a605034-a0b3-41fd-bf8c-81366a516e08 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:35.762673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:35.822900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 2a605034-a0b3-41fd-bf8c-81366a516e08 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:35.823495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.834333 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bec32aa4-cf9e-4a98-8e58-3ee48d16d5c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3ec510633db46b58ebae0d5f09b2503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688579 May 19 12:46:35.836914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:35.922695 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-85e3a7dc-8dad-4f66-a4b5-a63169e65f8a tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4691927 May 19 12:46:35.941415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:35.947498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:35.948913 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:35.964788 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:35.965524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:35.971279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e1ae-823b-4ccc-b27e-713567cd944e req-b2ac32f3-4e10-4115-9d4e-0935afa1bf8b tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:35.972889 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da75e1ae-823b-4ccc-b27e-713567cd944e req-b2ac32f3-4e10-4115-9d4e-0935afa1bf8b tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1095 time: 0.2733381 May 19 12:46:35.986542 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.042977 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.104982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd154de3-bb02-4687-bcb3-7bce66b08c32,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:36.112138 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:36.113846 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.139189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da75e1ae-823b-4ccc-b27e-713567cd944e req-5996f86b-61db-4b30-a96e-9910516d2eda tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223507 May 19 12:46:36.153918 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Checking segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:36.154588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Network hostable DHCP agents. Network: d2846183-f616-4c77-9231-1d12c6d4f0ef, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:46:36.189140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:46:36.211597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, d2846183-f616-4c77-9231-1d12c6d4f0ef) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:36.226027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442499a-edd4-4549-968f-bbabef9c92d5 None None] Network d2846183-f616-4c77-9231-1d12c6d4f0ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:36.245518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.254765 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-246643c7-6b18-491f-8995-7e82dd0703bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:36.264549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:36.276412 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.278395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.318351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ea830-f529-452c-8bad-a6833591b1c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:36.337911 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:36.351260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.353625 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/336ea830-f529-452c-8bad-a6833591b1c2 HTTP/1.1" status: 204 len: 168 time: 0.5156999 May 19 12:46:36.357702 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6289580 May 19 12:46:36.362587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:36.369632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:36.384517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:36.389703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Usage tracker for resource:router and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:36.393615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:36.403678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:36.434055 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.436115 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.464148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.733588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-d2846183-f616-4c77-9231-1d12c6d4f0ef', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:46:36.736855 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.880515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de3965-9415-4caa-a146-50114921535a req-08e473f0-9bd5-491e-97ab-eefc741c4088 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:36.893549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66de3965-9415-4caa-a146-50114921535a req-08e473f0-9bd5-491e-97ab-eefc741c4088 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.5351861 May 19 12:46:36.897912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:36.955082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Allocated IP 172.25.4.218 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/868a0a62-774d-469d-95d2-b96da85c706f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:36.968058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66de3965-9415-4caa-a146-50114921535a req-5d43f16f-7983-4f36-a26c-2c716c0dfd39 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 May 19 12:46:37.047619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Allocated IP 172.20.0.2 (d2846183-f616-4c77-9231-1d12c6d4f0ef/bd154de3-bb02-4687-bcb3-7bce66b08c32/dba088a8-ebc2-43f6-b4eb-ad0d94a187e4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:37.209241 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.317754 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.323179 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87507408-fa14-42d0-bee6-95b6a584ba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:37.424192 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.439339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Transition to ACTIVE for port object dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:37.465588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Transition to ACTIVE for port object dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:37.475312 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.478578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:37.485085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:37.490360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:37.494612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:37.554555 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:37.563550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:37.576989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:37.639283 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.649315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Pushing event updated for resources: {'Port': ['ID=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:37.666757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=868a0a62-774d-469d-95d2-b96da85c706f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:37.678615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.711794 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:37.719983 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.734948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Attempting to bind port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:37.735583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Attempting to bind port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:37.736382 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Attempting to bind port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:37.743576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:37.744300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Checking segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:37.744921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.745505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Bound using segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:37.746183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Bound port: dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:37.746888 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.779980 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:37.826368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:37.830561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-7e3279c3-2470-42b9-a1d1-fc3f899ef14c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:37.836914 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-7e3279c3-2470-42b9-a1d1-fc3f899ef14c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.5646963 May 19 12:46:37.848930 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.867573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] For port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:37.878192 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] For port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:37.889786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:37.904575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-59d5923b-1460-42ca-8e41-0b704bb68862 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/quotas/0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 375 time: 0.0268524 May 19 12:46:37.917475 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:37.960447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Allocated IP 172.25.4.32 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/1b9a9e05-37af-4cfa-9c03-73fe67b22bb7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:38.046179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Pushing event updated for resources: {'Port': ['ID=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:38.050334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:38.076015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-388929285-network', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:38.094130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:38.146801 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-7c975a8c-88be-44a8-b65d-3301bdd61d1c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2261276 May 19 12:46:38.195612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Usage tracker for resource:network and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:38.218010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:38.251331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:38.284984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.297388 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.305152 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-31c45bf9-48c8-4fc1-84c5-4d1303f513ac tempest-ServersAdminNegativeTestJSON-1427396830 tempest-ServersAdminNegativeTestJSON-1427396830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:38.307787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Made reservation on behalf of c8e3ccbc24734a85aef015258ed0ef0f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:38.314399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.368345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.424097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:38.432878 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-d68dd0e3-7685-4ec4-a450-7a686eaf44cf service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762561 May 19 12:46:38.436132 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.442182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:38.449847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:38.466318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:38.480520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=868a0a62-774d-469d-95d2-b96da85c706f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:38.503795 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:38.512195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.576189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.584808 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:38.618037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.621859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6899316 May 19 12:46:38.756911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:38.775081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:38.792736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:38.805555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-3ece712c-bbc1-44a7-a478-2b7daa6f649c service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550596 May 19 12:46:38.809895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-952ebeed-9db9-4bab-8052-e7e289921e0c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:38.830278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-952ebeed-9db9-4bab-8052-e7e289921e0c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:38.837821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-952ebeed-9db9-4bab-8052-e7e289921e0c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.1963785 May 19 12:46:38.889842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.906993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Pushing event updated for resources: {'Port': ['ID=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:38.930201 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:38.946632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:38.960835 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f55f9332-8824-44ba-8e10-d7c30431997b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:38.978416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:46:39.007879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:46:39.034278 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:39.034925 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Added segment 86414989-fc47-4d05-b8d8-d58825fae236 of type vlan for network fe98e943-6e49-4221-9d61-0406bdba29d7 May 19 12:46:39.042735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-178fa3df-b27b-4189-8721-47b2a5d8355d tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:39.070216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9c4703-8329-429f-a5f0-5b8bb4c4f68a req-178fa3df-b27b-4189-8721-47b2a5d8355d tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2306259 May 19 12:46:39.101400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:39.265962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:39.283404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:39.295520 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:39.379922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:39.419400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'mac_address': 'fa:16:3e:db:10:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:46:39.539793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e6e1-2545-4cd8-939f-b0ae04d90a8f req-364c4eb3-e036-47ac-9c47-2664c831a22a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:39.552691 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa70e6e1-2545-4cd8-939f-b0ae04d90a8f req-364c4eb3-e036-47ac-9c47-2664c831a22a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.1545243 May 19 12:46:39.561669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defeec8-9b04-403f-975d-aa5b5bc87b95,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:39.602986 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:39.653496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13e0d3-1a06-4622-aea0-035e90d68a1d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:39.688114 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:39.688114 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:39.693793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:39.705841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235c28c-60e8-41c5-94f9-e90a190e266f None None] Network d2846183-f616-4c77-9231-1d12c6d4f0ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:39.783609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9560597 May 19 12:46:39.857348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:39.872351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Request body: {'subnet': {'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-subnet', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:39.887441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:39.899283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Pushing event updated for resources: {'Network': ['ID=fe98e943-6e49-4221-9d61-0406bdba29d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:39.920831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Usage tracker for resource:subnet and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:39.927476 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:39.929477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:39.943088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:39.978358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network fe98e943-6e49-4221-9d61-0406bdba29d7 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:46:39.981215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa70e6e1-2545-4cd8-939f-b0ae04d90a8f req-589d7249-eb92-4a2f-9774-c3059f45b9e0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221780 May 19 12:46:40.035992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Made reservation on behalf of c8e3ccbc24734a85aef015258ed0ef0f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:40.038369 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:40.149092 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:40.287487 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:40.305289 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:40.380458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6315e21d-9043-4c80-b584-1b9b69bbc26f req-ad03c666-93dd-48a4-bc5d-195476af7afb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 210 time: 0.1116173 May 19 12:46:40.396209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f247c309-c9c4-4473-9b4c-fb975e46d7a8 None None] Provisioning for port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:40.436535 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee8a46a4-7a67-4ebd-b2a7-07971c27e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:40.438582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:40.465492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['fb13e0d3-1a06-4622-aea0-035e90d68a1d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:40.540169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:40.626871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:40.627048 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:40.822991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:40.834543 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:40.872519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463ee341-43ce-4206-b416-4c9bbe92987d req-bf922d68-d12a-4bc8-a7ec-f9ace76a7c17 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3774073 May 19 12:46:40.893847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:40.905720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:40.934407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:40.973225 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:41.113876 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:41.316813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:41.336621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:41.341999 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:41.495803 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:41.542504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:41.550185 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:41.605154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99882781-cbaa-49bb-b8ea-f7e800e4c14a None None] Provisioning complete for port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:41.606296 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99882781-cbaa-49bb-b8ea-f7e800e4c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:41.760139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:41.987285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Allocated IP 172.25.4.251 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/87bd7863-732f-463e-ade4-668f693790b2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:41.998965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:41.999678 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.154270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae52ec-c2af-4127-9d56-98aeab03b3d1 req-0f6b6972-45ab-4ce6-a43d-b63da0afab41 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:42.161980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0ae52ec-c2af-4127-9d56-98aeab03b3d1 req-0f6b6972-45ab-4ce6-a43d-b63da0afab41 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.4057395 May 19 12:46:42.254041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0ae52ec-c2af-4127-9d56-98aeab03b3d1 req-faa5231f-ce24-4b28-a3fd-4816c1b482cc tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910051 May 19 12:46:42.302376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-1ab18b21-d508-4628-8c72-20f01b2d33b9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:42.304838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-1ab18b21-d508-4628-8c72-20f01b2d33b9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 1.1424847 May 19 12:46:42.316533 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.335151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Request body: {'port': {'device_id': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'admin_state_up': True, 'tenant_id': '0dedfff367864211b9c249dbc01a2336'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:42.383668 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.397124 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:42.516056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:42.520336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:42.525084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:42.610617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.622161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=87bd7863-732f-463e-ade4-668f693790b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:42.636459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff6e953c-dc38-4818-862d-f7b2ce41d5fa req-479d7ea4-0cde-4bf9-820f-50dbe5269f38 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 210 time: 0.0780451 May 19 12:46:42.637970 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:42.692226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.730566 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e1bf620-06a4-4d64-8c71-5984dcee14ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.779152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:42.784365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Usage tracker for resource:port and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:42.790440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:42.803798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:42.806659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.823395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:42.826833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:46:42.831327 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.019457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:43.061204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.068546 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.081047 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:43.186439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port fb13e0d3-1a06-4622-aea0-035e90d68a1d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:43.190542 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.215071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=87bd7863-732f-463e-ade4-668f693790b2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:43.221840 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:43.225617 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.265409 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.267489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463ee341-43ce-4206-b416-4c9bbe92987d req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3793228 May 19 12:46:43.284303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Allocated IP 172.20.0.8 (7dd4a539-7c64-4e7e-b4c6-b4cdad329034/1e66f455-cfc4-4471-b900-134702d97815/4973d4c5-88f3-4e23-9eb2-d3f839d48d69) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:43.313280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.325766 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:43.374359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-463ee341-43ce-4206-b416-4c9bbe92987d req-d6635cca-0e9d-4188-a05a-fbdd72291211 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:43.397095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-463ee341-43ce-4206-b416-4c9bbe92987d req-d6635cca-0e9d-4188-a05a-fbdd72291211 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:43.398602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463ee341-43ce-4206-b416-4c9bbe92987d req-d6635cca-0e9d-4188-a05a-fbdd72291211 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.1246777 May 19 12:46:43.477453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62aee6e8-bdc1-43c9-892e-374471f91b0a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:43.483866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:46:43.488359 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:43.504441 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.542995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:43.543529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Network hostable DHCP agents. Network: fe98e943-6e49-4221-9d61-0406bdba29d7, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:46:43.570007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:43.594136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:43.601404 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:43.608416 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:43.807874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:43.819778 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:43.914286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:46:43.958698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee341-43ce-4206-b416-4c9bbe92987d req-a9a9f03f-564f-4f6e-927b-b38e6eda8003 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:43.961073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463ee341-43ce-4206-b416-4c9bbe92987d req-a9a9f03f-564f-4f6e-927b-b38e6eda8003 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5555773 May 19 12:46:44.028637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, fe98e943-6e49-4221-9d61-0406bdba29d7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:44.037352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6561ab-cabc-4600-bd75-814a19776c6d req-ef581081-4e15-46cd-b16b-a15544a47b7b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:44.046138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca6170-e9c2-49f6-891c-65ee155c2c51 None None] Network fe98e943-6e49-4221-9d61-0406bdba29d7 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:44.054401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c6561ab-cabc-4600-bd75-814a19776c6d req-ef581081-4e15-46cd-b16b-a15544a47b7b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.4461298 May 19 12:46:44.082117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:44.082878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.104742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.121021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:44.152195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2852333 May 19 12:46:44.175166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:44.184898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c6561ab-cabc-4600-bd75-814a19776c6d req-8bfe76a0-bc6f-4085-823e-6b1f504373b2 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274760 May 19 12:46:44.190929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:44.191250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:44.204090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.213437 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8447220 May 19 12:46:44.213437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:44.215710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:44.245990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Usage tracker for resource:router and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:46:44.251353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:46:44.291735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:44.311769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.349281 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48c0cb88-219a-41c5-8770-f9362fbc4de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:44.388533 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.398602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:44.402392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:44.442275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:44.495136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.497405 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'code': 200} May 19 12:46:44.512687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.518766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:44.548056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:44.838517 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:44.905701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:44.907834 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.919819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.928356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-fe98e943-6e49-4221-9d61-0406bdba29d7', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:46:44.929949 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:44.967687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:44.975305 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:45.201000 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:45.211289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02025d35-4edd-421e-ade1-0e9f27d61611 req-94bfee7f-6a87-4fc7-afb4-5094d8f7844f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:45.216270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02025d35-4edd-421e-ade1-0e9f27d61611 req-94bfee7f-6a87-4fc7-afb4-5094d8f7844f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 931 time: 0.6617825 May 19 12:46:45.300614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9726405 May 19 12:46:45.324814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Request body: {'port': {'device_id': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:45.702047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:45.706679 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:45.800635 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Allocated IP 172.20.0.2 (fe98e943-6e49-4221-9d61-0406bdba29d7/62aee6e8-bdc1-43c9-892e-374471f91b0a/3a303c75-3a40-4b79-b434-71e9f46aae8f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:45.828031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02025d35-4edd-421e-ade1-0e9f27d61611 req-19dbeda9-e425-4d76-8801-0b7764914d38 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797548 May 19 12:46:45.918171 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:46.008268 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269154f-33b7-414f-8293-fe24aece2562 req-527b6373-0764-49b7-a44d-c3a187453794 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1236107 May 19 12:46:46.050182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:46:46.072327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:39Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:46.123324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:46.130469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Updating router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:46:46.264250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:46:46.282490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:46:46.355950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:46.590709 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:46.613395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Transition to ACTIVE for port object 3a303c75-3a40-4b79-b434-71e9f46aae8f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:46.654212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Transition to ACTIVE for port object 3a303c75-3a40-4b79-b434-71e9f46aae8f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:46.669528 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:46.692410 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d65907bd-e46a-481f-a6f6-9682f30ffefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:46.745268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:46:46.878709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:46.887559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Pushing event updated for resources: {'Port': ['ID=3a303c75-3a40-4b79-b434-71e9f46aae8f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:46.901786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:46.909273 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.048373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:47.091581 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:47.203843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.491653 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.557265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Attempting to bind port 3a303c75-3a40-4b79-b434-71e9f46aae8f on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:47.558089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Attempting to bind port 3a303c75-3a40-4b79-b434-71e9f46aae8f by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:47.558810 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Attempting to bind port 3a303c75-3a40-4b79-b434-71e9f46aae8f on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:47.564570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68240-e3b0-458a-8b11-b8134405e45d req-70da428b-9878-42a8-934f-71ed6653d44e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:47.576809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11b68240-e3b0-458a-8b11-b8134405e45d req-70da428b-9878-42a8-934f-71ed6653d44e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 1.1151454 May 19 12:46:47.583364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:47.591654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:47.592522 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.594078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:47.599699 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Bound port: 3a303c75-3a40-4b79-b434-71e9f46aae8f, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:47.600632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.751351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:47.794883 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.841680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.841986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:47.999019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Allocated IP 172.20.0.1 (d2846183-f616-4c77-9231-1d12c6d4f0ef/bd154de3-bb02-4687-bcb3-7bce66b08c32/c399d83f-8239-4a9a-9519-b6349fd4f2fb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:48.018663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:48.032824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Transition to ACTIVE for port object 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:48.043070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11b68240-e3b0-458a-8b11-b8134405e45d req-0f87c753-fa26-4e2c-8013-a7057a078530 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629478 May 19 12:46:48.126632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:48.163981 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-485799ef-3d55-4fcd-920d-5a4a444d23c8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:48.244119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] For port 3a303c75-3a40-4b79-b434-71e9f46aae8f, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:48.289956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] For port 3a303c75-3a40-4b79-b434-71e9f46aae8f, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3a303c75-3a40-4b79-b434-71e9f46aae8f,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:48.598704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:48.610702 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:48.660557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:48.662028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:48.681309 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:48.750982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Transition to ACTIVE for port object c399d83f-8239-4a9a-9519-b6349fd4f2fb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:48.804095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778242-e2dd-4011-997b-d2b482be9bbe req-254cc7d7-3ee3-443b-bbfb-de10567caa61 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:48.812857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d3778242-e2dd-4011-997b-d2b482be9bbe req-254cc7d7-3ee3-443b-bbfb-de10567caa61 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 943 time: 0.1435061 May 19 12:46:48.847584 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Pushing event updated for resources: {'Port': ['ID=3a303c75-3a40-4b79-b434-71e9f46aae8f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:48.864369 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:48.892972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d3778242-e2dd-4011-997b-d2b482be9bbe req-deed28db-5489-465d-9649-466a77a4b96c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786295 May 19 12:46:48.902029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:48.913891 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:48.917550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:48.918330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:48.918709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:48.941448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:46:48.942033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:48.980445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:48.980790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:48.981348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:48.982096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Bound port: 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:48.982686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.051373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:49.055840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:49.088246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:49.102351 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.134248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Transition to ACTIVE for port object 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:49.158996 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.167526 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:49.350068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Pushing event updated for resources: {'Port': ['ID=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:49.353692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Attempting to bind port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:49.356523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Attempting to bind port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:49.361306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Attempting to bind port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:46:49.370700 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:49.381053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:46:49.381889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:46:49.382737 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.383395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:46:49.388760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Bound port: 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:46:49.389605 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.580284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:49.590677 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:49.611502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.628691 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a156a47-5141-401c-a51d-6c8d9b889515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:49.644433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Pushing event updated for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:49.693465 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:49.746817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] For port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:46:49.779999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] For port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:46:49.793135 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.817275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.854320 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:49.918794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:49.929903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:49.937330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] 10.222.0.71 "PUT /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 1091 time: 4.6200442 May 19 12:46:49.941420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:46:50.007066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:50.051171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Pushing event updated for resources: {'Port': ['ID=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:50.059642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3a303c75-3a40-4b79-b434-71e9f46aae8f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:50.125106 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:50.139613 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:50.165738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Allocated IP 172.25.4.97 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/82ecde57-fa0d-471f-a6dc-54917cb7f3fc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:50.217823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffa34dbe-48fa-47f7-9710-974e2057c3d3 None None] Provisioning for port c399d83f-8239-4a9a-9519-b6349fd4f2fb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:50.245505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffa34dbe-48fa-47f7-9710-974e2057c3d3 None None] Provisioning complete for port c399d83f-8239-4a9a-9519-b6349fd4f2fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:50.246328 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffa34dbe-48fa-47f7-9710-974e2057c3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:50.284696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-212c9cfd-d46f-44d1-aa76-7275040d432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:50.287811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-212c9cfd-d46f-44d1-aa76-7275040d432d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1094 time: 0.2723756 May 19 12:46:50.289624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:50.290568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:50.507587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ccfad-df16-414c-8785-99c08c5250c5 req-50c78975-3484-4e3e-ba24-7aa2f62cea32 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:50.509571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa1ccfad-df16-414c-8785-99c08c5250c5 req-50c78975-3484-4e3e-ba24-7aa2f62cea32 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.6813393 May 19 12:46:50.537148 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-b80c2e0c-a29c-412b-883b-200a61ae5b4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.2365468 May 19 12:46:50.586469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34dbe-48fa-47f7-9710-974e2057c3d3 None None] Port c399d83f-8239-4a9a-9519-b6349fd4f2fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:46:50.716646 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 3a303c75-3a40-4b79-b434-71e9f46aae8f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:50.768240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa1ccfad-df16-414c-8785-99c08c5250c5 req-b549d88e-9092-4bb6-9cf1-577f2f6ff36a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467558 May 19 12:46:50.773310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-b1443ed8-1400-4aef-be2a-6ef90a84d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:50.790456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-b1443ed8-1400-4aef-be2a-6ef90a84d724 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2440374 May 19 12:46:50.796044 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:50.896393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:51.013052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:51.058728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-4b60394e-2c90-4a54-ab23-1fd39951bf3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2603991 May 19 12:46:51.200992 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:51.231619 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:51.323593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e5616f-1d9c-4ca1-a982-aa2166c2df63 None None] Network fe98e943-6e49-4221-9d61-0406bdba29d7 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:46:51.413746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Allocated IP 172.25.4.127 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/31c867bb-3445-468a-bdf7-2d1d9e10af79) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:46:51.464094 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-c835f6f2-dfb1-489c-bdf5-d15231648368 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938110 May 19 12:46:51.480568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Provisioning for port 3a303c75-3a40-4b79-b434-71e9f46aae8f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:51.768209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Provisioning complete for port 3a303c75-3a40-4b79-b434-71e9f46aae8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:51.770724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:51.786007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:51.808371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:51.834314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:52.076784 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.089536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=82ecde57-fa0d-471f-a6dc-54917cb7f3fc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:52.123413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f81c0de4-51b4-4e40-a020-51fcae84b943 req-df006e36-b035-4b2d-83b3-51fdac1993d0 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401429 May 19 12:46:52.123883 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:52.126860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.131871 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fb84f2a9-4bba-406a-97e4-8392ec5c255f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:52.225801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Pushing event updated for resources: {'Port': ['ID=31c867bb-3445-468a-bdf7-2d1d9e10af79,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:52.231568 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:52.246142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:52.247698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:52.254089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:46:52.302501 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.423670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.435309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.471742 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38ff4841-3280-4c04-858c-2abcb72dca0b tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:52.558882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.689893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] For port 3a303c75-3a40-4b79-b434-71e9f46aae8f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3a303c75-3a40-4b79-b434-71e9f46aae8f,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:52.738701 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.746366 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:52.765989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6c698-e681-45c5-b2b7-d8e30ac55ee0 req-9ad81476-15a0-485d-815a-c1c1ff471df5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:52.769201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8df6c698-e681-45c5-b2b7-d8e30ac55ee0 req-9ad81476-15a0-485d-815a-c1c1ff471df5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 943 time: 1.5592992 May 19 12:46:52.802673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Pushing event updated for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:52.861239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:52.883035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:39Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:52.888366 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:52.893170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Pushing event updated for resources: {'Port': ['ID=3a303c75-3a40-4b79-b434-71e9f46aae8f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:52.896190 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ac469-b1bb-4d85-8fff-187f81a440f9 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:39Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:46:52.907021 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:52.976693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:53.385052 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:53.386422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12a88492-65ae-458a-9927-c502576b747f None None] Provisioning complete for port 3a303c75-3a40-4b79-b434-71e9f46aae8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:53.386804 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12a88492-65ae-458a-9927-c502576b747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:53.591061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8df6c698-e681-45c5-b2b7-d8e30ac55ee0 req-b9a93f53-d6a9-42dc-9364-881e0e4e472c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7946665 May 19 12:46:53.777371 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:46:53.880911 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'status': 'completed', 'code': 200} May 19 12:46:53.942496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3a303c75-3a40-4b79-b434-71e9f46aae8f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:54.103405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 3a303c75-3a40-4b79-b434-71e9f46aae8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:54.103986 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:54.269678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:46:54.288780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:46:54.369587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-267466e2-cf93-4c5e-9ec0-41384ea3eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:54.375149 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-267466e2-cf93-4c5e-9ec0-41384ea3eb30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1094 time: 0.5755599 May 19 12:46:54.711215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:54.834604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:54.988031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.010151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.014101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-953d06e1-4e6e-4bec-b173-6698e7f87b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:55.016218 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-953d06e1-4e6e-4bec-b173-6698e7f87b5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.6223485 May 19 12:46:55.025065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f245fc7-7a43-41fa-ad07-2bfe357d0a3b None None] Provisioning complete for port c399d83f-8239-4a9a-9519-b6349fd4f2fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:55.026481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f245fc7-7a43-41fa-ad07-2bfe357d0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.029731 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:55.190503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event updated for resources: {'Port': ['ID=82ecde57-fa0d-471f-a6dc-54917cb7f3fc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:55.199947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-e24c19dc-a5d7-4c15-8176-65cb93b449a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.1731336 May 19 12:46:55.206654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:46:55.208329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f245fc7-7a43-41fa-ad07-2bfe357d0a3b None None] Port c399d83f-8239-4a9a-9519-b6349fd4f2fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:46:55.214297 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:55.214530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:46:55.237179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.325234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:46:55.346027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:55.346502 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.664727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:55.704661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'port_id': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'mac_address': 'fa:16:3e:57:12:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e66f455-cfc4-4471-b900-134702d97815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:46:55.711571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:55.723574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269154f-33b7-414f-8293-fe24aece2562 req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 9.7018492 May 19 12:46:55.734511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-d72afe58-e2ea-438d-9504-1afe0227c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:55.736269 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-d72afe58-e2ea-438d-9504-1afe0227c9be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.5202010 May 19 12:46:55.849509 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-520f921c-3dbe-475a-ac8a-4b51311d8d20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017301 May 19 12:46:55.923793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:55.940887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] 10.222.0.69 "PUT /v2.0/routers/4af6b0e0-0c7c-440c-8d98-2da412cf4767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7071486 May 19 12:46:55.957389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8269154f-33b7-414f-8293-fe24aece2562 req-37e91ae1-0308-497c-be36-12ec6133ed19 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:46:55.993477 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:56.007080 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:56.037902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8269154f-33b7-414f-8293-fe24aece2562 req-37e91ae1-0308-497c-be36-12ec6133ed19 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:46:56.039276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269154f-33b7-414f-8293-fe24aece2562 req-37e91ae1-0308-497c-be36-12ec6133ed19 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.2931485 May 19 12:46:56.079975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:46:56.096156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:56.132758 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:56.150361 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:56.294619 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:56.322914 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:56.325799 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:56.413887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:46:56.434052 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:56.464483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269154f-33b7-414f-8293-fe24aece2562 req-6c6070e1-d081-4c89-8391-c22e6e9ae1ed tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:56.466001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269154f-33b7-414f-8293-fe24aece2562 req-6c6070e1-d081-4c89-8391-c22e6e9ae1ed tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.4154186 May 19 12:46:56.483213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:56.500592 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:56.502207 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2694a24d-1143-44ff-a645-efb42dd46e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:56.538521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Router 7556d6e3-8862-496f-ad59-a320a8373bad is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:46:56.619192 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-6a25cfeb-7dd4-4243-92e0-42d41ec82814 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591705 May 19 12:46:56.726361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:56.748409 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:56.893423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4973d4c5-88f3-4e23-9eb2-d3f839d48d69'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:46:56.922537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5be1-75c5-4146-abb3-18e278716c86 req-586d5da0-61e4-436b-9f42-f9cbedacad71 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:56.925197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-299b5be1-75c5-4146-abb3-18e278716c86 req-586d5da0-61e4-436b-9f42-f9cbedacad71 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.1386726 May 19 12:46:56.930514 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:57.033725 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-152fe411-74ce-4292-9a70-6bf9a32ce25d req-cd25d723-012f-4d6c-99e4-379155870aa2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132491 May 19 12:46:57.038506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:46:57.067888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:46:57.080763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-299b5be1-75c5-4146-abb3-18e278716c86 req-1429fcd4-edce-4a69-a856-d52f7716cc1d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364803 May 19 12:46:57.084676 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:57.086564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.9100804 May 19 12:46:57.089794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:46:57.134070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:46:57.135452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:57.705098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:46:57.974155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5272b1-27e9-43d2-9694-14ee2ff84b7d req-1b030d58-1323-4aa2-b7e1-e29decb7288b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:57.983064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b5272b1-27e9-43d2-9694-14ee2ff84b7d req-1b030d58-1323-4aa2-b7e1-e29decb7288b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 944 time: 0.2100492 May 19 12:46:58.083522 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b5272b1-27e9-43d2-9694-14ee2ff84b7d req-2705f742-42ae-4a7f-9041-c37bffb5d10d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917585 May 19 12:46:58.216768 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:46:51Z', 'revision_number': 2, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:58.234781 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:58.235146 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Updating router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 port c399d83f-8239-4a9a-9519-b6349fd4f2fb binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:46:58.451148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:58.477424 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:58.779742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:46:58.784327 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:58.824512 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-1bb7a24e-a37e-4934-bdc9-df9a0fca9ba8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5084696 May 19 12:46:58.966464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:46:52Z', 'revision_number': 3, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:46:58.976955 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:46:58.977306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Updating router 7556d6e3-8862-496f-ad59-a320a8373bad port 31c867bb-3445-468a-bdf7-2d1d9e10af79 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:46:59.127122 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.177849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.378511 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.410004 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Transition to ACTIVE for port object c399d83f-8239-4a9a-9519-b6349fd4f2fb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:59.429766 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.436369 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-49151714-fdce-4981-843c-9ff57d4475b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:59.562756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-e1a3d43a-421a-44a7-b0c1-f894ff28577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:46:59.569289 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-e1a3d43a-421a-44a7-b0c1-f894ff28577f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1096 time: 0.5575359 May 19 12:46:59.583118 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:46:59.730915 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Pushing event updated for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:46:59.812900 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:46:59.900951 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.946653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Transition to ACTIVE for port object 31c867bb-3445-468a-bdf7-2d1d9e10af79 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:46:59.964395 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:46:59.979637 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:46:59.994277 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Attempting to bind port c399d83f-8239-4a9a-9519-b6349fd4f2fb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:46:59.995514 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Attempting to bind port c399d83f-8239-4a9a-9519-b6349fd4f2fb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:46:59.996421 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Attempting to bind port c399d83f-8239-4a9a-9519-b6349fd4f2fb on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:00.019851 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:00.022051 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Checking segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:00.027127 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.029170 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Bound using segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:00.030370 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Bound port: c399d83f-8239-4a9a-9519-b6349fd4f2fb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:00.032593 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.056857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:00.102373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:00.102754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.234098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Attempting to bind port 31c867bb-3445-468a-bdf7-2d1d9e10af79 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:00.235438 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Attempting to bind port 31c867bb-3445-468a-bdf7-2d1d9e10af79 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:00.235957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Attempting to bind port 31c867bb-3445-468a-bdf7-2d1d9e10af79 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:00.239742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Pushing event updated for resources: {'Port': ['ID=31c867bb-3445-468a-bdf7-2d1d9e10af79,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:00.252987 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:00.260514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:00.261213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:00.261716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.262194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:00.262778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Bound port: 31c867bb-3445-468a-bdf7-2d1d9e10af79, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:00.263238 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.299102 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] For port c399d83f-8239-4a9a-9519-b6349fd4f2fb, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:00.305994 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] For port c399d83f-8239-4a9a-9519-b6349fd4f2fb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c399d83f-8239-4a9a-9519-b6349fd4f2fb,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:00.318527 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.342544 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:00.448189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Allocated IP 172.20.0.1 (fe98e943-6e49-4221-9d61-0406bdba29d7/62aee6e8-bdc1-43c9-892e-374471f91b0a/d83d38cc-b9bc-4213-842a-d44615a82718) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:00.498045 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:00.498952 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:00.564898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] For port 31c867bb-3445-468a-bdf7-2d1d9e10af79, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:00.578081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] For port 31c867bb-3445-468a-bdf7-2d1d9e10af79, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=31c867bb-3445-468a-bdf7-2d1d9e10af79,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:00.583348 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.663136 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.701100 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7519b61d-c0e9-4474-b0b0-320d43924105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:00.806072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-23afc041-38c2-4546-ab07-306e751f7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:00.820695 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-23afc041-38c2-4546-ab07-306e751f7c49 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 1.2046103 May 19 12:47:00.873802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Pushing event updated for resources: {'Port': ['ID=31c867bb-3445-468a-bdf7-2d1d9e10af79,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:00.888533 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:00.897001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:00.915536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:00.932959 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:00.936334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-674e73b8-9d59-4455-9ecb-2f9f9c5e1a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:01.002258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:01.021109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:01.023976 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:01.175821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:01.244199 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-5255e319-e5a4-4122-8165-fc60ddf152e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.4079704 May 19 12:47:01.261598 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Pushing event updated for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:01.280414 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:01.442455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Transition to ACTIVE for port object d83d38cc-b9bc-4213-842a-d44615a82718 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:01.490923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-b1e84c7a-585d-46c0-a652-2889ba4f75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:01.493965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-b1e84c7a-585d-46c0-a652-2889ba4f75c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.2386873 May 19 12:47:01.606249 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-70f8d0df-f7d7-4fc9-8e67-5a8d799fc580 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011581 May 19 12:47:01.629090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:01.649136 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:01.722450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:01.829861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:01.849388 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:02.020619 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:00Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:02.026618 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2078c-e2f5-49f5-a3b0-9a96589d341e None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:00Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:47:02.065387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:02.076526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:02.103612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:02.106189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:02.303753 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:02.402710 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-91f5cf63-578a-4e1c-86d1-2bc31c881671 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890253 May 19 12:47:02.498643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c399d83f-8239-4a9a-9519-b6349fd4f2fb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:02.734105 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:02.790043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee85e634-349a-4842-a1dc-aaa61fd47461 None None] Provisioning for port d83d38cc-b9bc-4213-842a-d44615a82718 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:02.799879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee85e634-349a-4842-a1dc-aaa61fd47461 None None] Provisioning complete for port d83d38cc-b9bc-4213-842a-d44615a82718 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:02.800395 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee85e634-349a-4842-a1dc-aaa61fd47461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:02.911015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee85e634-349a-4842-a1dc-aaa61fd47461 None None] Port d83d38cc-b9bc-4213-842a-d44615a82718 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:47:02.923319 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port c399d83f-8239-4a9a-9519-b6349fd4f2fb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:02.949346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port c399d83f-8239-4a9a-9519-b6349fd4f2fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:02.951336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:03.062847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:46:52Z', 'revision_number': 3, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:03.071154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f6ddd-995a-4ee0-a5fd-b43b5db0be07 None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:46:52Z', 'revision_number': 3, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:47:03.225670 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a5efb8-91a9-4186-96df-5c1fb3490a51 req-4da503b0-3ab9-46bc-b42e-fa2970838072 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799962 May 19 12:47:03.236214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:03.333837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port c399d83f-8239-4a9a-9519-b6349fd4f2fb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c399d83f-8239-4a9a-9519-b6349fd4f2fb,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:03.348369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:03.349692 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:03.574993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:03.580847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:03.581927 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:04.225769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:04.237461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:04.527068 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:04.576779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c399d83f-8239-4a9a-9519-b6349fd4f2fb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:04.752105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:04.755443 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:04.756518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:04.801908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port c399d83f-8239-4a9a-9519-b6349fd4f2fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:04.803484 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:05.112250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:05.122008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:05.325558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 31c867bb-3445-468a-bdf7-2d1d9e10af79 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:05.530070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 31c867bb-3445-468a-bdf7-2d1d9e10af79 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:05.547075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 31c867bb-3445-468a-bdf7-2d1d9e10af79 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:05.551503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:05.673183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:47:05.817179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9afb83ef-f28c-4a2a-b457-a0d34988f897 None None] Provisioning complete for port d83d38cc-b9bc-4213-842a-d44615a82718 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:05.817780 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9afb83ef-f28c-4a2a-b457-a0d34988f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:06.012632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9afb83ef-f28c-4a2a-b457-a0d34988f897 None None] Port d83d38cc-b9bc-4213-842a-d44615a82718 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:47:06.026852 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:06.078049 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 31c867bb-3445-468a-bdf7-2d1d9e10af79, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=31c867bb-3445-468a-bdf7-2d1d9e10af79,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:06.085595 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:06.092117 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:06.149839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:47:06.216194 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/7556d6e3-8862-496f-ad59-a320a8373bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1250119 May 19 12:47:06.297276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=31c867bb-3445-468a-bdf7-2d1d9e10af79,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:06.310998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.311364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.312763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.312763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.313306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.313306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.313792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.314147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.314565 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.315047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.315275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.315701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:06.320409 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:06.679258 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:47:06.693862 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:06.694872 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:07.063222 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:07.752890 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 2, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:07.766801 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:47:07.767136 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Updating router 7556d6e3-8862-496f-ad59-a320a8373bad port d83d38cc-b9bc-4213-842a-d44615a82718 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:47:07.851435 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:08.391859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 31c867bb-3445-468a-bdf7-2d1d9e10af79 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:08.523280 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:08.550164 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Transition to ACTIVE for port object d83d38cc-b9bc-4213-842a-d44615a82718 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:08.563628 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 31c867bb-3445-468a-bdf7-2d1d9e10af79 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:08.567182 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:08.571866 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:08.580631 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:08.912568 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Pushing event updated for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:08.992356 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:09.120131 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Attempting to bind port d83d38cc-b9bc-4213-842a-d44615a82718 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:09.120590 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Attempting to bind port d83d38cc-b9bc-4213-842a-d44615a82718 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:09.120857 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Attempting to bind port d83d38cc-b9bc-4213-842a-d44615a82718 on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:09.141142 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:09.141984 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:09.142637 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:09.143976 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:09.145608 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Bound port: d83d38cc-b9bc-4213-842a-d44615a82718, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:09.146380 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:09.321875 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] For port d83d38cc-b9bc-4213-842a-d44615a82718, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:09.329378 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] For port d83d38cc-b9bc-4213-842a-d44615a82718, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d83d38cc-b9bc-4213-842a-d44615a82718,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:09.340050 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:09.348204 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:09.466265 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:09.466906 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:46:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:09.597764 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Pushing event updated for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:09.605860 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:09.833864 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:10.199164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28be3be8-16ee-47c5-932b-b39a133de75b req-05cdef58-b5cf-489e-913e-c46bd6120cf1 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips/558f7f61-622c-4673-83ea-741b852320e9 HTTP/1.1" status: 200 len: 692 time: 0.1503904 May 19 12:47:10.232636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4106-2a56-4b19-9aa8-6e12cfab4c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:10.367542 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:09Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:10.373054 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c077-7533-478b-8d3b-5607308b3e6b None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:09Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:47:10.769779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be3be8-16ee-47c5-932b-b39a133de75b req-46b2e877-8095-4452-b735-84d889e41830 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:10.788071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28be3be8-16ee-47c5-932b-b39a133de75b req-46b2e877-8095-4452-b735-84d889e41830 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2895617 May 19 12:47:10.815127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-28be3be8-16ee-47c5-932b-b39a133de75b req-6bed675a-342f-4b76-8993-33e614b913b3 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:47:10.829798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28be3be8-16ee-47c5-932b-b39a133de75b req-6bed675a-342f-4b76-8993-33e614b913b3 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390818 May 19 12:47:10.926915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-3b038d00-537a-4fb7-aab8-61761dbf0ebb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:10.942129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-3b038d00-537a-4fb7-aab8-61761dbf0ebb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 820 time: 0.8248124 May 19 12:47:10.974620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-f3adf033-e750-4dce-9b58-0de088550c6f tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/quotas/68eb3cd805d047edb039607c10ce5445 HTTP/1.1" status: 200 len: 375 time: 0.0266933 May 19 12:47:11.221461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-91591c28-0015-45fb-b05c-d61dc6b0f252 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:11.250525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a74af-6731-48ae-8704-c719b153a5c7 req-6f2e01b2-fd58-4a85-9f84-f043ef5ddc2e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:11.252848 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-507a74af-6731-48ae-8704-c719b153a5c7 req-6f2e01b2-fd58-4a85-9f84-f043ef5ddc2e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 945 time: 0.2054715 May 19 12:47:11.292451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-91591c28-0015-45fb-b05c-d61dc6b0f252 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:11.304763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-91591c28-0015-45fb-b05c-d61dc6b0f252 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280437 May 19 12:47:11.440865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-507a74af-6731-48ae-8704-c719b153a5c7 req-178182f5-b6cf-4790-8bb9-30336590a1c8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748161 May 19 12:47:11.523995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-d2110717-511f-48e2-9c2b-492cbe1221f6 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096000 May 19 12:47:11.819658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-4c179f3c-c611-4216-8ef9-70e8c9bbe239 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863755 May 19 12:47:11.931698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b7db-1024-4c49-b71c-b9d897bcdff3 req-464e5034-fabe-4653-8f8c-c8627f8b6e91 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:11.933514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b111b7db-1024-4c49-b71c-b9d897bcdff3 req-464e5034-fabe-4653-8f8c-c8627f8b6e91 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 945 time: 0.1253128 May 19 12:47:12.104314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b111b7db-1024-4c49-b71c-b9d897bcdff3 req-fcc73d73-8edc-43aa-913f-1199c142f119 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608651 May 19 12:47:12.116900 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'code': 200} May 19 12:47:12.412150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d83d38cc-b9bc-4213-842a-d44615a82718 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:12.443358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892cbc-dcb5-4b83-8306-b7daac65e4fe req-6f0001ca-062c-4c4b-85a2-ea57cf9c4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:12.445300 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2892cbc-dcb5-4b83-8306-b7daac65e4fe req-6f0001ca-062c-4c4b-85a2-ea57cf9c4c2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1096 time: 0.1910110 May 19 12:47:12.538345 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2892cbc-dcb5-4b83-8306-b7daac65e4fe req-2e08be69-950e-405b-be1b-f0fc6f32b69d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865262 May 19 12:47:12.585520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d83d38cc-b9bc-4213-842a-d44615a82718 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:12.598506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d83d38cc-b9bc-4213-842a-d44615a82718 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:12.599600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:12.687033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-8f9cab6e-5d97-4e1d-bb85-b7cbaf537157 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips/558f7f61-622c-4673-83ea-741b852320e9 HTTP/1.1" status: 200 len: 692 time: 0.1274092 May 19 12:47:12.763363 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5aff832-dce3-43a4-bffe-eaa755bcd979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:12.782051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:12.801304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327978122', 'description': 'tempest-description--1409337542'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:12.835536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:12.854295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:12.866013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:12.872189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:12.898803 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:12.916049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:12.947740 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:12.992906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d83d38cc-b9bc-4213-842a-d44615a82718, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d83d38cc-b9bc-4213-842a-d44615a82718,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:13.004483 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.012619 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-09ad8ac3-701d-4e2e-84d8-34160ed9330a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:13.048112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:13.065155 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:13.071536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:13.085822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:13.137184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:13.142130 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:13.171976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:13.246143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-49940bdc-6e63-49df-8fef-bac7947d5ea2 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:13.255973 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.258312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-49940bdc-6e63-49df-8fef-bac7947d5ea2 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5601273 May 19 12:47:13.264288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.275095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-1b59cf19-2080-456f-bc10-7f6f53edcd97 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:47:13.278850 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:13.287426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-1b59cf19-2080-456f-bc10-7f6f53edcd97 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267267 May 19 12:47:13.370164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc85b1-3d94-416a-afcd-f52f778f0224,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:13.393944 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:13.447066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.452168 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6666424 May 19 12:47:13.455023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:13.475746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group_rule': {'security_group_id': 'fcdc85b1-3d94-416a-afcd-f52f778f0224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:13.505446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:13.517759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:13.528611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:13.531320 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-91a5a4a8-d48a-4ab8-8d16-6d0ca027b7c6 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.2219067 May 19 12:47:13.542484 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.557273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:13.613631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.638317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:13.645687 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.649961 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:13.813765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.826602 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.831728 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:13.875570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:13.886455 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:13.889338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f2e720-6846-4122-a4cd-a95f5ecf6875,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:13.894631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-2ddce653-72fc-4c99-8724-f278ec2efa8b tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.3610821 May 19 12:47:13.909208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:13.930717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:13.934109 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f396c47-8f28-4cfe-8a77-aa343ed2650e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749448 May 19 12:47:13.936647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:13.949480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group_rule': {'security_group_id': 'fcdc85b1-3d94-416a-afcd-f52f778f0224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:13.969841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:13.978994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:13.986815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:14.004508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:14.053394 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.098868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.120538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:14.219969 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.236640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.240407 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:14.302937 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f59a42e-34b7-4b32-97ed-d27ca81b0dc0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:14.307832 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d83d38cc-b9bc-4213-842a-d44615a82718 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:14.308977 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:14.323148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.328386 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878589 May 19 12:47:14.331491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:14.342346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:14.357785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:14.369870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:floatingip and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:14.376137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:14.388251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:14.419808 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.442127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d83d38cc-b9bc-4213-842a-d44615a82718 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:14.442988 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.635196 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.752269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb14b7-9f73-4eb3-bdb4-70dc825181a4 req-01dc3a09-7205-41ea-9e5b-6c441af8c245 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:14.755550 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cccb14b7-9f73-4eb3-bdb4-70dc825181a4 req-01dc3a09-7205-41ea-9e5b-6c441af8c245 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 945 time: 0.6485925 May 19 12:47:14.866710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Deleting port 82ecde57-fa0d-471f-a6dc-54917cb7f3fc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:14.867479 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:14.968526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cccb14b7-9f73-4eb3-bdb4-70dc825181a4 req-0e48b793-412b-4510-a62f-ad38a13e05ba tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915016 May 19 12:47:15.053600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.167289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-22188c8b-7ced-48a9-a4b8-ac7865daf08c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:15.168074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-22188c8b-7ced-48a9-a4b8-ac7865daf08c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:15.176228 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.176526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.236845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Allocated IP 172.25.4.28 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/f8c6f5f6-0596-4a39-9455-dfde776e6035) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:15.240185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-22188c8b-7ced-48a9-a4b8-ac7865daf08c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:15.240409 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-22188c8b-7ced-48a9-a4b8-ac7865daf08c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 820 time: 0.4602065 May 19 12:47:15.257173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'port': {'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'admin_state_up': True, 'tenant_id': '68eb3cd805d047edb039607c10ce5445'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:15.380581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Calling delete_port for 82ecde57-fa0d-471f-a6dc-54917cb7f3fc owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:15.398948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85e9c247-8062-4937-a445-8e07f7dd3e3b req-85c39d4d-7e9e-4103-a115-df9674fbbb24 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 210 time: 0.1222963 May 19 12:47:15.503108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.579385 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.590793 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:15.673871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:15.695294 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.700955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:15.720589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event deleted for resources: {'Port': ['ID=82ecde57-fa0d-471f-a6dc-54917cb7f3fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:15.723721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Made reservation on behalf of 68eb3cd805d047edb039607c10ce5445 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:15.727202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.729813 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:15.841114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.852779 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d03055a8-94ff-439e-87e1-b2f7352b7932 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:15.862222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4eee-4d28-44db-bb4b-86706d244215 req-ff1116b0-dbca-438c-93c6-ad377c50b1c6 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:15.864966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-320e4eee-4d28-44db-bb4b-86706d244215 req-ff1116b0-dbca-438c-93c6-ad377c50b1c6 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 949 time: 0.2064869 May 19 12:47:15.865889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.909033 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:15.924814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0266a443-7909-4389-a9c1-0088fb0eb17e req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "DELETE /v2.0/floatingips/558f7f61-622c-4673-83ea-741b852320e9 HTTP/1.1" status: 204 len: 173 time: 2.0158803 May 19 12:47:15.979479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:15.988984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:15.991827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:16.001700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-320e4eee-4d28-44db-bb4b-86706d244215 req-4eddc9ca-291e-47b4-9ecf-98d13b2603c9 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168337 May 19 12:47:16.086682 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=f8c6f5f6-0596-4a39-9455-dfde776e6035,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:16.090343 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:16.122846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Allocated IP 172.20.0.12 (d2846183-f616-4c77-9231-1d12c6d4f0ef/bd154de3-bb02-4687-bcb3-7bce66b08c32/2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:16.212938 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'code': 200} May 19 12:47:16.232997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733aa3-0373-4396-b2f1-fc569a731646 req-ae07c74d-6b9e-483c-8452-efa1771de00f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:16.236122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef733aa3-0373-4396-b2f1-fc569a731646 req-ae07c74d-6b9e-483c-8452-efa1771de00f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 945 time: 0.2172368 May 19 12:47:16.310416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef733aa3-0373-4396-b2f1-fc569a731646 req-234116a7-c2bb-42cf-9e34-9d87f4d8721f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 May 19 12:47:16.412625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:16.629771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b043abf-17a6-45ef-90a6-15221e427ae3 req-cf12b1ae-056f-4606-af4f-55d22f01711b tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:16.631632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b043abf-17a6-45ef-90a6-15221e427ae3 req-cf12b1ae-056f-4606-af4f-55d22f01711b tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2450135 May 19 12:47:16.773401 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:16.846420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:16.959397 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:17.034657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Transition to ACTIVE for port object 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:17.101651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a31-3f6a-4e11-8e0f-e61203fe5f27 req-61b103e9-0da6-4a29-b3f0-87f099bee529 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:17.118935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a1b9a31-3f6a-4e11-8e0f-e61203fe5f27 req-61b103e9-0da6-4a29-b3f0-87f099bee529 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1096 time: 0.2392144 May 19 12:47:17.283435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a1b9a31-3f6a-4e11-8e0f-e61203fe5f27 req-be2b5c90-6d14-425c-9ae2-4628d072c399 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608825 May 19 12:47:17.387257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:17.445311 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7d4304e5-f75b-4c34-9912-5fee833a1dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:17.634644 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:17.724843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:17.735503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:17.735978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:17.745329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:17.786687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:17.883500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-66dea4ae-d032-4f6b-a6b4-fb657fe7c22c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:17.930009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-66dea4ae-d032-4f6b-a6b4-fb657fe7c22c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:17.933316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event updated for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:17.946428 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:17.962183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-66dea4ae-d032-4f6b-a6b4-fb657fe7c22c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=5fd4703686a74904b775e1ffb1851ae3 HTTP/1.1" status: 200 len: 1656 time: 0.3550558 May 19 12:47:18.038209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:18.116500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:18.149380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:18.150056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:18.158756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=f8c6f5f6-0596-4a39-9455-dfde776e6035,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:18.204695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'mac_address': 'fa:16:3e:d7:c3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:47:18.278125 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:18.278410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef400a8-7035-447d-8e9c-ae69986325e1 req-f25003a2-0c24-4f87-9403-0986aab50b21 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:18.291168 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef400a8-7035-447d-8e9c-ae69986325e1 req-f25003a2-0c24-4f87-9403-0986aab50b21 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 932 time: 0.5456669 May 19 12:47:18.364081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:18.374036 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1222320 May 19 12:47:18.391525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Request body: {'port': {'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:18.444751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-717fdd4c-0540-4014-8ecf-7ba2162e645f None None] Provisioning for port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:18.476296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-717fdd4c-0540-4014-8ecf-7ba2162e645f None None] Provisioning complete for port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:18.477944 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-717fdd4c-0540-4014-8ecf-7ba2162e645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:18.524538 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:18.527951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-118b5f48-78be-460b-b6b8-81d449b77313 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:18.543930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-118b5f48-78be-460b-b6b8-81d449b77313 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks?id=8e54cd77-dae3-45b0-b67e-d30792805d5c&id=8e54cd77-dae3-45b0-b67e-d30792805d5c&id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 787 time: 0.5801640 May 19 12:47:18.569856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-1197740d-b3f6-42f9-8fec-9eb480b01099 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:47:18.589502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b907be5-5ff7-44e3-9708-f80352e33019 req-1197740d-b3f6-42f9-8fec-9eb480b01099 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289729 May 19 12:47:18.627473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9993b53b-af78-458d-b51b-5daeb6ae207a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:18.639936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-1e381740-b7e6-40bd-a64b-2e325537c957 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:18.642773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-1e381740-b7e6-40bd-a64b-2e325537c957 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f91c924-6161-4f58-be0e-de97bb1f1a39 HTTP/1.1" status: 200 len: 945 time: 0.4245911 May 19 12:47:18.683026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-717fdd4c-0540-4014-8ecf-7ba2162e645f None None] Port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:47:18.696705 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef400a8-7035-447d-8e9c-ae69986325e1 req-12ea9372-6c2f-484e-b9ad-5df3990505a2 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040511 May 19 12:47:18.702185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:18.717410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:18.730312 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5ef1b14b-111d-4930-8cb3-977240f86440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:18.868053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['9993b53b-af78-458d-b51b-5daeb6ae207a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:19.079787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:19.082079 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7488914 May 19 12:47:19.130784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:19.143269 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:19.169403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-27ee9e0e-75ac-485f-b325-bb7f57f02dd7 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--962141850&fields=id&tenant_id=bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 267 time: 0.2561650 May 19 12:47:19.282348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:19.485540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Deleting port a422d56c-dbcf-4d26-beeb-6832ed4dadac {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:19.486022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:19.779403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:19.943513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-f7b8cc1a-5d54-4972-8c72-6c2356790640 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:19.951442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-f7b8cc1a-5d54-4972-8c72-6c2356790640 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 824 time: 0.7688208 May 19 12:47:20.009397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 9993b53b-af78-458d-b51b-5daeb6ae207a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:20.010214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:20.086381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-d24ab378-b1b6-4567-be71-d05fe88c5973 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/quotas/bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 375 time: 0.1126349 May 19 12:47:20.284007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06eb57-3b43-413e-89ba-6e7c33bceefe req-06e4e217-40d5-480e-b754-cb180232f681 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:20.298109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a06eb57-3b43-413e-89ba-6e7c33bceefe req-06e4e217-40d5-480e-b754-cb180232f681 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1096 time: 0.5949297 May 19 12:47:20.299461 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:20.324557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:20.325417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:20.363815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:20.381766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:20.391183 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:20.402628 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d6de7f93-ddab-45f6-88a2-535a5d290a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:20.428606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a06eb57-3b43-413e-89ba-6e7c33bceefe req-350b1abc-8aef-4657-846a-762e3c69fbcd tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274743 May 19 12:47:20.474453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-5f4034eb-3d0b-4007-b512-4699104fc311 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3766315 May 19 12:47:20.583996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:20.592592 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:20.788727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-03688fd4-33d2-489a-a3b8-bee5739b6186 service neutron] 10.222.0.69 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462049 May 19 12:47:20.860063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:20.885893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.027018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-4b53c30c-f477-48e0-a697-4e7cfcb31181 service neutron] 10.222.0.69 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637342 May 19 12:47:21.057893 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-a34e3c9d-6ff8-4b9d-87ba-b9f821c91027 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips/5de7e8c7-1033-4eb5-b099-8a21d2d967f6 HTTP/1.1" status: 200 len: 693 time: 0.2677920 May 19 12:47:21.222145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a422d56c-dbcf-4d26-beeb-6832ed4dadac no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:21.413297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.413937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.414183 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a disassociated. External IP: 172.25.4.89, port: a422d56c-dbcf-4d26-beeb-6832ed4dadac. May 19 12:47:21.414491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Calling delete_port for a422d56c-dbcf-4d26-beeb-6832ed4dadac owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:21.422943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Transition to ACTIVE for port object 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:21.433067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.440607 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-888e6111-b756-4b93-8a2f-b4d77f94e8d5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:21.659526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-65840632-4b6e-456d-880a-b2498cff8db3 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:21.669792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-65840632-4b6e-456d-880a-b2498cff8db3 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5995505 May 19 12:47:21.691775 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.815965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a422d56c-dbcf-4d26-beeb-6832ed4dadac, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a422d56c-dbcf-4d26-beeb-6832ed4dadac,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:21.830462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:21.841245 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:21.849464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-874b3d85-233e-427d-b49d-26722239663f tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.1782377 May 19 12:47:22.039620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-6b4266b1-8f3a-460f-899c-c54e20e8b5d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--327978122&fields=id&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 267 time: 0.2666583 May 19 12:47:22.097910 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:22.102291 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:22.186300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:22.331408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.331941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.332208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.332506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.332854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.333247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.333563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.333864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.334201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.334538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.334880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.335219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:22.345579 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:22.387827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Attempting to bind port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:22.388641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Attempting to bind port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:22.389253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Attempting to bind port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:22.422619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f on network d2846183-f616-4c77-9231-1d12c6d4f0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:22.424715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Attempting to bind port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:22.436144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:22.447615 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-070851b6-b944-43ac-bfde-b26ff33231db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:22.615026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event deleted for resources: {'Port': ['ID=a422d56c-dbcf-4d26-beeb-6832ed4dadac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:22.618646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:22.619178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Checking segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:22.619804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Bound using segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:22.630701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Bound port: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:22.631281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:22.636192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-33affb25-41d7-4033-88df-e8ad72e1cd0d tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.7696865 May 19 12:47:22.669674 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:22.673281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-3ffe3b22-d5c2-4520-a8bc-4c1bb5bd34af tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:22.695008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-3ffe3b22-d5c2-4520-a8bc-4c1bb5bd34af tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 816 time: 0.6179082 May 19 12:47:22.888310 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-a70d9717-9bf6-490d-acb3-ae7d013a0db6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/quotas/c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 375 time: 0.1908703 May 19 12:47:23.095050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:23.112098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:23.125038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:23.131459 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9b557974-131d-497c-9ef0-2d3ab5670194 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:23.217197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:23.222519 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:23.257919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:47:23.265938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:23.266581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:23.268057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] 10.222.0.57 "PUT /v2.0/ports/2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 1092 time: 4.8822992 May 19 12:47:23.268595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:23.509790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-5bd73fea-7f52-4689-80a1-9528a8a71559 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6202929 May 19 12:47:24.200681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Deleting port 87bd7863-732f-463e-ade4-668f693790b2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:24.201167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:24.395320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-ef4b9c2c-6ade-40c3-b73c-6d0cfb57ed03 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:24.397743 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-ef4b9c2c-6ade-40c3-b73c-6d0cfb57ed03 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.57 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 824 time: 0.4619544 May 19 12:47:24.399453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:47:24.411641 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:47:24.425655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:24.426579 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:24.496309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-100c34e6-c8ca-4c31-a06e-6cb2f9c217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:24.498576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-100c34e6-c8ca-4c31-a06e-6cb2f9c217fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1095 time: 1.0073559 May 19 12:47:24.510723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-8fa76cff-7bbf-4b48-b52b-4adba7cab5fe service neutron] 10.222.0.69 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9696665 May 19 12:47:24.535461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:24.536095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:24.684986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] No DVR routers for this DVR port a422d56c-dbcf-4d26-beeb-6832ed4dadac on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:47:24.690919 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:24.700104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:24.724549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Calling delete_port for 87bd7863-732f-463e-ade4-668f693790b2 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:24.750280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-32cca573-81f4-4d3d-931d-7d284262bf92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.1731627 May 19 12:47:24.840865 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6898180-cae0-4e82-91b1-cb4c90f0aeef req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.71 "DELETE /v2.0/ports/a422d56c-dbcf-4d26-beeb-6832ed4dadac HTTP/1.1" status: 204 len: 173 time: 6.1776714 May 19 12:47:24.858550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ba184f7e-5096-489c-b439-91833ff6371e req-83144ce6-f9c1-45c5-8417-457d2d831423 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:24.913456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-c5ef567d-9c46-4068-8f3d-5bf59a205f5e service neutron] 10.222.0.69 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007211 May 19 12:47:24.956026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ba184f7e-5096-489c-b439-91833ff6371e req-83144ce6-f9c1-45c5-8417-457d2d831423 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:24.990951 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-83144ce6-f9c1-45c5-8417-457d2d831423 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bce2f115061d4fa8ab4109bd64e0f415 HTTP/1.1" status: 200 len: 379 time: 0.5401616 May 19 12:47:25.016281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-6aac0e3b-dff2-402c-8b8d-c67072760087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:25.019863 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-6aac0e3b-dff2-402c-8b8d-c67072760087 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2584898 May 19 12:47:25.037583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'port': {'device_id': '4b63e542-78a6-4412-99d4-bf79866a5022', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'admin_state_up': True, 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'security_groups': ['cae5a912-325e-46f2-912c-fdf850fcd89a']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:25.255518 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:25.286717 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:25.332509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:25.341689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Usage tracker for resource:port and tenant:bce2f115061d4fa8ab4109bd64e0f415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:25.350557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:25.372965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:25.457296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event deleted for resources: {'Port': ['ID=87bd7863-732f-463e-ade4-668f693790b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:25.496079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Made reservation on behalf of bce2f115061d4fa8ab4109bd64e0f415 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:25.500383 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:25.513796 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:25.567411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:25.573878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:47:25.591265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:25.592200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:25.670408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:25.765370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:25.773835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-010a7669-cd67-4edf-b7ac-dd213984f745 req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "DELETE /v2.0/floatingips/5de7e8c7-1033-4eb5-b099-8a21d2d967f6 HTTP/1.1" status: 204 len: 173 time: 3.0372808 May 19 12:47:25.825489 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0663d3-39d5-4bb9-83e6-45f19996ed55 req-f22508f2-b47d-4619-a4ba-1ff51b7c52b9 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:25.856990 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f0663d3-39d5-4bb9-83e6-45f19996ed55 req-f22508f2-b47d-4619-a4ba-1ff51b7c52b9 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 944 time: 0.2426414 May 19 12:47:25.901475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8d9a8de3-6208-48d8-b41d-eb9be10eb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:25.903991 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-8d9a8de3-6208-48d8-b41d-eb9be10eb48c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5118823 May 19 12:47:26.039532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:26.048381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f0663d3-39d5-4bb9-83e6-45f19996ed55 req-718bccff-2424-4414-82bc-6ea507d5b409 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902733 May 19 12:47:26.161106 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'code': 200} May 19 12:47:26.511597 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-92a4be06-7b02-4dab-9f01-096c1c789060 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995300 May 19 12:47:26.596851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Allocated IP 172.20.0.5 (e5af02b6-18bd-42b3-8458-2a2b05b7331c/c809a785-d32c-44f6-946c-cbc869c6039f/49f25466-6367-49f4-8155-16a3e60fe419) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:26.698559 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:47:26.734525 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:26.739868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1454f3-c114-4418-ba61-a340f4b93b02 req-5db2893a-626c-4584-8442-ed68089b581a tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 210 time: 0.2288737 May 19 12:47:26.751517 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53009682-c0c5-4604-bb39-e7bf32570976 None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:47:26.866413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26558823-95a2-4823-a195-9eca5ec6ad53 req-173e0a96-02e0-40b7-a57f-ac46179e60e3 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364980 May 19 12:47:27.007697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d10a632-37b3-42a4-bd2f-f53f8790f82e req-db6adcc8-4f6e-449d-85a2-9008cbca4f72 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 210 time: 0.0819397 May 19 12:47:27.121177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:27.201272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Transition to ACTIVE for port object 49f25466-6367-49f4-8155-16a3e60fe419 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:27.240463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-95f58089-0c18-4595-923e-fd84cdd1635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:27.242059 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-95f58089-0c18-4595-923e-fd84cdd1635a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1095 time: 0.1248126 May 19 12:47:27.317894 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267fd72-2e82-4e91-977d-47d7eb5a2e5a None None] New status for floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:47:27.438833 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:27.447495 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c932784-5ff3-43df-8555-88f37908ed32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:27.458619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-63863744-f77c-4504-97ef-5d90e528d376 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips/a1931d32-0bc4-4f98-9505-b941cdceae5c HTTP/1.1" status: 200 len: 693 time: 0.3602703 May 19 12:47:27.653740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-bf83b8e7-992a-4721-a5a8-8f5117eafa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:27.654751 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-bf83b8e7-992a-4721-a5a8-8f5117eafa57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.4029510 May 19 12:47:27.730725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-2fc12bab-9f62-4a5d-bd87-3c98ac8c3a65 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:27.747760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:27.748497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-2fc12bab-9f62-4a5d-bd87-3c98ac8c3a65 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 0.6853287 May 19 12:47:27.760084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:27.766502 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-5a8da8d5-b0d7-452b-abeb-cf602fb78eee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.1012862 May 19 12:47:27.767475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:27.787798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-f0e8f9b4-8857-4b7b-bdf5-ecd53a284db8 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/quotas/476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 375 time: 0.0383151 May 19 12:47:27.969321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-e639b614-bd9b-4c27-a1f4-2a18c84b3096 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:27.998685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-e639b614-bd9b-4c27-a1f4-2a18c84b3096 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5416343 May 19 12:47:28.162105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:28.204759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a97a6c94-a618-4f84-8de6-e3009df7d805 None None] Provisioning for port 49f25466-6367-49f4-8155-16a3e60fe419 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:28.214654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a97a6c94-a618-4f84-8de6-e3009df7d805 None None] Provisioning complete for port 49f25466-6367-49f4-8155-16a3e60fe419 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:28.215346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a97a6c94-a618-4f84-8de6-e3009df7d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:28.243286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-17632bf6-b76f-4589-9244-5edbec0ded0e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:28.279857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-44d96138-08be-413c-a9af-8055ef9e5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:28.284733 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-44d96138-08be-413c-a9af-8055ef9e5e6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.4783373 May 19 12:47:28.290183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event updated for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:28.299592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-cafce8f5-c4a3-4e45-acbd-c5331fffa4a0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5107455 May 19 12:47:28.301455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-17632bf6-b76f-4589-9244-5edbec0ded0e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:28.303653 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:28.308326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-17632bf6-b76f-4589-9244-5edbec0ded0e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.3084052 May 19 12:47:28.371790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a97a6c94-a618-4f84-8de6-e3009df7d805 None None] Port 49f25466-6367-49f4-8155-16a3e60fe419 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:47:28.467297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:28.468756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:28.480603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-ff632010-1bcf-492c-baec-c170570c5b86 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:28.481520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-ff632010-1bcf-492c-baec-c170570c5b86 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Synchronizing usage tracker for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:28.536443 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5120075 May 19 12:47:28.537455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-ff632010-1bcf-492c-baec-c170570c5b86 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Unset dirty status for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:28.539143 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-ff632010-1bcf-492c-baec-c170570c5b86 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 816 time: 0.5956120 May 19 12:47:28.546625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Request body: {'port': {'device_id': '4b63e542-78a6-4412-99d4-bf79866a5022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:28.554504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-143745df-79b0-411c-a837-5191896d5b7a tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.2451417 May 19 12:47:28.630303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-9a58c33e-ed9b-4b1e-a101-d9ce96839a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:28.633085 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-9a58c33e-ed9b-4b1e-a101-d9ce96839a61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159678 May 19 12:47:28.716314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-deleted', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:28.783527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-067c9171-4901-4154-a343-af20302de47f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Synchronizing usage tracker for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:28.902842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-deb30bad-0910-49a4-a909-fb7d7d9f2986 service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230807 May 19 12:47:29.016366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Deleting port 868a0a62-774d-469d-95d2-b96da85c706f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:29.016739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.125132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-067c9171-4901-4154-a343-af20302de47f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Unset dirty status for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:29.127167 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-067c9171-4901-4154-a343-af20302de47f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 379 time: 0.5453527 May 19 12:47:29.157295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'port': {'device_id': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'admin_state_up': True, 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'security_groups': ['fcdc85b1-3d94-416a-afcd-f52f778f0224']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:29.176721 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d3914b2c-d2de-4531-995c-3c76e747c09d service neutron] 10.222.0.69 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624183 May 19 12:47:29.197804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.198103 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.300860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.355028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Calling delete_port for 868a0a62-774d-469d-95d2-b96da85c706f owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:29.520153 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-40dde58f-f464-4436-af89-a48d2e05bfd9 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598390 May 19 12:47:29.593724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.605638 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97b51979-3f6c-488a-8c50-eeb141b2f4c7 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:29.715001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event deleted for resources: {'Port': ['ID=868a0a62-774d-469d-95d2-b96da85c706f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:29.778902 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:29.837846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:29.871718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-e9d3d8f3-913a-46d8-a593-b0edce3fe9d5 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:29.872968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-e9d3d8f3-913a-46d8-a593-b0edce3fe9d5 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Synchronizing usage tracker for tenant:f404acea02844786901103c888a81991 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:29.916715 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.987081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:29.989399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ae2a6bf-ac76-4589-9f83-a1b9f4be1428 req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "DELETE /v2.0/floatingips/a1931d32-0bc4-4f98-9505-b941cdceae5c HTTP/1.1" status: 204 len: 173 time: 1.4337177 May 19 12:47:30.151756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:30.174108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-e9d3d8f3-913a-46d8-a593-b0edce3fe9d5 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Unset dirty status for tenant:f404acea02844786901103c888a81991 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:30.176072 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-e9d3d8f3-913a-46d8-a593-b0edce3fe9d5 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 949 time: 1.2219069 May 19 12:47:30.182796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:port and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:30.237998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:30.420492 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b523dc-48c7-47ec-83e2-6916438dbfc7 req-14d7f99a-f275-42a0-9983-f821338ea59e service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331356 May 19 12:47:30.449367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:30.552838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe654-1b06-4a76-8314-dd071fa56c69 req-588a1230-c9c7-4396-95ba-813ae8ee2386 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:30.553474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Made reservation on behalf of c8e3ccbc24734a85aef015258ed0ef0f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:30.564094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:30.576635 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18bfe654-1b06-4a76-8314-dd071fa56c69 req-588a1230-c9c7-4396-95ba-813ae8ee2386 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 949 time: 0.2588758 May 19 12:47:30.755866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18bfe654-1b06-4a76-8314-dd071fa56c69 req-78369b57-8fd8-4728-828b-0fa31b417033 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770380 May 19 12:47:30.765880 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:47:30.783357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:30.844386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:47:31.008864 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:31.049991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:31.069494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b999abc-6354-4a0e-a678-e7053676f5dd req-419d73a2-b265-4f40-96b5-946f664fdabb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:31.082909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b999abc-6354-4a0e-a678-e7053676f5dd req-419d73a2-b265-4f40-96b5-946f664fdabb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 944 time: 0.1355436 May 19 12:47:31.096586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:31.112920 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:31.119094 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:31.265561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device fb13e0d3-1a06-4622-aea0-035e90d68a1d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:31.319184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b999abc-6354-4a0e-a678-e7053676f5dd req-08928c9d-870d-40a1-b1ee-862de14d4987 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352605 May 19 12:47:31.410661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:31.414486 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:31.444723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3405316-53ea-4c6a-bbe0-2addb3e1ea14 req-5d7cee15-ba37-4026-8455-1225695e2464 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:31.446324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3405316-53ea-4c6a-bbe0-2addb3e1ea14 req-5d7cee15-ba37-4026-8455-1225695e2464 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 931 time: 0.2819068 May 19 12:47:31.536755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:31.549012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3405316-53ea-4c6a-bbe0-2addb3e1ea14 req-b8f8aaf8-3d03-4b4a-890c-67cc8f20be59 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878007 May 19 12:47:31.743097 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'code': 200} May 19 12:47:31.920513 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63edc2ae-826a-4280-9442-aba3ccad4e5b req-ef574328-6325-45ec-9901-cc7fa33ad1dd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 210 time: 0.1881063 May 19 12:47:31.959921 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f91c924-6161-4f58-be0e-de97bb1f1a39', 'name': 'network-vif-deleted', 'tag': 'a422d56c-dbcf-4d26-beeb-6832ed4dadac', 'status': 'completed', 'code': 200} May 19 12:47:32.012263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Allocated IP 172.20.0.4 (fe98e943-6e49-4221-9d61-0406bdba29d7/62aee6e8-bdc1-43c9-892e-374471f91b0a/50d871b2-c803-4f1d-aa9d-1867e519b99a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:32.193334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Deleting port fb13e0d3-1a06-4622-aea0-035e90d68a1d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:32.194592 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:32.210179 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:47:32.294252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f25466-6367-49f4-8155-16a3e60fe419 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:32.306585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:32.325139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Transition to ACTIVE for port object 49f25466-6367-49f4-8155-16a3e60fe419 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:32.354148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:32.412504 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24ac729a-5fc4-4b61-9206-d72cbb3428e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:32.564676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3044484b-37da-4368-9288-9c61d831b669 req-5f445e3c-3c08-44c5-a30f-910a0a2627a9 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips/3a4aa395-141b-4eaf-a9a6-4c8454a462e8 HTTP/1.1" status: 200 len: 692 time: 0.6404901 May 19 12:47:32.704477 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a31c0914-6657-49fe-afa7-58092637cdcd req-b3d7e936-bd44-4225-9320-662ca304ca63 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 210 time: 0.1378443 May 19 12:47:32.886122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Pushing event updated for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:32.909525 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:33.245632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:33.252248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044484b-37da-4368-9288-9c61d831b669 req-357b4acd-4564-41ad-b599-a2698da18ce8 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:33.254745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3044484b-37da-4368-9288-9c61d831b669 req-357b4acd-4564-41ad-b599-a2698da18ce8 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.6049061 May 19 12:47:33.270014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Transition to ACTIVE for port object 50d871b2-c803-4f1d-aa9d-1867e519b99a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:33.310686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:33.341530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a0070e6-cf36-4004-973d-ac6fa746b839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:33.430431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] For port fb13e0d3-1a06-4622-aea0-035e90d68a1d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=fb13e0d3-1a06-4622-aea0-035e90d68a1d,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:33.430947 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:33.445861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3044484b-37da-4368-9288-9c61d831b669 req-b1510d09-dc5c-46e8-8474-ee0b096c5dcc tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Synchronizing usage tracker for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:33.451221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:33.462010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635244-7e49-4ff4-967d-c527d2731a8b req-9a0bafa5-78e6-42f9-ba63-5b10d3d4e10c tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:33.464718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98635244-7e49-4ff4-967d-c527d2731a8b req-9a0bafa5-78e6-42f9-ba63-5b10d3d4e10c tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1096 time: 0.3993652 May 19 12:47:33.471715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:33.616626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98635244-7e49-4ff4-967d-c527d2731a8b req-535ef3c4-6de6-4fe4-ac83-4780d244b80b tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407502 May 19 12:47:33.619576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3044484b-37da-4368-9288-9c61d831b669 req-b1510d09-dc5c-46e8-8474-ee0b096c5dcc tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Unset dirty status for tenant:5fd4703686a74904b775e1ffb1851ae3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:33.627184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3044484b-37da-4368-9288-9c61d831b669 req-b1510d09-dc5c-46e8-8474-ee0b096c5dcc tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.3559883 May 19 12:47:33.656821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:33.705830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:33.732181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-43acafce-8655-4bf7-897c-9fd45cc553c8 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:33.734485 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-43acafce-8655-4bf7-897c-9fd45cc553c8 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 807 time: 1.2746744 May 19 12:47:33.742283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Calling delete_port for fb13e0d3-1a06-4622-aea0-035e90d68a1d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:33.774223 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:33.795537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Request body: {'port': {'device_id': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'admin_state_up': True, 'tenant_id': '476be6fcccdb4c389a92326e031911f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:33.847340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:33.892702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3044484b-37da-4368-9288-9c61d831b669 req-71e2d613-01a0-46ac-b6ec-5ee9a18e5c2f tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.2598064 May 19 12:47:34.027818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6017f57-2fdd-45b3-b563-8007dbfecff9 None None] Provisioning for port 50d871b2-c803-4f1d-aa9d-1867e519b99a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:34.038515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Attempting to bind port 49f25466-6367-49f4-8155-16a3e60fe419 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:34.039237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Attempting to bind port 49f25466-6367-49f4-8155-16a3e60fe419 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:34.039791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Attempting to bind port 49f25466-6367-49f4-8155-16a3e60fe419 on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:34.041842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6017f57-2fdd-45b3-b563-8007dbfecff9 None None] Provisioning complete for port 50d871b2-c803-4f1d-aa9d-1867e519b99a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:34.044409 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6017f57-2fdd-45b3-b563-8007dbfecff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.054520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Port 49f25466-6367-49f4-8155-16a3e60fe419 on network e5af02b6-18bd-42b3-8458-2a2b05b7331c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:34.055217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Attempting to bind port 49f25466-6367-49f4-8155-16a3e60fe419 on network e5af02b6-18bd-42b3-8458-2a2b05b7331c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:34.222664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:34.231065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d6017f57-2fdd-45b3-b563-8007dbfecff9 None None] Port 50d871b2-c803-4f1d-aa9d-1867e519b99a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:47:34.239262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:34.239784 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.463459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:34.464357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.500843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:34.501291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Checking segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:34.501484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Bound using segment: {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:34.501974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Bound port: 49f25466-6367-49f4-8155-16a3e60fe419, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ab0444-212c-472f-863e-502e781adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:34.502470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.506285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862702-aa6e-49e8-86cf-e61f5effcec7 req-fe12e520-da03-4afc-a748-50225534dc72 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:34.510145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e862702-aa6e-49e8-86cf-e61f5effcec7 req-fe12e520-da03-4afc-a748-50225534dc72 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea21c862-af45-47fd-b101-b1244806fcc7 HTTP/1.1" status: 200 len: 949 time: 0.2205141 May 19 12:47:34.525663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Deleting port a1784f8a-67d3-478e-8e5a-592063d6bcc6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:34.528034 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3773096 May 19 12:47:34.528558 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.551119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Request body: {'port': {'device_id': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:34.693443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.707539 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.715563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e862702-aa6e-49e8-86cf-e61f5effcec7 req-2fc10084-c823-43ec-9e03-d6befd3535e3 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7800af7-3076-40d0-8e41-c269d00fd719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933606 May 19 12:47:34.761776 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:34.797178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:34.797791 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:34.807632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.813623 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7ed93fd2-d073-4795-9189-2e67d246544c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:34.815595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.816116 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:34.951057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:34.954792 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:34.965915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Pushing event deleted for resources: {'Port': ['ID=fb13e0d3-1a06-4622-aea0-035e90d68a1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:34.976601 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:35.090372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:35.095472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=49f25466-6367-49f4-8155-16a3e60fe419,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:35.147518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Calling delete_port for a1784f8a-67d3-478e-8e5a-592063d6bcc6 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:35.179734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:35.193805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.219806 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-46f24da7-2f17-49b2-9559-a6b67281591d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:35.232895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b77a77-a503-400b-a1dd-7dff1c5ee45a req-cb6b5e94-20ff-4580-86bd-6176d447d401 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:35.241168 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9b77a77-a503-400b-a1dd-7dff1c5ee45a req-cb6b5e94-20ff-4580-86bd-6176d447d401 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 946 time: 0.2281246 May 19 12:47:35.262397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Usage tracker for resource:port and tenant:476be6fcccdb4c389a92326e031911f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:35.279841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] No DVR routers for this DVR port fb13e0d3-1a06-4622-aea0-035e90d68a1d on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:47:35.283648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:35.304765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:35.305360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.308690 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] 10.222.0.57 "PUT /v2.0/ports/49f25466-6367-49f4-8155-16a3e60fe419 HTTP/1.1" status: 200 len: 1091 time: 6.7667191 May 19 12:47:35.309844 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.312544 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2757871b-a546-465f-bfcf-14b66b4bc915 req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] 10.222.0.71 "DELETE /v2.0/ports/fb13e0d3-1a06-4622-aea0-035e90d68a1d HTTP/1.1" status: 204 len: 173 time: 5.0973041 May 19 12:47:35.313096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419'}, {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-deleted', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:35.328136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:35.388348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.429492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Made reservation on behalf of 476be6fcccdb4c389a92326e031911f3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:35.433197 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.436003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9b77a77-a503-400b-a1dd-7dff1c5ee45a req-8aea363f-d748-42bf-b7b0-f3e36c367b4a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912811 May 19 12:47:35.439084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:35.463250 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-67ae21b8-7c21-4ed0-8ba5-995ee62c698c tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:35.620655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Pushing event deleted for resources: {'Port': ['ID=a1784f8a-67d3-478e-8e5a-592063d6bcc6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:35.887528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Pushing event updated for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:35.897416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:36.044806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.045785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.046876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.047449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.048029 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.048565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.049112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.049643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.050177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.050705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.051253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.051787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:47:36.060615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:36.070281 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:36.125703 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:36.127834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3044484b-37da-4368-9288-9c61d831b669 req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a4aa395-141b-4eaf-a9a6-4c8454a462e8 HTTP/1.1" status: 204 len: 173 time: 2.2259567 May 19 12:47:36.172305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee389d-b2f8-4d32-b5c4-62496a6504b7 req-84a76373-8abf-4efa-858b-39e7e103c2d3 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:36.188149 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6ee389d-b2f8-4d32-b5c4-62496a6504b7 req-84a76373-8abf-4efa-858b-39e7e103c2d3 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 943 time: 0.1874971 May 19 12:47:36.235017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:36.455279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Allocated IP 172.20.0.7 (026e7e38-74ad-47f8-a355-cb7d44b41f4d/7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:36.766414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6ee389d-b2f8-4d32-b5c4-62496a6504b7 req-a7d09339-749a-40a7-a5ac-48b9fdf2004f tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5766003 May 19 12:47:36.917622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-1fb7b6a4-3d19-48c7-972e-791e81e34c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:36.919664 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-1fb7b6a4-3d19-48c7-972e-791e81e34c87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 1094 time: 1.4406834 May 19 12:47:37.001623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:37.037821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eea8cac8-fbdb-48dc-84f0-19aa9d7a3c23 req-0ece136d-11bd-4f07-9d06-1fe2710697fa tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 210 time: 0.1228340 May 19 12:47:37.048177 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-5b8603dc-3fa6-4345-82e4-241ef04651e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49f25466-6367-49f4-8155-16a3e60fe419 HTTP/1.1" status: 200 len: 217 time: 0.1187282 May 19 12:47:37.398700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-6d7ea928-fa4d-44e2-bb01-95cd2b11ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:37.401813 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-6d7ea928-fa4d-44e2-bb01-95cd2b11ad63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.3461177 May 19 12:47:37.429928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b6ea-d401-4c08-8273-c1b99ab360d4 req-9f53a264-494c-422d-a270-c86fc3334aa0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:37.433682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f066b6ea-d401-4c08-8273-c1b99ab360d4 req-9f53a264-494c-422d-a270-c86fc3334aa0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 931 time: 0.7136481 May 19 12:47:37.523871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:37.536790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ba9427d2-b37d-4362-b0cb-de740e00778b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:37.551606 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a80d1504-78dc-47ce-84c0-42c8dee76e76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:37.685284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f066b6ea-d401-4c08-8273-c1b99ab360d4 req-af271245-e546-46eb-920d-c621a1762869 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356858 May 19 12:47:37.739368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:37.744983 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:37.816838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Network 026e7e38-74ad-47f8-a355-cb7d44b41f4d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:37.850460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:37.855422 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'code': 200} May 19 12:47:37.875288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:37.994700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:37.995506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:38.096568 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:38.170654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184f7e-5096-489c-b439-91833ff6371e req-c6c87bf2-267e-4838-af9f-f976912604a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:38.172569 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-c6c87bf2-267e-4838-af9f-f976912604a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7517898 May 19 12:47:38.185211 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4001307 May 19 12:47:38.504634 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419', 'status': 'completed', 'code': 200} May 19 12:47:38.504932 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21c862-af45-47fd-b101-b1244806fcc7', 'name': 'network-vif-deleted', 'tag': 'fb13e0d3-1a06-4622-aea0-035e90d68a1d', 'status': 'completed', 'code': 200} May 19 12:47:38.532683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:38.544674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Request body: {'port': {'device_id': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:38.668402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:38.774778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7fcc9-6e1d-4870-ae51-71c09424e45a req-85e25af8-6176-4055-921f-4ebf5d390740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:38.776548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b7fcc9-6e1d-4870-ae51-71c09424e45a req-85e25af8-6176-4055-921f-4ebf5d390740 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.8177648 May 19 12:47:38.858414 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-fce67438-31d5-49e9-b27f-f33a87cdadae service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749973 May 19 12:47:38.980382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Transition to ACTIVE for port object 50d871b2-c803-4f1d-aa9d-1867e519b99a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:39.004395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:39.009029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b7fcc9-6e1d-4870-ae51-71c09424e45a req-d617e99e-3896-469d-9968-355ad0f12907 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206078 May 19 12:47:39.053129 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:39.072749 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-066c4b36-a807-4878-9904-2e8c408a3302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:39.078856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfe4a2-0935-4b30-a8bc-32fb82cc4199 req-2066bbd8-d290-4351-9193-719a2487fd8b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:39.089781 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84bfe4a2-0935-4b30-a8bc-32fb82cc4199 req-2066bbd8-d290-4351-9193-719a2487fd8b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 946 time: 0.5299578 May 19 12:47:39.270446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84bfe4a2-0935-4b30-a8bc-32fb82cc4199 req-bf1eb461-6bdd-4c0d-9035-ec8ec8c7d029 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798859 May 19 12:47:39.632923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:39.773238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-cac7e78c-c91d-4203-8690-4bed76285e3b tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:47:39.782217 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-cac7e78c-c91d-4203-8690-4bed76285e3b tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643935 May 19 12:47:39.827352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:39.851416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:40.047290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-554aaa29-dbcc-448f-a8db-05c479054946 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f404acea02844786901103c888a81991&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0393777 May 19 12:47:40.054428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:40.056927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba184f7e-5096-489c-b439-91833ff6371e req-567b7e74-141d-4edf-91e1-851326f8c8f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1643445 May 19 12:47:40.083860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Request body: {'binding': {'host': 'n-h2-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:40.096957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:47:40.267441 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c5d438b-d3f3-445e-b83a-cd8d05cef923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:40.556499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800713-249c-4085-90c3-4068cb3f3175 req-4db69e00-4149-4d64-8276-f50681bf4ce5 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:40.568988 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07800713-249c-4085-90c3-4068cb3f3175 req-4db69e00-4149-4d64-8276-f50681bf4ce5 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 943 time: 0.8566992 May 19 12:47:40.593633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Deleting port 2a605034-a0b3-41fd-bf8c-81366a516e08 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:40.594455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:40.598322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:40.610697 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:40.632801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Transition to ACTIVE for port object 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:40.652494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:40.669695 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-44178700-81d9-4758-b703-ec2fb68491df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:40.763496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07800713-249c-4085-90c3-4068cb3f3175 req-7aed6585-6f47-47e9-b3f0-08b0402d1475 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907027 May 19 12:47:40.768193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:40.784650 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:40.789701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:40.790303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:40.790857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:40.870859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:40.871191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:40.873674 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:40.977124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:40.977463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:40.977852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:40.978304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Bound port: 50d871b2-c803-4f1d-aa9d-1867e519b99a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:40.978649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.026877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.098342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-e468a29c-5e44-4993-8a6a-a8ae11d43819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:41.099805 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-e468a29c-5e44-4993-8a6a-a8ae11d43819 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 1094 time: 0.8799794 May 19 12:47:41.100038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on host n-h2-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:41.100887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:41.101407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:41.106328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] For port 2a605034-a0b3-41fd-bf8c-81366a516e08, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2a605034-a0b3-41fd-bf8c-81366a516e08,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:41.106951 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.223578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:41.224172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:41.387206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Calling delete_port for 2a605034-a0b3-41fd-bf8c-81366a516e08 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:41.404799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:41.405793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:41.406470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:41.408331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Bound port: 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:41.485897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:41.486616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:41.486616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:41.506306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:41.506588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:41.518846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:41.519512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:41.520235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:41.521004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Bound port: 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:41.521667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.530878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48926a-a9b5-4a1b-884c-1ea81588c1f4 req-32cd07f1-e0d5-4807-aabe-dd07d4e88e6e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:41.544300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d48926a-a9b5-4a1b-884c-1ea81588c1f4 req-32cd07f1-e0d5-4807-aabe-dd07d4e88e6e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 0.5304422 May 19 12:47:41.555122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:41.615231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:41.618006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.630343 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3767e47a-2eb5-42e3-a662-9a22cb38e10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:41.638687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-b7cb5388-f8dc-41bc-bf57-c60d39028dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:41.641175 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-b7cb5388-f8dc-41bc-bf57-c60d39028dcf service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 925 time: 0.5261109 May 19 12:47:41.676679 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d48926a-a9b5-4a1b-884c-1ea81588c1f4 req-ed35bffa-d3ac-4e62-bfe5-663a1c69bf2c tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310010 May 19 12:47:41.683055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:41.711118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.744327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7800af7-3076-40d0-8e41-c269d00fd719,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:41.753373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-9d5a3b0b-7994-4196-83ac-79653d9bf653 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49f25466-6367-49f4-8155-16a3e60fe419 HTTP/1.1" status: 200 len: 217 time: 0.0963373 May 19 12:47:41.756999 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:41.759132 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62e279c1-defd-4d66-ba9a-10139fa8502a tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:41.857858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:41.859589 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.861128 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] 10.222.0.71 "PUT /v2.0/ports/50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 1091 time: 7.3149760 May 19 12:47:41.873147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:41.878315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:41.892896 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7800af7-3076-40d0-8e41-c269d00fd719 HTTP/1.1" status: 204 len: 168 time: 1.8238847 May 19 12:47:42.146292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:42.152370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-1a8a22b9-0b98-46e1-8f80-178bebe071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:42.154061 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-1a8a22b9-0b98-46e1-8f80-178bebe071cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.3330541 May 19 12:47:42.166515 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.178492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fb7f6494-d44b-49ad-8b1c-09093a8a94e7 service neutron] 10.222.0.69 "POST /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69/bindings HTTP/1.1" status: 201 len: 389 time: 2.1392291 May 19 12:47:42.222105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:42.333605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:42.360031 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:42.385161 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.415613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:42.630496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:42.631726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.645680 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] 10.222.0.57 "PUT /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 1091 time: 4.1164134 May 19 12:47:42.727072 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29f844e8-6a44-4678-bd87-06f990de5b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.813784 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.895146 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:42.909149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796eba-355e-43af-9f4a-774282785ea5 req-f4b4abae-554b-474a-89ac-9349ab05624f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:42.911757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af796eba-355e-43af-9f4a-774282785ea5 req-f4b4abae-554b-474a-89ac-9349ab05624f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.6934526 May 19 12:47:42.914776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:42.926770 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:42.938001 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86ac187e-0cac-4add-9e4b-d4d918575e2c tempest-ImagesNegativeTestJSON-1736764563 tempest-ImagesNegativeTestJSON-1736764563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:42.944900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-a9379493-9b88-4a07-8532-9f53d47bba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:42.946513 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-a9379493-9b88-4a07-8532-9f53d47bba9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1094 time: 0.9664507 May 19 12:47:42.955998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-a747f72d-3963-48af-9820-be46841c3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:42.958099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-a747f72d-3963-48af-9820-be46841c3e7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7923000 May 19 12:47:43.053660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a605034-a0b3-41fd-bf8c-81366a516e08,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:43.102621 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:43.126472 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-493282da-5d98-4f2e-8e97-92b58be71127 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 217 time: 0.1659336 May 19 12:47:43.257908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af796eba-355e-43af-9f4a-774282785ea5 req-097745f1-6a35-4173-9f7c-522a60bb24b2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781971 May 19 12:47:43.463537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-3dfefe72-e222-4ceb-893e-8a702429ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.470144 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-3dfefe72-e222-4ceb-893e-8a702429ed8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1094 time: 0.7323587 May 19 12:47:43.581261 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-ceafc814-776e-4b71-bdd6-aa88fcb55ef5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 217 time: 0.1017923 May 19 12:47:43.615250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:43.641851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-739819e8-b85a-4ba4-8424-34301c33dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.644745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-739819e8-b85a-4ba4-8424-34301c33dfbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1096 time: 0.8455441 May 19 12:47:43.652159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-a74750ab-8800-4237-bfc1-4cc6ba052416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.654471 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-a74750ab-8800-4237-bfc1-4cc6ba052416 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.3610089 May 19 12:47:43.723817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-697e0cfd-9a7f-4937-b9b9-4ff16afcbc41 service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579470 May 19 12:47:43.787018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01c12-6546-448e-b9b4-3b3a7508aa94 req-e59e8e6e-c0c6-4397-b03b-12f1f44c6f7c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.796076 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03b01c12-6546-448e-b9b4-3b3a7508aa94 req-e59e8e6e-c0c6-4397-b03b-12f1f44c6f7c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 946 time: 0.8151028 May 19 12:47:43.858701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-16cc6f94-dc6f-4fe2-a5d3-310ede752a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.861818 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-16cc6f94-dc6f-4fe2-a5d3-310ede752a7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.2708454 May 19 12:47:43.924505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 49f25466-6367-49f4-8155-16a3e60fe419 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:43.933705 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-36bea492-86a4-4c41-b7f7-778f1794cf64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644000 May 19 12:47:43.944462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-eea628e2-1c33-4366-868d-f622808cbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:43.946140 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-eea628e2-1c33-4366-868d-f622808cbf50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821555 May 19 12:47:44.104017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1169680531-network', 'tenant_id': '8f1443ded702462980abf555acabad14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:44.121408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-e94f8a94-45b6-4e8b-8d36-617b3adecdd5 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796150 May 19 12:47:44.141744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:44.160286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Usage tracker for resource:network and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:44.169868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03b01c12-6546-448e-b9b4-3b3a7508aa94 req-1f17d831-bf90-4be3-940a-4c18efec0acd tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726013 May 19 12:47:44.179881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:44.216739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:44.230375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.263419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.298467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=49f25466-6367-49f4-8155-16a3e60fe419,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:44.305741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Made reservation on behalf of 8f1443ded702462980abf555acabad14 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:44.314952 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.357566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '49f25466-6367-49f4-8155-16a3e60fe419', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'port_id': '49f25466-6367-49f4-8155-16a3e60fe419', 'mac_address': 'fa:16:3e:07:f1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:47:44.363621 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'status': 'completed', 'code': 200} May 19 12:47:44.372531 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.474279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-dd12c9cd-5e91-419c-96bc-825c4d850f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:44.476048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-dd12c9cd-5e91-419c-96bc-825c4d850f16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.8140488 May 19 12:47:44.487921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f25a-ed05-4f4c-a599-f208165677e5 req-e247de21-0ba6-480d-8892-97abdbca4002 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:44.495473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be81f25a-ed05-4f4c-a599-f208165677e5 req-e247de21-0ba6-480d-8892-97abdbca4002 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 943 time: 0.7816830 May 19 12:47:44.541354 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.582106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f25466-6367-49f4-8155-16a3e60fe419 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:44.594259 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-194e2e10-1b6b-4696-af77-7a42c9ce0a10 req-a20d0fa1-a928-46aa-8cb8-d6a0f7cc6e3b service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398298 May 19 12:47:44.597609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a512046b-13c5-4065-827e-6008fa7dbd85 req-bdcd102f-f37f-44a0-af1a-6449772b22b2 service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605216 May 19 12:47:44.610627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=49f25466-6367-49f4-8155-16a3e60fe419,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:44.619107 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:44.621918 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:44.648717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:44.709128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:44.719521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-c2db57bf-9745-49f3-9880-03b4f5a754f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.1608632 May 19 12:47:44.729482 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:44.738628 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-b82e5b0e-c86d-4101-b5af-87c7dfea58d0 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156049 May 19 12:47:44.741781 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:44.742534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:44.770837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:44.859280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be81f25a-ed05-4f4c-a599-f208165677e5 req-7d4b5c8e-e7f9-4094-b1ba-8384df561628 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626342 May 19 12:47:44.941039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['49f25466-6367-49f4-8155-16a3e60fe419'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:45.105052 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a2920b7e-f19a-4161-bf4e-22c143e2d2a3 req-b573929c-34c7-4934-a453-acdc1fc34364 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582489 May 19 12:47:45.145005 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:45.233765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fcb89296-b19b-4253-915f-9fef05050662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.237260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fcb89296-b19b-4253-915f-9fef05050662 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.4868135 May 19 12:47:45.271502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694235b-9657-4af8-a1bd-785e9670b79e req-44449b05-3a77-4903-8a98-e605d8f72d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.273070 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-44449b05-3a77-4903-8a98-e605d8f72d3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1094 time: 0.0856464 May 19 12:47:45.442021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694235b-9657-4af8-a1bd-785e9670b79e req-0e6805f3-ba68-4e54-aa93-4534730f61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.444195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-0e6805f3-ba68-4e54-aa93-4534730f61af service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.1640251 May 19 12:47:45.472885 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:45.502095 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-79e7caf8-d7b1-4696-90c7-a7f328ae2c18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2370334 May 19 12:47:45.538260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253b68b-18e9-4fa5-bbf5-ec1090860710 req-78768719-2e56-456a-89dc-e62337745aa8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.541060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9253b68b-18e9-4fa5-bbf5-ec1090860710 req-78768719-2e56-456a-89dc-e62337745aa8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 945 time: 0.9153323 May 19 12:47:45.541453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-d95a9c1c-7a51-4747-9992-0e0d2026c5fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 217 time: 0.0807219 May 19 12:47:45.635972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694235b-9657-4af8-a1bd-785e9670b79e req-d396231d-0f22-4957-b5b4-710856376c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.637896 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-d396231d-0f22-4957-b5b4-710856376c45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.0900309 May 19 12:47:45.728397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694235b-9657-4af8-a1bd-785e9670b79e req-3f343b01-7b47-4375-93e8-113dd626403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:45.730098 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-3f343b01-7b47-4375-93e8-113dd626403c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859098 May 19 12:47:45.888952 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-1ba529b0-9532-4e37-8573-be48278d0840 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484954 May 19 12:47:46.069798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0694235b-9657-4af8-a1bd-785e9670b79e req-3dd8ed47-5746-474a-b978-88556a0d105e service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729519 May 19 12:47:46.102394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e59bec-706c-4143-9610-df7f6136dda4 req-14e95fcd-a3e1-479e-a5d0-d284adb3b9b7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:46.104093 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37e59bec-706c-4143-9610-df7f6136dda4 req-14e95fcd-a3e1-479e-a5d0-d284adb3b9b7 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 1.0121486 May 19 12:47:46.114795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9253b68b-18e9-4fa5-bbf5-ec1090860710 req-2443eb0f-9673-46f9-8361-d63985c0b43e tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144815 May 19 12:47:46.116720 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:46.158556 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:46.167423 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea13d743-9c85-4f66-8621-dae7ac9c977d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:46.207063 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fe9e5be8-d427-4dac-9b47-867c435a189d service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459434 May 19 12:47:46.365195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:46.378272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:47:46.459672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Router 8c63774d-b477-4403-ba06-4611c51fa4f4 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:47:46.460617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcca72c-19d7-4c84-8e85-97066d5ae838,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:46.485432 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:46.495166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37e59bec-706c-4143-9610-df7f6136dda4 req-3e7b4c48-dce5-4185-9ac9-8a72b8621602 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721755 May 19 12:47:46.502936 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:46.504111 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Added segment 8dc9a2f6-4853-4a7f-945a-97e9f9e03945 of type vlan for network 9313c83a-c177-4bd2-9402-8a9baee2765f May 19 12:47:46.738211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:46.881657 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:46.903252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-0c6f0775-cb1a-4b83-aea8-59bc512fc230 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304277 May 19 12:47:46.983150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48340b6f-3244-4255-9fa3-2c647416da47 req-2164471b-5815-4cb8-949b-6e58639f77fc tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6024776 May 19 12:47:47.049096 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:47:47.059861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:47.085291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:47.097846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Usage tracker for resource:floatingip and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:47.114183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:47.127707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:47.133984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:47:47.146804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.148901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Sync routers for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:47:47.154992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1a2cf-e662-4c0f-bf4e-6319f5ff40ae req-806097fe-6da0-44e8-981f-c4fba6788d28 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:47.157373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ca1a2cf-e662-4c0f-bf4e-6319f5ff40ae req-806097fe-6da0-44e8-981f-c4fba6788d28 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.5296547 May 19 12:47:47.163251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:47.163839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.166426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:47.167080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:47.174150 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fddc2f4d-6a70-42eb-87a3-b57d6fe06053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:47.197083 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.348714 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] 10.222.0.69 "PUT /v2.0/routers/8c63774d-b477-4403-ba06-4611c51fa4f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1122026 May 19 12:47:47.351758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:47.362544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:47.377019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.7494080 May 19 12:47:47.380882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:47.385392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9313c83a-c177-4bd2-9402-8a9baee2765f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:47.397227 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:47.404544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Request body: {'subnet': {'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1169680531-subnet', 'tenant_id': '8f1443ded702462980abf555acabad14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:47.417185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-5c28e364-a812-4659-a85c-2f4d6c583091 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:47.418765 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-5c28e364-a812-4659-a85c-2f4d6c583091 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.4416463 May 19 12:47:47.422948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ca1a2cf-e662-4c0f-bf4e-6319f5ff40ae req-dcfd6484-7e92-44d2-9e97-c3169c4e576a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526832 May 19 12:47:47.432413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:47.472104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:47.527498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:47.534117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Usage tracker for resource:subnet and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:47.549756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:47.569938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:47.600190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.657239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Made reservation on behalf of 8f1443ded702462980abf555acabad14 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:47.659686 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.710094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:47.793514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 9313c83a-c177-4bd2-9402-8a9baee2765f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:47:47.943274 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:47:47.981290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 49f25466-6367-49f4-8155-16a3e60fe419 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:48.060569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.076634 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.200379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Deleting port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:48.201019 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.238776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:48.275853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:47:48.283105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 49f25466-6367-49f4-8155-16a3e60fe419 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:48.325507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2da817-3362-4e9a-b441-271c5e42857b req-2782a07e-28f9-43b3-b02d-a184d09e7cf2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:48.328372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c2da817-3362-4e9a-b441-271c5e42857b req-2782a07e-28f9-43b3-b02d-a184d09e7cf2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 944 time: 0.6223431 May 19 12:47:48.347784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 49f25466-6367-49f4-8155-16a3e60fe419 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:48.348438 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.409728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:48.415103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] For port 1c340022-5e35-4ddf-9a1d-eee2a2e91e95, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:48.415694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.527586 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:48.534923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c2da817-3362-4e9a-b441-271c5e42857b req-311e955c-e2f0-4a68-bfc3-b7f21a3f9ab7 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774747 May 19 12:47:48.546749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:47:42Z', 'revision_number': 5, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port': {'id': '1c340022-5e35-4ddf-9a1d-eee2a2e91e95', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:06Z', 'updated_at': '2021-05-19T12:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:48.555297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Calling delete_port for 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:48.572981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Checking router: 8c63774d-b477-4403-ba06-4611c51fa4f4 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:47:48.584314 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:48.620454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:48.718311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Allocated IP 172.25.4.186 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/53611355-0e83-45b5-b118-fe5acefda33f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:47:48.746987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Routers {'8c63774d-b477-4403-ba06-4611c51fa4f4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:47:48.748216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['8c63774d-b477-4403-ba06-4611c51fa4f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:48.791265 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'status': 'completed', 'code': 200} May 19 12:47:48.872919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:48.932892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-aef9e6d9-79f8-4b48-bc75-a6ff1aa49552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:48.934577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-aef9e6d9-79f8-4b48-bc75-a6ff1aa49552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1094 time: 0.1331575 May 19 12:47:48.997768 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.016055 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:49.035200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.088516 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:49.104888 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.151662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:49.158592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c340022-5e35-4ddf-9a1d-eee2a2e91e95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:49.162460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.172170 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:49.212528 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.226079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:49.234476 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9bf39b14-6172-44ee-8ce7-263d04e18e88 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:49.265358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=49f25466-6367-49f4-8155-16a3e60fe419,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:49.268202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] Set router 8c63774d-b477-4403-ba06-4611c51fa4f4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:47:49.354402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['50d871b2-c803-4f1d-aa9d-1867e519b99a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:49.371219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-abc94379-4d4e-44f5-85de-0e1ecf3a5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:49.372979 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-abc94379-4d4e-44f5-85de-0e1ecf3a5eb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.4092207 May 19 12:47:49.377097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.475262 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.509200 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.512501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:49.543732 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:49.558316 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:49.558675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-72adeca2-9cb9-4a1c-80b7-f5cda1a909cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 217 time: 0.1327145 May 19 12:47:49.559370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:49.567951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:49.577039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7622b2-b263-4d90-b68a-c2ff823b95be req-20766b84-35a3-4f77-864f-e5b42436b06a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:49.584550 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c7622b2-b263-4d90-b68a-c2ff823b95be req-20766b84-35a3-4f77-864f-e5b42436b06a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 945 time: 0.6686904 May 19 12:47:49.606647 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on host n-h1-791505-2 for vnic_type normal with profile {"migrating_to": "n-h2-791505-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:47:49.607002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:47:49.607184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:49.628949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:47:49.629380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Attempting to bind port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:47:49.632837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:47:48Z', 'revision_number': 6, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:49.650549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:47:49.650885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:49.651264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:47:49.651711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Bound port: 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:47:49.652125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.685604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.690500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29238a-0742-4d9a-ab7b-39981dc9a26d None None] The sync data for ids ['8c63774d-b477-4403-ba06-4611c51fa4f4'] in n-d-791505-2 is: [{'id': '8c63774d-b477-4403-ba06-4611c51fa4f4', 'name': 'tempest-FloatingIPDetailsTestJSON-1203969638-router', 'tenant_id': '5fd4703686a74904b775e1ffb1851ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:03Z', 'updated_at': '2021-05-19T12:47:48Z', 'revision_number': 6, 'project_id': '5fd4703686a74904b775e1ffb1851ae3', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:47:49.692227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.697190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c7622b2-b263-4d90-b68a-c2ff823b95be req-2094ad03-8b7e-4ba9-8306-5e2ed105f199 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116657 May 19 12:47:49.720105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-2124697a-ae12-44c6-b5b0-181216f7a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:49.721867 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-2124697a-ae12-44c6-b5b0-181216f7a0c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1545677 May 19 12:47:49.746181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:49.770633 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:49.828536 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.855946 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-905413bf-783a-4751-960b-0826c9a79bad tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:49.939179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-73c0ac56-958a-4f0e-9148-3efe2ee2b19a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999905 May 19 12:47:49.940723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:49.941386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c63774d-b477-4403-ba06-4611c51fa4f4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:47:49.993169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:50.039679 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.044004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8c63774d-b477-4403-ba06-4611c51fa4f4 HTTP/1.1" status: 204 len: 168 time: 2.6874168 May 19 12:47:50.047431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:50.140615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:47:50.153193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Deleting subnet d4fecad5-547e-42c4-8671-169948689d43 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:47:50.158782 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.171253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:50.182619 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:47:50.192528 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-7d13f97d-030e-4941-9feb-ccfe5619f5a9 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441611 May 19 12:47:50.288873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.300064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event updated for resources: {'Port': ['ID=53611355-0e83-45b5-b118-fe5acefda33f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:50.311719 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:50.317842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:50.320723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.360787 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.380387 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fecce71f-0ed8-449c-b984-3f84f0789c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:50.407865 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.412744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:47:50.424456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:50.434905 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.437329 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:50.458286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.495270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ce50ce5-a992-4ca5-9b44-6cf9d43694fe req-4180cda0-f37b-43f9-85ed-a57723e3fc25 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838993 May 19 12:47:50.517940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:50.521840 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:50.527516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2b71f-79e9-4b25-ba45-f52ea73145f2 req-c8c1bf99-8e5c-4cd7-a7c9-8d22e41f4b92 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:50.529520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89a2b71f-79e9-4b25-ba45-f52ea73145f2 req-c8c1bf99-8e5c-4cd7-a7c9-8d22e41f4b92 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 0.5983629 May 19 12:47:50.554601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.556571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:50.663691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d3c1d6-78c2-4532-9307-c63f6eb33aa3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:50.687727 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:50.694260 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:50.806024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2a605034-a0b3-41fd-bf8c-81366a516e08 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:50.871992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 2a605034-a0b3-41fd-bf8c-81366a516e08 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:47:50.872611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2a605034-a0b3-41fd-bf8c-81366a516e08 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:47:51.040455 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.049567 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7fe6c5b3-a2de-4850-a647-7acb14f3df30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:51.065127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Checking segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:47:51.065685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Network hostable DHCP agents. Network: 9313c83a-c177-4bd2-9402-8a9baee2765f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:47:51.101355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fecad5-547e-42c4-8671-169948689d43,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:51.109295 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:51.122393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:51.123029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.124691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e2c27-6deb-4fea-974c-3644124bd620 None None] Network 1bfde410-cc2d-42a8-b773-585480bcb8f5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:47:51.125672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] 10.222.0.57 "PUT /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 1121 time: 3.6980281 May 19 12:47:51.131347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.147282 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89a2b71f-79e9-4b25-ba45-f52ea73145f2 req-83b0fd8f-b878-4e04-ad02-0023d6376e71 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017866 May 19 12:47:51.164823 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d4fecad5-547e-42c4-8671-169948689d43 HTTP/1.1" status: 204 len: 168 time: 1.1158004 May 19 12:47:51.166661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:51.172582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:51.214630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4973d4c5-88f3-4e23-9eb2-d3f839d48d69'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:51.231004 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:51.250406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Network 9313c83a-c177-4bd2-9402-8a9baee2765f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:47:51.371275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:51.431979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 9313c83a-c177-4bd2-9402-8a9baee2765f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:47:51.448484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee45dac-f669-4080-83ab-0b59f4dd2af8 None None] Network 9313c83a-c177-4bd2-9402-8a9baee2765f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:47:51.515790 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.522849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:51.523443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.645226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.2620966 May 19 12:47:51.715371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.726687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 50d871b2-c803-4f1d-aa9d-1867e519b99a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:51.740796 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.761220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c288-cc2c-4058-b0f9-1a6be60ba950 req-c6512c51-3e5b-405e-bf1c-4b56c7beaf35 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:51.764222 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a57c288-cc2c-4058-b0f9-1a6be60ba950 req-c6512c51-3e5b-405e-bf1c-4b56c7beaf35 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.3330953 May 19 12:47:51.771085 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d918f7c5-668f-4514-8226-52f7b2183f67 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:51.781355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 50d871b2-c803-4f1d-aa9d-1867e519b99a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:51.781860 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:51.902068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80533ae2-2744-4566-a352-8a1fb6787552 None None] Network 9313c83a-c177-4bd2-9402-8a9baee2765f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:47:52.026661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:52.040980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event updated for resources: {'Port': ['ID=53611355-0e83-45b5-b118-fe5acefda33f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:52.051509 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:52.053768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Deleting port 199bf9cf-bc5e-4693-a12d-33487a7204b5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:52.054110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.084925 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.110535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a57c288-cc2c-4058-b0f9-1a6be60ba950 req-b3282285-4cfb-4893-bc77-b9d9bf2726de tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463508 May 19 12:47:52.139502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] DHCP port deletion for 1bfde410-cc2d-42a8-b773-585480bcb8f5 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:47:52.165769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.172589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48340b6f-3244-4255-9fa3-2c647416da47 req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1381724 May 19 12:47:52.312145 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.383126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:52.444753 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:47:52.445110 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1c340022-5e35-4ddf-9a1d-eee2a2e91e95 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:47:52.445528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 199bf9cf-bc5e-4693-a12d-33487a7204b5 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:52.495286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-48340b6f-3244-4255-9fa3-2c647416da47 req-7798ccfd-ecf9-4227-b9c2-4efffe55db79 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:52.511176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] For port 199bf9cf-bc5e-4693-a12d-33487a7204b5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=199bf9cf-bc5e-4693-a12d-33487a7204b5,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:52.511176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.528321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:52.542365 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:52.551852 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.559582 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:52.658219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Calling delete_port for 199bf9cf-bc5e-4693-a12d-33487a7204b5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:52.675491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-48340b6f-3244-4255-9fa3-2c647416da47 req-7798ccfd-ecf9-4227-b9c2-4efffe55db79 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:52.676593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48340b6f-3244-4255-9fa3-2c647416da47 req-7798ccfd-ecf9-4227-b9c2-4efffe55db79 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.3779998 May 19 12:47:52.677646 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d', 'port_id': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'mac_address': 'fa:16:3e:27:16:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:47:52.754032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Deleting port 199bf9cf-bc5e-4693-a12d-33487a7204b5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:52.754530 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.838481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:52.854495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:52.863844 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:52.876623 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:52.928496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Pushing event deleted for resources: {'Port': ['ID=199bf9cf-bc5e-4693-a12d-33487a7204b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:52.933935 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:52.936195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] No DVR routers for this DVR port 199bf9cf-bc5e-4693-a12d-33487a7204b5 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:47:52.945406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48340b6f-3244-4255-9fa3-2c647416da47 req-68b902e5-c3c1-4df3-bdbb-60f13aa75017 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:52.946847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48340b6f-3244-4255-9fa3-2c647416da47 req-68b902e5-c3c1-4df3-bdbb-60f13aa75017 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2455645 May 19 12:47:52.979458 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.005756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:53.011854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.056650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] For port 199bf9cf-bc5e-4693-a12d-33487a7204b5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=199bf9cf-bc5e-4693-a12d-33487a7204b5,segment=NetworkSegment(1190b017-aab9-454d-a3c3-1cc00ac88895),segment_id=1190b017-aab9-454d-a3c3-1cc00ac88895)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:53.057141 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.258889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Calling delete_port for 199bf9cf-bc5e-4693-a12d-33487a7204b5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:47:53.268943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:53.275407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.278005 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.281561 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:53.298375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfde410-cc2d-42a8-b773-585480bcb8f5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:53.321202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1190b017-aab9-454d-a3c3-1cc00ac88895') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:53.321729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1190b017-aab9-454d-a3c3-1cc00ac88895') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:47:53.347980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.371419 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'code': 200} May 19 12:47:53.380405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:53.380646 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.388618 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:53.396191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.401277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:47:53.401685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.407337 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: timer() May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:47:53.418206 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:47:53.451391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] No DVR routers for this DVR port 199bf9cf-bc5e-4693-a12d-33487a7204b5 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:47:53.460148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Pushing event deleted for resources: {'Port': ['ID=199bf9cf-bc5e-4693-a12d-33487a7204b5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:53.463680 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:53.471376 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419', 'code': 200} May 19 12:47:53.706353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:47:53.806976 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.835096 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:53.838397 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:53.888667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfde410-cc2d-42a8-b773-585480bcb8f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:53.897743 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:53.900564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1bfde410-cc2d-42a8-b773-585480bcb8f5 HTTP/1.1" status: 204 len: 168 time: 2.7311170 May 19 12:47:53.954103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aab86-8047-44f0-ac03-afc210a3f74f req-3ae87292-201b-4de4-8052-d8c480e2d2ad tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:53.955691 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a38aab86-8047-44f0-ac03-afc210a3f74f req-3ae87292-201b-4de4-8052-d8c480e2d2ad tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.3856392 May 19 12:47:53.964849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ccb4-4dca-4ea7-99a8-7010cefed6c5 req-16a5a829-f7e8-4267-b500-20135bbf0da8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:53.966337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a656ccb4-4dca-4ea7-99a8-7010cefed6c5 req-16a5a829-f7e8-4267-b500-20135bbf0da8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 943 time: 0.2375484 May 19 12:47:53.968980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377ea4-3734-4dcd-87f3-ad061b2ce2f4 req-5aac3101-0425-445e-85cf-73eee28572e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:53.970500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d377ea4-3734-4dcd-87f3-ad061b2ce2f4 req-5aac3101-0425-445e-85cf-73eee28572e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 1096 time: 0.2428715 May 19 12:47:54.006648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:47:54.076803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a38aab86-8047-44f0-ac03-afc210a3f74f req-c31f1f12-53e9-4246-b498-3d06f84e57d9 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044440 May 19 12:47:54.087454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d377ea4-3734-4dcd-87f3-ad061b2ce2f4 req-b044e8ab-30ce-49b7-8478-ff0229d6cd57 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004622 May 19 12:47:54.095474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a656ccb4-4dca-4ea7-99a8-7010cefed6c5 req-e49b83e3-aec2-4094-9be2-7a79cb80c9c5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076345 May 19 12:47:54.194911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:54.298757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:54.315441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-60906d84-d932-4e89-8000-76e5d78306fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fd4703686a74904b775e1ffb1851ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151466 May 19 12:47:54.316035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:47:54.332306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 has no active binding in host n-h2-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:47:54.380129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa136e-1719-429b-bc9e-30adf871fbb6 req-f00e44de-c50f-46ab-924d-3947a519d6df tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:54.381699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71aa136e-1719-429b-bc9e-30adf871fbb6 req-f00e44de-c50f-46ab-924d-3947a519d6df tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 944 time: 0.1208148 May 19 12:47:54.453257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:54.496021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:54.544889 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71aa136e-1719-429b-bc9e-30adf871fbb6 req-850709c6-8144-4483-96af-17152947fa66 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517732 May 19 12:47:54.563624 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:54.570133 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7120eb5c-ddfa-45b7-9afb-37323c286a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:54.582162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae3fc6-479d-4271-86c2-dfd41296b98d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:54.587974 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:54.595726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:54.600910 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fae3fc6-479d-4271-86c2-dfd41296b98d HTTP/1.1" status: 204 len: 168 time: 0.2823913 May 19 12:47:54.840006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-07f4bde7-7479-41c3-94b8-02bffbbdf2d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:54.841245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-07f4bde7-7479-41c3-94b8-02bffbbdf2d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Synchronizing usage tracker for tenant:8f1443ded702462980abf555acabad14 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:54.901551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-07f4bde7-7479-41c3-94b8-02bffbbdf2d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Unset dirty status for tenant:8f1443ded702462980abf555acabad14 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:54.903627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-07f4bde7-7479-41c3-94b8-02bffbbdf2d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.4668961 May 19 12:47:54.946040 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-e430c5c6-ad56-41e0-a6ba-49affc3f4bf0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/quotas/8f1443ded702462980abf555acabad14 HTTP/1.1" status: 200 len: 375 time: 0.0295436 May 19 12:47:54.964138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2bedd-3128-4c09-9155-fc59ec2e1484 req-3bf6dabe-2e3c-4ae8-8959-231b8ed56b27 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:54.966922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1af2bedd-3128-4c09-9155-fc59ec2e1484 req-3bf6dabe-2e3c-4ae8-8959-231b8ed56b27 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.2590735 May 19 12:47:55.057283 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1a1fc486-b365-44e7-9154-6751b669d0dc service neutron] 10.222.0.71 "GET /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.1163661 May 19 12:47:55.074895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-bb6e3721-d5d0-4828-885f-78d9cf8a22cc tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058338 May 19 12:47:55.148853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1af2bedd-3128-4c09-9155-fc59ec2e1484 req-46663081-bed1-4846-907b-79db8271758a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311426 May 19 12:47:55.403251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:55.444097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:55.473158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a'}, {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:55.481857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:47:55.565164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:47:55.577271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f26e2e63-30e5-4756-90ff-3d6c04ba5df7 service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896502 May 19 12:47:55.589069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:55.623403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:55.712721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-42d1b4b3-4606-4d12-a408-3482df28b227 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:55.714212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-42d1b4b3-4606-4d12-a408-3482df28b227 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 820 time: 0.3016541 May 19 12:47:55.744985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-332cd99a-f2e1-4162-8f31-7a07f5f575cc tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/quotas/68eb3cd805d047edb039607c10ce5445 HTTP/1.1" status: 200 len: 375 time: 0.0192485 May 19 12:47:55.758414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Transition to ACTIVE for port object 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:47:55.764564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:55.770029 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:55.827348 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-a55cddc7-6f57-4fa0-997e-2053ad2d6745 service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489202 May 19 12:47:55.883723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-e0b0ec27-1684-4f55-84c6-3cb52d59fec9 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1270506 May 19 12:47:55.977713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] No DVR routers for this DVR port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:47:56.009061 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:47:56.048409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Pushing event updated for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:56.211720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:47:56.223226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:47:56.223856 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:56.263123 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:56.272880 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-1785007b-811f-409c-9079-e8c778fb498c service neutron] 10.222.0.71 "PUT /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69/bindings/n-h2-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2091424 May 19 12:47:56.375596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-58373b60-b883-4973-b21d-4fca7a1dc1e5 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815190 May 19 12:47:56.394681 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-f624978b-cee1-4b6c-9faf-fb7cfbf4e9c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3443224 May 19 12:47:56.525613 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:56.574871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:47:56.588381 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:56.591105 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:47:56.603492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-23c313d8-bac0-4be7-8a0e-5fda03f490a8 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:56.606551 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-23c313d8-bac0-4be7-8a0e-5fda03f490a8 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.2652798 May 19 12:47:56.715046 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:47:56.726035 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:47:56.761003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-8b8e8b18-bcc6-4cc0-8b3c-b0e32c719f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:56.762706 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-8b8e8b18-bcc6-4cc0-8b3c-b0e32c719f88 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475&tenant_id=0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 1095 time: 0.1439383 May 19 12:47:56.923271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-190af1cb-76d4-40ee-97df-4525b8791382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:56.926372 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-190af1cb-76d4-40ee-97df-4525b8791382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1095 time: 0.1243322 May 19 12:47:57.136693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-0800ebf0-9c3e-4e57-be54-1cf0f0d6f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:57.138882 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-0800ebf0-9c3e-4e57-be54-1cf0f0d6f67d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.2042317 May 19 12:47:57.239833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-6f831a87-3935-4e7e-acd9-0684c920fc07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.0927482 May 19 12:47:57.253246 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-715f3e33-e8fd-41b5-91c9-d6682a640b8a service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8673134 May 19 12:47:57.263871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-0855803a-8b26-4493-813d-c1d742ee97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:57.266766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-0855803a-8b26-4493-813d-c1d742ee97ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 1096 time: 0.7306120 May 19 12:47:57.290045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9135e-267c-4ddb-918a-7964d9179ba5 req-8885ddd3-f252-432e-bd41-853e2bafe383 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:57.292249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dd9135e-267c-4ddb-918a-7964d9179ba5 req-8885ddd3-f252-432e-bd41-853e2bafe383 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.4093034 May 19 12:47:57.335330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:47:57.376194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-76f4d944-3496-47b2-bf61-7a9617f18e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:57.377879 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-76f4d944-3496-47b2-bf61-7a9617f18e32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1246643 May 19 12:47:57.440721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-fc44e136-cdb0-4d9a-8305-d4945032992b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544944 May 19 12:47:57.467144 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:47:57.469833 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dd9135e-267c-4ddb-918a-7964d9179ba5 req-816906e7-0a36-4d69-b4ea-cba4d166df4a tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486704 May 19 12:47:57.581537 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'status': 'completed', 'code': 200} May 19 12:47:57.585082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-542e8d2c-660e-41fa-b25d-e64e93f0e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:57.597744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-542e8d2c-660e-41fa-b25d-e64e93f0e112 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.3006773 May 19 12:47:57.628247 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'code': 200} May 19 12:47:57.628764 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'code': 200} May 19 12:47:57.818783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-cb706a34-5afa-4c59-bc84-456648d07b5d service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702357 May 19 12:47:57.917351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-7b3c25af-1128-4305-ae6e-61d8aa8c7abc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 200 len: 217 time: 0.3081303 May 19 12:47:58.102048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-a361dc61-26ed-4e6e-a67e-c4fd4e3f04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.103551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-a361dc61-26ed-4e6e-a67e-c4fd4e3f04de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1763370 May 19 12:47:58.176012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab600a-6cba-4bbf-b4a5-14141338c5a2 req-95b12d38-5fde-418c-a2d5-298a8ab36678 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.178046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-caab600a-6cba-4bbf-b4a5-14141338c5a2 req-95b12d38-5fde-418c-a2d5-298a8ab36678 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.3843541 May 19 12:47:58.198258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc6c94-ad4b-4ada-8d46-a9788d1fa7a9 req-9d42feed-9c3f-4d37-a84c-d31d27473c03 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.200922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbbc6c94-ad4b-4ada-8d46-a9788d1fa7a9 req-9d42feed-9c3f-4d37-a84c-d31d27473c03 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 944 time: 0.3383451 May 19 12:47:58.204182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-d0987efd-e1ce-4762-803f-79fd49e66b39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883515 May 19 12:47:58.263704 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-6d6b56a3-6dc9-4c74-8480-984c7680291f service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338241 May 19 12:47:58.293150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9285c-c163-457b-9100-b453f5c3b568 req-fa7aa9f3-7590-4840-af39-c0ea59f84429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.295301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3b9285c-c163-457b-9100-b453f5c3b568 req-fa7aa9f3-7590-4840-af39-c0ea59f84429 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1096 time: 0.3196774 May 19 12:47:58.423716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-caab600a-6cba-4bbf-b4a5-14141338c5a2 req-ccd318d4-5afd-47c3-8013-a233b98d6205 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184081 May 19 12:47:58.500819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbbc6c94-ad4b-4ada-8d46-a9788d1fa7a9 req-30afa849-8f92-467a-a172-7fb825fbd1a9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520719 May 19 12:47:58.520520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-8f91285c-31da-499e-821f-15f97b989933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.521981 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-8f91285c-31da-499e-821f-15f97b989933 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1095 time: 0.6547294 May 19 12:47:58.542182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-61d81ec0-0038-49a4-96bb-28e436dcf8f1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.543793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-61d81ec0-0038-49a4-96bb-28e436dcf8f1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.71 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.6079693 May 19 12:47:58.584774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-6f24ac7f-d53a-428b-9e95-784a39795e20 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732176 May 19 12:47:58.587048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3b9285c-c163-457b-9100-b453f5c3b568 req-3076724e-7038-4f52-916c-a87046e64654 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824891 May 19 12:47:58.597646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'port': {'device_id': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'admin_state_up': True, 'tenant_id': '8f1443ded702462980abf555acabad14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:58.650650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-6347ae0c-2ade-404f-9aaf-7c24d8c681b8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:58.651362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-6347ae0c-2ade-404f-9aaf-7c24d8c681b8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:47:58.866667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-6347ae0c-2ade-404f-9aaf-7c24d8c681b8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:47:58.867347 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-6347ae0c-2ade-404f-9aaf-7c24d8c681b8 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0075e5e-0b68-4fc4-9c4d-ecfd6215300c HTTP/1.1" status: 200 len: 943 time: 0.7074685 May 19 12:47:58.891447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e679df06-26a5-4ccf-a1af-376e0f726ffb req-df7c2017-ff67-4c8c-b059-2ceed9d68a15 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 210 time: 0.0917621 May 19 12:47:58.958685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec7e5654-a2e1-4651-af70-288c24fe0eef req-8d93ce59-303c-4630-83df-af60ec9d6b56 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644757 May 19 12:47:59.227563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-edf43894-3e18-45b4-a39a-530d3df5a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.230009 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-edf43894-3e18-45b4-a39a-530d3df5a38d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.6838672 May 19 12:47:59.250735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:59.420275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Usage tracker for resource:port and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:59.426885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:47:59.438058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:47:59.500329 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-7c4d47d9-2b31-4fcb-aeb1-455a4550e310 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.2557900 May 19 12:47:59.549051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Made reservation on behalf of 8f1443ded702462980abf555acabad14 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:47:59.552208 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:59.568434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-ca9d644e-5046-4660-b1dd-7eab98d66ea4 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.570020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-ca9d644e-5046-4660-b1dd-7eab98d66ea4 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.7959571 May 19 12:47:59.576688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ec27-5f5a-4842-a75c-0647a6cfaa93 req-2b619478-8516-450c-8b9d-8bd78569e207 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.578927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f44ec27-5f5a-4842-a75c-0647a6cfaa93 req-2b619478-8516-450c-8b9d-8bd78569e207 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.6006651 May 19 12:47:59.589238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-469e2b64-7c0f-4281-96e2-6b7460c23e66 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.592611 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-469e2b64-7c0f-4281-96e2-6b7460c23e66 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.5168619 May 19 12:47:59.629927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:47:59.666471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-216f3949-698c-49fa-9b48-6b6ff30d458b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.668030 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-216f3949-698c-49fa-9b48-6b6ff30d458b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 820 time: 0.5460298 May 19 12:47:59.684220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'port': {'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'admin_state_up': True, 'tenant_id': '68eb3cd805d047edb039607c10ce5445'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:47:59.700325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-b63ebdbe-138d-49a5-8b5e-dde544859d41 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/quotas/75376fad43404a719fd22b4ae8be0348 HTTP/1.1" status: 200 len: 375 time: 0.0727866 May 19 12:47:59.722775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-a12aa5a2-c715-4f73-9754-ebd600455ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:47:59.725228 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-a12aa5a2-c715-4f73-9754-ebd600455ba6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2170961 May 19 12:47:59.823963 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-7c030aba-5207-49f9-9129-bce217d31495 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787630 May 19 12:47:59.858727 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Deleting port 9993b53b-af78-458d-b51b-5daeb6ae207a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:47:59.859150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:47:59.864864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f44ec27-5f5a-4842-a75c-0647a6cfaa93 req-6068cdb0-bc24-4d18-bcd4-9cb72b27f28c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471750 May 19 12:47:59.954732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-f71769b5-fa6b-4776-98fc-358481ced850 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4437978 May 19 12:47:59.971678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:47:59.979261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Usage tracker for resource:port and tenant:68eb3cd805d047edb039607c10ce5445 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:47:59.986889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Quota usage for port was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:00.039113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:00.046854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-0c2f9bf9-5880-448e-9903-e3ec32a2d09b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3099864 May 19 12:48:00.147475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Made reservation on behalf of 68eb3cd805d047edb039607c10ce5445 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:48:00.151069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:00.180511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Allocated IP 172.20.0.5 (9313c83a-c177-4bd2-9402-8a9baee2765f/85d3c1d6-78c2-4532-9307-c63f6eb33aa3/3d7900b4-c622-4b78-b1ce-b922211b5ba1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:00.182936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec8586fc-46c1-4568-b2fe-5cbf19355439 req-652c28b7-08b3-4195-9e4b-fcb28a6d767f tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 210 time: 0.0947433 May 19 12:48:00.318182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-bc0027df-6e6e-4218-bce8-7d571c4e0d09 service neutron] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:00.320529 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-e324c70e-5033-4c2b-906c-52a63c1efb39 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882874 May 19 12:48:00.322308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] For port 9993b53b-af78-458d-b51b-5daeb6ae207a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9993b53b-af78-458d-b51b-5daeb6ae207a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:00.322678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:00.403579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-273af474-49cf-4609-9761-7fc3216ec4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:00.405157 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-273af474-49cf-4609-9761-7fc3216ec4c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1095 time: 0.4136908 May 19 12:48:00.467237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ada46252-a5bc-4e17-8d22-0c4e2de43475 service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077654 May 19 12:48:00.522297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-bc0027df-6e6e-4218-bce8-7d571c4e0d09 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:00.523415 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6bbd0840-73a2-4b2d-8bef-dadb626e6c6f req-bc0027df-6e6e-4218-bce8-7d571c4e0d09 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69/bindings/n-h1-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.9427078 May 19 12:48:00.535270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Calling delete_port for 9993b53b-af78-458d-b51b-5daeb6ae207a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:48:00.756475 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4629b8-abc4-4ba5-96b1-16c2aeca3d28 req-4f43e940-4860-4688-b643-d56a923022a2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171534 May 19 12:48:00.765075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Allocated IP 172.20.0.9 (d2846183-f616-4c77-9231-1d12c6d4f0ef/bd154de3-bb02-4687-bcb3-7bce66b08c32/e8f1eafe-1173-4848-a8ea-3802b6b36572) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:00.826161 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:00.833550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163ecb1-1931-40aa-8fb9-5f8098dd27f1 req-25f71999-eece-4733-af60-b67d94dcc1a2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:00.836469 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3163ecb1-1931-40aa-8fb9-5f8098dd27f1 req-25f71999-eece-4733-af60-b67d94dcc1a2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.5279174 May 19 12:48:00.845365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-75ca7f05-b000-4f16-ad60-537aeea4b0eb service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505695 May 19 12:48:00.846331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:48:00.921609 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:00.928949 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-293812af-1edf-4bcf-b319-20c940d2e774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:00.984670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event deleted for resources: {'Port': ['ID=9993b53b-af78-458d-b51b-5daeb6ae207a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:00.988552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.000352 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:01.086591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] No DVR routers for this DVR port 9993b53b-af78-458d-b51b-5daeb6ae207a on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:48:01.089612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.093955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-deleted', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:01.102846 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-503dc3a6-6517-4ad0-a472-77bf9e85f8d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:01.112195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Request body: {'floatingip': {'port_id': '49f25466-6367-49f4-8155-16a3e60fe419'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:01.188031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-098ea78d-d782-4101-939f-117610d7cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:01.190996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-098ea78d-d782-4101-939f-117610d7cffa service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.7625246 May 19 12:48:01.320379 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa123c4-c398-445b-85a7-725a1a36a955 req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.57 "DELETE /v2.0/ports/9993b53b-af78-458d-b51b-5daeb6ae207a HTTP/1.1" status: 204 len: 173 time: 2.4433684 May 19 12:48:01.326992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Network 9313c83a-c177-4bd2-9402-8a9baee2765f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:01.328041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:01.330441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:01.332824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:01.359949 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:01.431755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:01.432807 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.459054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8795714 May 19 12:48:01.478254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Request body: {'port': {'device_id': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:01.582020 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-310a6106-7654-4252-96e7-139faf103198 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.2984545 May 19 12:48:01.646988 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.649440 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.906474 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:01.935620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-331a12d4-8fd3-4bee-8fa5-e304d87e5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:01.937336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-331a12d4-8fd3-4bee-8fa5-e304d87e5d05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2008343 May 19 12:48:02.025003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Transition to ACTIVE for port object e8f1eafe-1173-4848-a8ea-3802b6b36572 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:02.055606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-73b840f6-bfcd-46de-8a57-6fe3f4d7aa85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772967 May 19 12:48:02.056251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:48:02.139100 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 9993b53b-af78-458d-b51b-5daeb6ae207a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:48:02.142610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9993b53b-af78-458d-b51b-5daeb6ae207a not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:48:02.157923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7900b4-c622-4b78-b1ce-b922211b5ba1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:02.174735 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:02.204372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4278-4b27-4162-b4c2-e6081a859ce0 req-3a74cbf3-721f-4515-9f91-1c5c6f9ffd3a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:02.205965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bde4278-4b27-4162-b4c2-e6081a859ce0 req-3a74cbf3-721f-4515-9f91-1c5c6f9ffd3a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 1.0138006 May 19 12:48:02.211386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Transition to ACTIVE for port object 3d7900b4-c622-4b78-b1ce-b922211b5ba1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:02.219202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:02.225903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f906f1-056d-4194-b646-cafe9656bd7c req-dc0bf6e2-05dd-495d-82c2-3e08b49e6be6 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:02.233873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f906f1-056d-4194-b646-cafe9656bd7c req-dc0bf6e2-05dd-495d-82c2-3e08b49e6be6 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 944 time: 0.9743528 May 19 12:48:02.245364 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:02.390404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:02.394698 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:02.458657 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:02.476232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bde4278-4b27-4162-b4c2-e6081a859ce0 req-d02114e5-5900-48b0-bcbd-6bd8a047f463 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358003 May 19 12:48:02.480654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:02.500517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f906f1-056d-4194-b646-cafe9656bd7c req-f72dbd57-59e4-4d0b-920e-e38b961a9a99 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654603 May 19 12:48:02.501678 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:02.588955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Attempting to bind port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:02.589569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Attempting to bind port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:02.590117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Attempting to bind port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:02.600046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 on network 9313c83a-c177-4bd2-9402-8a9baee2765f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:02.601861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Attempting to bind port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:02.606936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-c197a6a5-42f3-416d-b752-9c5e3a561584 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433025 May 19 12:48:02.615884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:02.619447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Checking segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:02.620326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Bound using segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:02.621032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Bound port: 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:02.621563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:02.624541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Network d2846183-f616-4c77-9231-1d12c6d4f0ef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:02.653849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:02.683660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:02.737919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event updated for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:02.752536 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'code': 200} May 19 12:48:02.902554 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:03.110063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4b99b1c-e2e4-4d45-af2d-07ccda2bd688 None None] Provisioning for port e8f1eafe-1173-4848-a8ea-3802b6b36572 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:03.116445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4b99b1c-e2e4-4d45-af2d-07ccda2bd688 None None] Provisioning complete for port e8f1eafe-1173-4848-a8ea-3802b6b36572 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:03.117437 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b99b1c-e2e4-4d45-af2d-07ccda2bd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.193770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.194639 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.199893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a4b99b1c-e2e4-4d45-af2d-07ccda2bd688 None None] Port e8f1eafe-1173-4848-a8ea-3802b6b36572 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:48:03.243104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:03.261724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:03.283446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5161677-e730-40a3-b68d-a4e3ef52e091 req-ee018ef2-16de-400c-aee7-279b08c1856a service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657975 May 19 12:48:03.286689 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.291618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6129124 May 19 12:48:03.307105 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f45c1d3b-9f9f-4db9-a22f-5076510eb078 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:03.323373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Request body: {'port': {'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:03.356539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0df0be-b294-415e-83e5-b8515e62f75c req-4203b6af-e9c6-4eb3-9437-40acf946f310 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.358726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de0df0be-b294-415e-83e5-b8515e62f75c req-4203b6af-e9c6-4eb3-9437-40acf946f310 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 943 time: 0.5047045 May 19 12:48:03.410585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-74ee6bae-06ca-4bff-8da0-a0b98af9d6ac tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.412118 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-74ee6bae-06ca-4bff-8da0-a0b98af9d6ac tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.4377177 May 19 12:48:03.415874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.416517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.417900 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] 10.222.0.71 "PUT /v2.0/ports/3d7900b4-c622-4b78-b1ce-b922211b5ba1 HTTP/1.1" status: 200 len: 1091 time: 1.9471171 May 19 12:48:03.421245 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:48:03.431665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Request body: {'port': {'device_id': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'admin_state_up': True, 'tenant_id': '75376fad43404a719fd22b4ae8be0348'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:03.586703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:03.589998 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:03.628510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8aa8c-264c-40d2-99fc-3c5d555340b4 req-a758fab5-0769-44b5-bf13-ebf69b9b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.630099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f1f8aa8c-264c-40d2-99fc-3c5d555340b4 req-a758fab5-0769-44b5-bf13-ebf69b9b087f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1096 time: 0.7738297 May 19 12:48:03.684928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f379-7c49-4218-b435-24af9b86d841 req-048763be-47ef-4f8e-9dc5-3bbbf1318890 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.692201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d53f379-7c49-4218-b435-24af9b86d841 req-048763be-47ef-4f8e-9dc5-3bbbf1318890 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.5967746 May 19 12:48:03.701306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:03.714608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Usage tracker for resource:port and tenant:75376fad43404a719fd22b4ae8be0348 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:03.720183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:03.727682 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f1f8aa8c-264c-40d2-99fc-3c5d555340b4 req-1d5e0f25-6dfb-44cd-9bb9-d2fe12f4e014 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835323 May 19 12:48:03.734864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:03.738819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-1cc35e19-4f04-4e85-94bd-cb21a17175fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:03.741143 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-1cc35e19-4f04-4e85-94bd-cb21a17175fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 1094 time: 0.2660964 May 19 12:48:03.809832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-de0df0be-b294-415e-83e5-b8515e62f75c req-6a652a49-8aaf-48ce-9582-5689ddc72a6f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Synchronizing usage tracker for tenant:8f1443ded702462980abf555acabad14 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:03.810073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:48:03.812854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.826419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.835535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-27e6c105-ebfe-44da-8300-bd237afd7e18 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1 HTTP/1.1" status: 200 len: 217 time: 0.0858424 May 19 12:48:03.839086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:03.930015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d53f379-7c49-4218-b435-24af9b86d841 req-65b8bdf9-cdb9-41bc-a0a2-dbba722dd1e3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369084 May 19 12:48:03.942002 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:04.019058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-de0df0be-b294-415e-83e5-b8515e62f75c req-6a652a49-8aaf-48ce-9582-5689ddc72a6f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Unset dirty status for tenant:8f1443ded702462980abf555acabad14 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:04.021285 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de0df0be-b294-415e-83e5-b8515e62f75c req-6a652a49-8aaf-48ce-9582-5689ddc72a6f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493688 May 19 12:48:04.122738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-db7711fc-a8c6-4dd8-a362-84132ce19827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:04.126154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-db7711fc-a8c6-4dd8-a362-84132ce19827 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.2840097 May 19 12:48:04.191583 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0075e5e-0b68-4fc4-9c4d-ecfd6215300c', 'name': 'network-vif-deleted', 'tag': '9993b53b-af78-458d-b51b-5daeb6ae207a', 'status': 'completed', 'code': 200} May 19 12:48:04.277964 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-490fbda3-a335-4a7b-9714-25141f5d1981 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848641 May 19 12:48:04.302732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f13f00a-6b62-472f-9e0d-d76b36fdc1c9 req-a6f93162-f4d6-42a9-9ff1-50237a1bae6f tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 210 time: 0.1006985 May 19 12:48:04.424927 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a associated. External IP: 172.25.4.89, port: 49f25466-6367-49f4-8155-16a3e60fe419. May 19 12:48:04.613718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Allocated IP 172.20.0.10 (8f16102f-0ff6-4bd2-80e0-21585c3152f3/87c3aef8-9bee-4b9c-98cb-5684ec48d89f/3456826e-a942-4c31-9051-4a8d9f41cca1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:04.669846 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-3f51e943-2901-4486-904e-75d309b81cd0 service neutron] 10.222.0.71 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823595 May 19 12:48:04.745600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b95a3-3065-4bf1-b1a9-5f98c13ad0fe req-45d82744-df91-4c5b-9c24-8c0da516538e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:04.746340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d6b95a3-3065-4bf1-b1a9-5f98c13ad0fe req-45d82744-df91-4c5b-9c24-8c0da516538e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:04.915850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d6b95a3-3065-4bf1-b1a9-5f98c13ad0fe req-45d82744-df91-4c5b-9c24-8c0da516538e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:04.917083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d6b95a3-3065-4bf1-b1a9-5f98c13ad0fe req-45d82744-df91-4c5b-9c24-8c0da516538e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 931 time: 0.6170187 May 19 12:48:04.919509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f1eafe-1173-4848-a8ea-3802b6b36572 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:04.933776 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:05.010830 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eeced200-e4ed-4b6b-bf62-7aad211b3b29 req-288747f3-1e0d-48d5-8889-e7530717a22d service neutron] 10.222.0.71 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310616 May 19 12:48:05.059376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93cd43-4c8f-4e3d-8ed4-7d33ef25b4b0 req-8566a06f-674a-4653-9a2f-793e57ae3ab0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:05.061678 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b93cd43-4c8f-4e3d-8ed4-7d33ef25b4b0 req-8566a06f-674a-4653-9a2f-793e57ae3ab0 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.4554689 May 19 12:48:05.065561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Transition to ACTIVE for port object e8f1eafe-1173-4848-a8ea-3802b6b36572 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:05.086834 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:05.094691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:05.111850 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2084d1b0-a2c6-4979-9d13-c6c623358ccd tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:05.140640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:05.149045 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:05.171283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d6b95a3-3065-4bf1-b1a9-5f98c13ad0fe req-8877f1c1-65cd-440f-ad9e-6c308ea54b29 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390611 May 19 12:48:05.306634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:05.315638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:05.324653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:05.379174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:05.387333 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:05.437009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:05.441289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:05.442383 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:05.484371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b93cd43-4c8f-4e3d-8ed4-7d33ef25b4b0 req-79c3a08c-6496-4c3f-a6ca-94d169b8e0b1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049401 May 19 12:48:05.490903 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649819 May 19 12:48:05.510325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Request body: {'port': {'device_id': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:05.520379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:05.524557 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:05.659997 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.060835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3456826e-a942-4c31-9051-4a8d9f41cca1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:06.070143 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.085575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Transition to ACTIVE for port object 3456826e-a942-4c31-9051-4a8d9f41cca1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:06.089790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.095124 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23ef8ca8-9ecf-4af7-97b7-3290cb0800d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:06.131577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Attempting to bind port e8f1eafe-1173-4848-a8ea-3802b6b36572 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:06.132169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Attempting to bind port e8f1eafe-1173-4848-a8ea-3802b6b36572 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:06.132726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Attempting to bind port e8f1eafe-1173-4848-a8ea-3802b6b36572 on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:06.160526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Port e8f1eafe-1173-4848-a8ea-3802b6b36572 on network d2846183-f616-4c77-9231-1d12c6d4f0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:06.161075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Attempting to bind port e8f1eafe-1173-4848-a8ea-3802b6b36572 on network d2846183-f616-4c77-9231-1d12c6d4f0ef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:06.187086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeacb72-13f1-4464-86b4-167210dac26e req-22f7fac1-502c-4f45-98c8-1a1cc9569cf7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:06.189911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-feeacb72-13f1-4464-86b4-167210dac26e req-22f7fac1-502c-4f45-98c8-1a1cc9569cf7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.7701621 May 19 12:48:06.202555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:06.203096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Checking segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:06.203713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Bound using segment: {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:06.204487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Bound port: e8f1eafe-1173-4848-a8ea-3802b6b36572, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62593f1f-b7b8-4640-ad68-55e452164678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:06.205058 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.217270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:06.224306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:48:06.236307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'floatingip': {'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:06.236526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:06.245847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.268537 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:06.279471 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:06.280704 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:06.319577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdea57f-b4cb-47ae-b372-ea890c20d68b req-ead49f7e-9b54-4106-862f-3f5ee5af9ddb tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:06.322200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cdea57f-b4cb-47ae-b372-ea890c20d68b req-ead49f7e-9b54-4106-862f-3f5ee5af9ddb tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1095 time: 0.7085280 May 19 12:48:06.480579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a909450d-2e5d-4bd8-9b20-be0140a9c898 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "PUT /v2.0/floatingips/6eec40dc-beb6-4a8f-8bef-276d9a0c609a HTTP/1.1" status: 200 len: 990 time: 5.3827355 May 19 12:48:06.488739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:06.555484 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:06.600866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cdea57f-b4cb-47ae-b372-ea890c20d68b req-7e63a28b-4fa7-4947-98c4-ebc579fb2be0 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189353 May 19 12:48:06.677208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:06.742370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:06.762933 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.774475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:06.779665 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:06.785500 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f365ae83-05c7-4486-ab52-fcc3b14d4af0 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:06.834523 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:06.993063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Attempting to bind port 3456826e-a942-4c31-9051-4a8d9f41cca1 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:06.993518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Attempting to bind port 3456826e-a942-4c31-9051-4a8d9f41cca1 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:06.993849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Attempting to bind port 3456826e-a942-4c31-9051-4a8d9f41cca1 on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:06.995128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b70c-20ea-4f3a-9e53-94229407f250 req-b20ea8d8-2748-4b50-8626-0fd242c94ac6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:07.006638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Port 3456826e-a942-4c31-9051-4a8d9f41cca1 on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:07.007120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Attempting to bind port 3456826e-a942-4c31-9051-4a8d9f41cca1 on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:07.009527 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acb2b70c-20ea-4f3a-9e53-94229407f250 req-b20ea8d8-2748-4b50-8626-0fd242c94ac6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 943 time: 0.5272322 May 19 12:48:07.037464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:07.038803 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:07.041364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] 10.222.0.57 "PUT /v2.0/ports/e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 1091 time: 3.7256844 May 19 12:48:07.052131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:07.052466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Checking segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:07.052991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Bound using segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:07.053438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Bound port: 3456826e-a942-4c31-9051-4a8d9f41cca1, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:07.053779 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:07.063592 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': '49f25466-6367-49f4-8155-16a3e60fe419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:07:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63e542-78a6-4412-99d4-bf79866a5022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:48:03Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:07.069045 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:07.080727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:07.081876 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:47:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:07.143980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:07.151173 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:07.176780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acb2b70c-20ea-4f3a-9e53-94229407f250 req-adb0e8ec-c19a-469a-97d5-d51a6ab7d91a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648915 May 19 12:48:07.353964 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:07.382098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:07.390950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:07.400720 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'status': 'completed', 'code': 200} May 19 12:48:07.415935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:07.419381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06219cad-79d1-4792-833f-2e4619433a0f req-4819f5ee-9f34-4c05-94f5-8c60be4ee73e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:07.428516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06219cad-79d1-4792-833f-2e4619433a0f req-4819f5ee-9f34-4c05-94f5-8c60be4ee73e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 944 time: 0.6540203 May 19 12:48:07.557427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-e05c42fa-ce10-41a1-b6b4-4cbdc69a09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:07.562135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-e05c42fa-ce10-41a1-b6b4-4cbdc69a09bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1094 time: 0.3921168 May 19 12:48:07.568404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06219cad-79d1-4792-833f-2e4619433a0f req-202d8a31-3471-4f92-bde9-ba9b15f91a7b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190271 May 19 12:48:07.752425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-0e761354-c0ff-46a7-993b-da366b672e0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 217 time: 0.1822433 May 19 12:48:07.880119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:07.913542 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11120f78-c8e8-4ce3-b1d0-9db04e7279fd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:07.984630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-0bd08c6c-489c-42f0-88c5-aa7add4b3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:07.986284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:07.988910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-0bd08c6c-489c-42f0-88c5-aa7add4b3716 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2245467 May 19 12:48:08.010066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'port_id': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'mac_address': 'fa:16:3e:e1:89:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3c1d6-78c2-4532-9307-c63f6eb33aa3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:08.122042 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:48:08.140854 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419', 'status': 'completed', 'code': 200} May 19 12:48:08.160635 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': '49f25466-6367-49f4-8155-16a3e60fe419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:07:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63e542-78a6-4412-99d4-bf79866a5022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:48:03Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:08.166969 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e08be9-305e-4fb7-82da-de9084e619bd None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '6eec40dc-beb6-4a8f-8bef-276d9a0c609a', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'port_id': '49f25466-6367-49f4-8155-16a3e60fe419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'mac_address': 'fa:16:3e:07:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63e542-78a6-4412-99d4-bf79866a5022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:43:50Z', 'updated_at': '2021-05-19T12:48:03Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:08.324791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:48:08.330773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:08.331400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:08.336379 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] 10.222.0.71 "PUT /v2.0/ports/3456826e-a942-4c31-9051-4a8d9f41cca1 HTTP/1.1" status: 200 len: 1092 time: 2.8317637 May 19 12:48:08.368327 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:08.382122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:08.453251 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:08.469506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7900b4-c622-4b78-b1ce-b922211b5ba1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:08.475996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0da331-163b-4a91-a0c2-ff888458ac48 req-c2d30f04-3a45-483e-b452-e3c865d527db tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:08.477955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0da331-163b-4a91-a0c2-ff888458ac48 req-c2d30f04-3a45-483e-b452-e3c865d527db tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 943 time: 0.4869981 May 19 12:48:08.569063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:08.587792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc902f-da94-4716-a739-2e77a5847e9b req-dcb8944b-034a-4f67-979e-d6fc40adea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:08.594941 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:08.600006 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:08.611122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-dcb8944b-034a-4f67-979e-d6fc40adea9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4694612 May 19 12:48:08.729885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:08.745206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb2196-6e1e-44e6-998f-f9d99242e47c None None] New status for floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:48:08.828051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:08.841429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Usage tracker for resource:security_group_rule and tenant:11e202ab954548bbac7886393c51176c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:08.859504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:08.866276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0da331-163b-4a91-a0c2-ff888458ac48 req-a9b6c8d9-b5b4-4e57-b191-2976a5221d69 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540462 May 19 12:48:08.879268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:08.912668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-ce24d8a0-99fa-4fbc-b2fb-851fc750c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:08.916872 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-ce24d8a0-99fa-4fbc-b2fb-851fc750c4ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 1094 time: 1.4472106 May 19 12:48:08.935644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-b8015fea-ad2f-4d92-a403-3b7c11f1d584 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147421 May 19 12:48:09.003304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57c45a-7f3b-4d11-a93b-ab1efbd31bcc req-28db4aab-77da-4c64-983a-7feaee2c6bd4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:09.005005 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f57c45a-7f3b-4d11-a93b-ab1efbd31bcc req-28db4aab-77da-4c64-983a-7feaee2c6bd4 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.5565765 May 19 12:48:09.038929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:09.064776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3d7900b4-c622-4b78-b1ce-b922211b5ba1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:09.078582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-e5b47900-a522-472f-b4d7-3cb2997facf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:09.080838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-e5b47900-a522-472f-b4d7-3cb2997facf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 1096 time: 0.8806562 May 19 12:48:09.113229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.113577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.113922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.114260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.114598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.114928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.115253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.115582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.115926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.116260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.116582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.116903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:09.138924 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:09.270856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-04e21e34-6272-4740-8a20-0415e69dae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:09.273725 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-04e21e34-6272-4740-8a20-0415e69dae17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 1095 time: 0.8187497 May 19 12:48:09.412464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:09.452973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f57c45a-7f3b-4d11-a93b-ab1efbd31bcc req-c0fb6b5d-33ba-4200-b99d-374e68edfc85 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327571 May 19 12:48:09.524689 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51cc902f-da94-4716-a739-2e77a5847e9b req-3b3e4f21-0ddc-45b7-b0e4-6473588b98de service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697203 May 19 12:48:09.565739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:09.580156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-8082fbd1-834c-4324-ad7a-6dc5bc65f578 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:09.583092 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-8082fbd1-834c-4324-ad7a-6dc5bc65f578 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.3679454 May 19 12:48:09.585133 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:09.603034 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e050be40-f14f-439e-b2b5-68beac27da78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:09.699462 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-afdd4fda-97bf-4af0-8939-12e0e6df375a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/quotas/0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 375 time: 0.0999575 May 19 12:48:09.709516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11e202ab954548bbac7886393c51176c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3791671 May 19 12:48:09.717290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:48:09.721506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe21f0-f5d5-48dd-95db-c740333a4964,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:09.772400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-f18bb4a2-cb3d-42ee-97af-13169481a438 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3456826e-a942-4c31-9051-4a8d9f41cca1 HTTP/1.1" status: 200 len: 217 time: 0.4650013 May 19 12:48:09.785746 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:09.882511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:09.893986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321b62d-8fb5-4531-80e1-f952d1b234a9 req-3a743d7d-7159-4cbe-8eac-e96019d80376 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:09.896304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6321b62d-8fb5-4531-80e1-f952d1b234a9 req-3a743d7d-7159-4cbe-8eac-e96019d80376 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 944 time: 0.2830172 May 19 12:48:09.960076 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-ddd6b4ab-c74b-4da4-9735-102a833e1001 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406373 May 19 12:48:09.967285 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:10.010357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-5a870f00-596b-47fb-9601-4d94b74041ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:10.011852 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-5a870f00-596b-47fb-9601-4d94b74041ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 923 time: 1.0393991 May 19 12:48:10.097389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6321b62d-8fb5-4531-80e1-f952d1b234a9 req-9c2f5316-1ac5-4491-aba2-bc8d7e045634 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864848 May 19 12:48:10.139041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-98d385d0-30d4-494a-8d8a-3f13ed08abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:10.153091 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-98d385d0-30d4-494a-8d8a-3f13ed08abef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.3522756 May 19 12:48:10.153343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:10.153456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-2fc888d6-3020-4e75-b001-c40e8dcd5d99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1 HTTP/1.1" status: 200 len: 217 time: 0.1324019 May 19 12:48:10.161775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:48:10.174751 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:10.191537 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-53fbe0f7-3ded-4898-9f1e-adf0ac421ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:10.238213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe21f0-f5d5-48dd-95db-c740333a4964,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:10.240599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b59e282-603e-4581-a101-017ee61d43ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:10.251397 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:10.266594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:10.268330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3abe21f0-f5d5-48dd-95db-c740333a4964 HTTP/1.1" status: 204 len: 168 time: 0.5484409 May 19 12:48:10.275543 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-04b99581-6ce5-45ba-a596-b5d56a10db5b service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996182 May 19 12:48:10.417324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-a5f12247-afaf-4ddb-882c-b91cccf2836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:10.422373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-a5f12247-afaf-4ddb-882c-b91cccf2836a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 200 len: 925 time: 1.3300166 May 19 12:48:10.470529 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-4d22ef1e-bdf3-455e-9a14-d5befdf096bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961994 May 19 12:48:10.551430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-d205b711-a6e9-4f39-b537-f5bfe03b596d service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628069 May 19 12:48:10.568415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cbf9f-6f49-4946-937b-3c31cee2024e req-2cbc9f68-7314-4498-a121-7e389714ab53 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:10.570027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-282cbf9f-6f49-4946-937b-3c31cee2024e req-2cbc9f68-7314-4498-a121-7e389714ab53 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 944 time: 0.1390805 May 19 12:48:10.665528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-282cbf9f-6f49-4946-937b-3c31cee2024e req-b9a99b9a-fb4f-495f-8b04-c4657b298c88 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818160 May 19 12:48:10.738099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:10.880131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-2756aa99-fc89-453b-a026-73ffde3e0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:10.882346 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-2756aa99-fc89-453b-a026-73ffde3e0713 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.5440307 May 19 12:48:10.884131 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'status': 'completed', 'code': 200} May 19 12:48:10.900491 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:11.220919 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-44f71a40-3ffc-479d-bd37-48a1a37ffb12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49f25466-6367-49f4-8155-16a3e60fe419 HTTP/1.1" status: 200 len: 1000 time: 0.7595627 May 19 12:48:11.220919 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Floating IP 014a5b38-7cbb-4a41-91c2-9b17eb663f44 associated. External IP: 172.25.4.28, port: 50d871b2-c803-4f1d-aa9d-1867e519b99a. May 19 12:48:11.426116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:11.469888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9782668-cbcf-4470-8fcd-8b75f2b191dc req-7a78e729-103e-4c55-b377-2c29ba188838 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:11.487527 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9782668-cbcf-4470-8fcd-8b75f2b191dc req-7a78e729-103e-4c55-b377-2c29ba188838 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 943 time: 0.2196963 May 19 12:48:11.565932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9782668-cbcf-4470-8fcd-8b75f2b191dc req-ca28890d-c9d2-49ae-b038-09c2a5cc603d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762324 May 19 12:48:11.611591 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-e2eca1f8-4b22-4860-a04e-aa49b6772a4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4745574 May 19 12:48:11.668383 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'status': 'completed', 'code': 200} May 19 12:48:11.674206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:11.684606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:11.685320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:11.852620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29fceaed-481f-48f2-bb2b-df1b54086764 req-554136c6-5505-4a9f-b9fa-daf1195d1d14 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 210 time: 0.1002989 May 19 12:48:12.038878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-3fa369a3-77bb-4829-881d-2da2e90e2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.043387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-3fa369a3-77bb-4829-881d-2da2e90e2a8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1094 time: 0.3406346 May 19 12:48:12.095278 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.125847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e8f1eafe-1173-4848-a8ea-3802b6b36572 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:12.126179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-ce0d6af4-9cfa-4cc7-ab52-22364c773c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.127832 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-ce0d6af4-9cfa-4cc7-ab52-22364c773c48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 200 len: 863 time: 0.7195959 May 19 12:48:12.140484 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-2851e8e8-4123-4efd-8e4c-98a019b6e517 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5559082 May 19 12:48:12.199981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:12.257710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:12.290875 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.298001 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:12.310901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ead49-3850-4e48-9f30-d1207d18d530 req-065ae806-059b-44b4-af9e-73bfa6b3fe8e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.313982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d3ead49-3850-4e48-9f30-d1207d18d530 req-065ae806-059b-44b4-af9e-73bfa6b3fe8e tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1096 time: 0.4185960 May 19 12:48:12.378450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-0fdf9048-3c63-40b8-a045-941951920114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.380389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-0fdf9048-3c63-40b8-a045-941951920114 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.3251898 May 19 12:48:12.406143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d3ead49-3850-4e48-9f30-d1207d18d530 req-45a7cc5b-a2a0-4570-a5d9-ef6738588dde tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823870 May 19 12:48:12.605993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:12.615061 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:12.621198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-ede983d1-4ef7-4764-849e-c035e29347e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 217 time: 0.2177091 May 19 12:48:12.633074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caf719-7b42-44f5-99fe-10227077fcf8 req-f4c6b550-a51d-4eff-b8aa-04fb01026ca0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.635637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70caf719-7b42-44f5-99fe-10227077fcf8 req-f4c6b550-a51d-4eff-b8aa-04fb01026ca0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 944 time: 0.5163822 May 19 12:48:12.665054 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:12.692238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:12.780292 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f81211dc-1ec6-45db-8e01-5293e821c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.788876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-63c4ca35-f7df-4a8d-80c3-f543ead6e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:12.791326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-63c4ca35-f7df-4a8d-80c3-f543ead6e50f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.1544106 May 19 12:48:12.813412 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.823543 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-4cac9f2b-906d-4c8d-ab7d-540a9f00b5fa service neutron] 10.222.0.71 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1149647 May 19 12:48:12.848949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f1eafe-1173-4848-a8ea-3802b6b36572 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:12.878538 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.901181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:12.902022 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70caf719-7b42-44f5-99fe-10227077fcf8 req-d443ea92-91fc-48d0-a67d-46ea1b0b6206 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320857 May 19 12:48:12.909742 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:12.917263 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:13.089297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:13.096837 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:13.137474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-0c73bbcb-2dff-40f0-b164-cf2554318f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.138823 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-0c73bbcb-2dff-40f0-b164-cf2554318f0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5af02b6-18bd-42b3-8458-2a2b05b7331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9954226 May 19 12:48:13.172911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-08130fff-15d4-44ba-8c4a-aec78103f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.174490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-08130fff-15d4-44ba-8c4a-aec78103f90e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736672 May 19 12:48:13.178480 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aff037b5-e98c-4989-bcdd-94d065ad919f req-db45ad81-d6d3-4bde-a82d-efc4ea170dea service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0184758 May 19 12:48:13.183059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72efa-227b-4477-addd-bf6b39862e7e req-c7e51e01-6aa2-4a5a-b4d7-7a26771a6086 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.184676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6ec72efa-227b-4477-addd-bf6b39862e7e req-c7e51e01-6aa2-4a5a-b4d7-7a26771a6086 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 944 time: 0.5159707 May 19 12:48:13.217387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['e8f1eafe-1173-4848-a8ea-3802b6b36572'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:13.268326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:13.336746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6ec72efa-227b-4477-addd-bf6b39862e7e req-13d1c96e-2152-4168-a705-8b5d03e624a4 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380141 May 19 12:48:13.355481 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'code': 200} May 19 12:48:13.424516 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b8ab2d-93df-4ce4-82c7-8b39fce9b769 req-515705bf-338a-44e9-afba-28553ed422cc service neutron] 10.222.0.71 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888381 May 19 12:48:13.451877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.71', 51744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:48:13.559173 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-aa95ed39-e351-45ba-9ad7-ea9823c48d68 service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084718 May 19 12:48:13.807201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-b0bd10e7-4890-4dff-8254-f7d1978cf78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.809556 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-b0bd10e7-4890-4dff-8254-f7d1978cf78f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 1095 time: 0.4277422 May 19 12:48:13.820338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:13.830425 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:13.836834 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:13.854850 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:13.855715 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:13.870933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-6cd20b75-d2e4-4bc5-9651-b997f2dbcdea tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.874809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-6cd20b75-d2e4-4bc5-9651-b997f2dbcdea tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.9520142 May 19 12:48:13.889342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6199-1011-4a08-bf28-b4c7965e66a9 req-d4294ba7-bb7f-4d21-b936-d9365fee8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:13.891671 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-967d6199-1011-4a08-bf28-b4c7965e66a9 req-d4294ba7-bb7f-4d21-b936-d9365fee8286 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 1096 time: 0.4382091 May 19 12:48:13.928261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Request body: {'port': {'device_id': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'admin_state_up': True, 'tenant_id': '0dedfff367864211b9c249dbc01a2336'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:14.018490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-6a0060de-f506-4a42-9f29-f5f311b341ae service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812705 May 19 12:48:14.062293 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6147a5ed-0da4-483c-8ae9-33d3be4d052d req-13f314ad-f713-412a-91b4-8d43afbe0bd5 service neutron] 10.222.0.57 "GET /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226713 May 19 12:48:14.066309 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-967d6199-1011-4a08-bf28-b4c7965e66a9 req-30f9992e-944f-472d-a2ef-84e12ec4662d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360402 May 19 12:48:14.067947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc53adfc-5805-4c1d-bcde-0dfaafced900 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "PUT /v2.0/floatingips/014a5b38-7cbb-4a41-91c2-9b17eb663f44 HTTP/1.1" status: 200 len: 990 time: 7.8404186 May 19 12:48:14.072027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:14.135400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-af5b98db-c45a-4d8d-a78a-e015224abc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:14.137883 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-af5b98db-c45a-4d8d-a78a-e015224abc4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 906 time: 0.3157647 May 19 12:48:14.143743 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:14.195402 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:14.285763 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-072d161e-8843-4244-9ca2-fc3b065f6dbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3456826e-a942-4c31-9051-4a8d9f41cca1 HTTP/1.1" status: 200 len: 217 time: 0.0976093 May 19 12:48:14.355189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818efb1-0945-436f-bbda-70ed62844498 req-29068303-a733-4869-82ce-08085006512a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:14.361865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2818efb1-0945-436f-bbda-70ed62844498 req-29068303-a733-4869-82ce-08085006512a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 944 time: 0.7590828 May 19 12:48:14.402137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07572d-cf66-4633-a9aa-1b8dab314260 req-74188248-4fa7-40c1-ae71-e235c7ced6c7 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:14.403783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c07572d-cf66-4633-a9aa-1b8dab314260 req-74188248-4fa7-40c1-ae71-e235c7ced6c7 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1096 time: 0.8144014 May 19 12:48:14.460297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:14.486341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Usage tracker for resource:port and tenant:0dedfff367864211b9c249dbc01a2336 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:14.494483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:14.500218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2818efb1-0945-436f-bbda-70ed62844498 req-a0dd3961-cede-453f-8ea0-4e36799b36cc tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374278 May 19 12:48:14.513148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:14.517851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58e42a82-d84d-4699-88f5-5e5f4c38fdcf req-7c8ddc46-5d26-4bc2-ae4c-729ad7843f8c service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078209 May 19 12:48:14.536476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c07572d-cf66-4633-a9aa-1b8dab314260 req-ccba435b-1159-4110-89f8-30156f1b4771 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156750 May 19 12:48:14.537925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:48:14.542196 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:14.693027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-b09a7827-cd7f-4867-be9c-4a4d7aff51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:14.695052 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-b09a7827-cd7f-4867-be9c-4a4d7aff51e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.4021556 May 19 12:48:14.755324 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-2e027f09-c81d-4619-a2cf-1a9c8d9ed711 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457969 May 19 12:48:14.785832 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '014a5b38-7cbb-4a41-91c2-9b17eb663f44', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:16Z', 'updated_at': '2021-05-19T12:48:09Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:14.795020 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:14.815172 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:14.816473 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:14.821744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-764dadd5-c3e9-4069-beee-3f20c0f8652b req-63c03b5d-9212-4d0c-8127-0ce96ed4623e tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 210 time: 0.1142054 May 19 12:48:15.031571 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Allocated IP 172.20.0.9 (7dd4a539-7c64-4e7e-b4c6-b4cdad329034/1e66f455-cfc4-4471-b900-134702d97815/8a657808-6ae0-443e-8aae-7ad56543f15b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:15.040898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-b749bc36-a49a-49fe-aa89-270778b7e05c service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642212 May 19 12:48:15.049708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a76ec-683d-4a5e-83a7-792da2cef878 req-2c74c8d1-5dfb-4b02-84e4-826f905bfdd0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:15.051171 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:15.061848 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c9a76ec-683d-4a5e-83a7-792da2cef878 req-2c74c8d1-5dfb-4b02-84e4-826f905bfdd0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.2939246 May 19 12:48:15.167055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c9a76ec-683d-4a5e-83a7-792da2cef878 req-00746838-a392-4cf7-bf28-361ef093a63c tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046994 May 19 12:48:15.185816 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:15.452277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:15.460697 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'status': 'completed', 'code': 200} May 19 12:48:15.529312 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:15.541045 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b32b08e5-3e26-4362-bcb6-0d6902075faa req-99a43566-e56d-4429-a447-de65a4a5f456 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920189 May 19 12:48:15.629087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-9059c056-7d98-49a4-8d23-d5270d3ce140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:15.630961 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-9059c056-7d98-49a4-8d23-d5270d3ce140 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1096 time: 0.1691480 May 19 12:48:15.904021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:15.908406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-fab16202-0bc8-4e04-860d-90faa6b1c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:15.910280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-fab16202-0bc8-4e04-860d-90faa6b1c9da service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.2678978 May 19 12:48:15.935222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'mac_address': 'fa:16:3e:3d:a1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:15.959720 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '014a5b38-7cbb-4a41-91c2-9b17eb663f44', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:16Z', 'updated_at': '2021-05-19T12:48:09Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:15.968116 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464a28d-ecc4-4583-b01c-2580f5263376 None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '014a5b38-7cbb-4a41-91c2-9b17eb663f44', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:16Z', 'updated_at': '2021-05-19T12:48:09Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:16.073689 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.098829 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-49cc3d6c-c825-4fe5-8480-e8f145f06d70 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 998 time: 0.1803324 May 19 12:48:16.100784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3456826e-a942-4c31-9051-4a8d9f41cca1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:16.131705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e8f1eafe-1173-4848-a8ea-3802b6b36572 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:16.208199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1872-3c91-4ca2-95e3-f8f7cf8c8873 req-ef6bea9a-61db-4499-a889-73dc2ef3204a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:16.210982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:16.217314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f7b1872-3c91-4ca2-95e3-f8f7cf8c8873 req-ef6bea9a-61db-4499-a889-73dc2ef3204a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 944 time: 0.7663529 May 19 12:48:16.226408 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.237045 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:16.301130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-552ffd87-04e5-4381-a8b8-957ec238a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:16.313249 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-552ffd87-04e5-4381-a8b8-957ec238a01d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.2008212 May 19 12:48:16.325912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:16.329800 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:16.336474 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port e8f1eafe-1173-4848-a8ea-3802b6b36572 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:16.343771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port e8f1eafe-1173-4848-a8ea-3802b6b36572 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:16.344189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.358589 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.410147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f7b1872-3c91-4ca2-95e3-f8f7cf8c8873 req-f8195dc0-0f07-4c8a-9628-ee9af4ff75d0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773810 May 19 12:48:16.501434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27af94f-c1db-4d57-bfc1-04db1b758397 None None] New status for floating IP 014a5b38-7cbb-4a41-91c2-9b17eb663f44: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:48:16.509405 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.523459 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5cef688f-a506-4ced-a13d-b06c59143931 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:16.542134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-a1b0ca92-71bb-4df4-a307-7d61025bf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:16.544841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-a1b0ca92-71bb-4df4-a307-7d61025bf183 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234457 May 19 12:48:16.630167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:16.634322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:16.640276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:16.679414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3456826e-a942-4c31-9051-4a8d9f41cca1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:16.691564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:16.699813 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:16.766657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:16.768229 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:16.855624 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-e0f9872e-9fa1-4f6d-a829-6a39d7b945bd service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027437 May 19 12:48:16.884029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9875312 May 19 12:48:16.901254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Request body: {'port': {'device_id': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:17.049277 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:17.095766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b0a8b-28a4-437e-8c72-a3d117ebd5b8 req-bc11fe01-226e-4697-90e8-531da2ff5fc4 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:17.098284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be9b0a8b-28a4-437e-8c72-a3d117ebd5b8 req-bc11fe01-226e-4697-90e8-531da2ff5fc4 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 944 time: 0.3229823 May 19 12:48:17.118953 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e42b9ef7-e1f9-4524-bdfb-5b6212fa5aad req-568300a8-d726-4f6b-b4ae-d7bec40b0c45 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516379 May 19 12:48:17.226273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:17.249984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:17.252617 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:17.272414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be9b0a8b-28a4-437e-8c72-a3d117ebd5b8 req-eda8ecbd-a2ae-4b4d-b1e1-237a7864b101 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154399 May 19 12:48:17.313040 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:17.406575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:17.410495 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:17.577122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:17.591430 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:17.826641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ae3af-dde6-4129-b077-8c56b30ab618 req-b664c299-a51b-4e96-8943-a72b1ca7a8be tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:17.827477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d15ae3af-dde6-4129-b077-8c56b30ab618 req-b664c299-a51b-4e96-8943-a72b1ca7a8be tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:17.893103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d15ae3af-dde6-4129-b077-8c56b30ab618 req-b664c299-a51b-4e96-8943-a72b1ca7a8be tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:17.894449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d15ae3af-dde6-4129-b077-8c56b30ab618 req-b664c299-a51b-4e96-8943-a72b1ca7a8be tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 931 time: 0.3932848 May 19 12:48:17.947080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-db103c0e-8946-46e5-89f0-e9f49f297ab4 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:48:17.948189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-db103c0e-8946-46e5-89f0-e9f49f297ab4 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209200 May 19 12:48:17.959692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a657808-6ae0-443e-8aae-7ad56543f15b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:17.977370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:17.998150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d15ae3af-dde6-4129-b077-8c56b30ab618 req-1a3402bd-1e95-4cf7-823a-2cf510753232 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911806 May 19 12:48:18.006272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Transition to ACTIVE for port object 8a657808-6ae0-443e-8aae-7ad56543f15b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:18.012448 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:18.019421 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0835295-8d39-4ae1-8213-b03c94d1aab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:18.073997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Request body: {'binding': {'host': 'n-h1-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:18.074448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:48:18.274896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:18.338399 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:18.529301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:18.529556 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:18.529855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:18.550757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:18.551086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:18.569043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada14e0-1f64-4192-bfae-2f1b67232d1f req-049bee66-0599-4dcd-a748-377b526e859a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:18.570631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6ada14e0-1f64-4192-bfae-2f1b67232d1f req-049bee66-0599-4dcd-a748-377b526e859a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.2969882 May 19 12:48:18.580529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:18.580860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:18.581246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:18.581690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Bound port: 8a657808-6ae0-443e-8aae-7ad56543f15b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:18.582036 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:18.650629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on host n-h1-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:18.650966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:18.651290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:18.676963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:18.677276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:18.696028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:18.696362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:18.696747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:18.697186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Bound port: 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:18.720450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6ada14e0-1f64-4192-bfae-2f1b67232d1f req-a29bce86-d9be-47b9-ad70-0e8e21250cd0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410871 May 19 12:48:18.757814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:18.762339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:18.770233 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:18.778468 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f791b4d-2b86-43ff-9e5b-93b1e8a9565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:18.826084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:18.853247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:18.854428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9df8a9b6-cfbe-4b71-84ea-0f24882c43ee service neutron] 10.222.0.69 "POST /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8893175 May 19 12:48:18.858065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:18.858793 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:18.860257 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] 10.222.0.71 "PUT /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 1091 time: 1.9650080 May 19 12:48:18.860784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:18.895220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:18.909739 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:18.992542 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'code': 200} May 19 12:48:19.218913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9416fbf0-7fb1-47e0-a4ad-cd264318d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.220474 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9416fbf0-7fb1-47e0-a4ad-cd264318d476 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1096 time: 0.0875289 May 19 12:48:19.370154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-770507cd-02c2-4cc3-9e3e-00c7ba8cf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.372898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-770507cd-02c2-4cc3-9e3e-00c7ba8cf2ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.1440642 May 19 12:48:19.393704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c37bc-0769-4cef-bbfe-991452123f6a req-405019d3-c0c3-4da0-9948-cfa01744b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.395248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-573c37bc-0769-4cef-bbfe-991452123f6a req-405019d3-c0c3-4da0-9948-cfa01744b5a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1096 time: 0.2497945 May 19 12:48:19.404277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa2a0f-b97b-4463-8d26-ba2eaa8398f6 req-e26f1e82-8cb3-43b9-84a5-e07c0ab45d77 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.405984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16aa2a0f-b97b-4463-8d26-ba2eaa8398f6 req-e26f1e82-8cb3-43b9-84a5-e07c0ab45d77 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 945 time: 0.2215786 May 19 12:48:19.410880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-e1223ee6-d999-43f2-b112-dbfbb8337cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.412517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-e1223ee6-d999-43f2-b112-dbfbb8337cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1094 time: 0.5017006 May 19 12:48:19.457628 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:19.489914 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-6b88e0d4-0930-491f-8ce6-613725627aba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 217 time: 0.1091979 May 19 12:48:19.513664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb482b-6df2-484e-8f49-eee0c7ac99ca req-71909a94-8d62-4793-a831-44df7e31233b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.516025 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44fb482b-6df2-484e-8f49-eee0c7ac99ca req-71909a94-8d62-4793-a831-44df7e31233b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 945 time: 0.2808609 May 19 12:48:19.529106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-ba070cd0-5ee1-48f7-80f6-cb8b39cb668f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.1009088 May 19 12:48:19.568696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-6a2ff171-2268-49e3-a5db-81390026ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.570235 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-6a2ff171-2268-49e3-a5db-81390026ec27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.0720837 May 19 12:48:19.592064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 3456826e-a942-4c31-9051-4a8d9f41cca1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:19.602226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 3456826e-a942-4c31-9051-4a8d9f41cca1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:19.602947 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:19.637377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ffc03ccc-3716-4f0d-ac10-3e639ab43972 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607207 May 19 12:48:19.642059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-573c37bc-0769-4cef-bbfe-991452123f6a req-83536bd2-e82a-415c-ad74-d9cc2cade4e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336936 May 19 12:48:19.658126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16aa2a0f-b97b-4463-8d26-ba2eaa8398f6 req-cd83d2b3-407d-484e-8ff6-f69bf78018b4 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287490 May 19 12:48:19.671075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b692-2aae-4903-be43-987a856c4781 req-ef637eb1-2dfe-4a5c-a58f-b51e9a0acdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:19.673845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-ef637eb1-2dfe-4a5c-a58f-b51e9a0acdb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1317422 May 19 12:48:19.678076 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44fb482b-6df2-484e-8f49-eee0c7ac99ca req-ae6d9c1a-543e-4465-934c-b7997e0d968b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351144 May 19 12:48:19.726974 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-41c396f6-4124-4e22-a741-a401e68dfcbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469422 May 19 12:48:19.859997 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'status': 'completed', 'code': 200} May 19 12:48:19.925185 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-d5c7c924-0cba-4a95-ba5c-0b8018cd8464 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910236 May 19 12:48:20.000754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:20.008682 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-b66d2460-3215-4270-99ed-26fe67c46a49 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618243 May 19 12:48:20.084473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:20.096639 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:20.103812 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:20.188968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-1233804d-7e97-4d94-83ac-58328078331c service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748745 May 19 12:48:20.236173 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b474b692-2aae-4903-be43-987a856c4781 req-7212a0b3-bb74-43ff-a9bf-ba280bccdfdc service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030612 May 19 12:48:20.274837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd43be-177f-4b34-ad4f-09b211d67dc7 req-aad65594-f284-421b-9d42-59a2c964e79e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.276422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cbd43be-177f-4b34-ad4f-09b211d67dc7 req-aad65594-f284-421b-9d42-59a2c964e79e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.2253458 May 19 12:48:20.279212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:20.283128 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:20.392581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc845975-bc07-4263-a680-af61bcd2b173 req-c8b0b430-871d-443e-96a5-2aa2b3e8b0fb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.394169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc845975-bc07-4263-a680-af61bcd2b173 req-c8b0b430-871d-443e-96a5-2aa2b3e8b0fb tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.2333934 May 19 12:48:20.405255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cbd43be-177f-4b34-ad4f-09b211d67dc7 req-387cdce7-c54c-40e1-af99-a7a7f3e4a18c tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141272 May 19 12:48:20.464449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc845975-bc07-4263-a680-af61bcd2b173 req-d4a4b7f3-371e-4787-a3ae-72c87bba1871 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 May 19 12:48:20.466725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-485f8448-f4b6-4df7-83a8-eedee3961ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.468322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-485f8448-f4b6-4df7-83a8-eedee3961ee1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1094 time: 0.1609776 May 19 12:48:20.773498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-d8a88769-153b-42d1-9c36-402ee4130658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.783465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-d8a88769-153b-42d1-9c36-402ee4130658 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.2984836 May 19 12:48:20.853623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5bc1f-acd7-4925-af8b-3da04c1c0c31 req-08e3d04b-87cf-4dea-b646-bfc5ae34ff36 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.855482 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fec5bc1f-acd7-4925-af8b-3da04c1c0c31 req-08e3d04b-87cf-4dea-b646-bfc5ae34ff36 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.2262511 May 19 12:48:20.878664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-e44ad82d-830d-4c7d-a29b-4f90f916cf8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.0957034 May 19 12:48:20.973205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fec5bc1f-acd7-4925-af8b-3da04c1c0c31 req-f3d1bfb3-64e3-4b4f-b7f4-b38399ccc31a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974417 May 19 12:48:20.979179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-e8154613-1f18-4b0e-9982-d224e27e78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:20.980760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-e8154613-1f18-4b0e-9982-d224e27e78ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.0875859 May 19 12:48:20.993868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:21.222022 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-154b42d6-a5da-48f3-a1de-f58a348a3dab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330940 May 19 12:48:21.520271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd2986-b56b-49ce-83bf-4a45584b928e req-2648f4ce-86e2-4e10-8a06-f9e81f1662b7 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:21.521737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ddd2986-b56b-49ce-83bf-4a45584b928e req-2648f4ce-86e2-4e10-8a06-f9e81f1662b7 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 945 time: 0.2987731 May 19 12:48:21.524643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-0a906734-c929-4300-8885-0e2e41e75600 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334015 May 19 12:48:21.532744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ee76-037c-4015-a081-f08f60cde4d4 req-332aa365-db31-4589-b752-9210a0fc6a8d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:21.534279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a462ee76-037c-4015-a081-f08f60cde4d4 req-332aa365-db31-4589-b752-9210a0fc6a8d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 946 time: 0.3102686 May 19 12:48:21.708234 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ddd2986-b56b-49ce-83bf-4a45584b928e req-2b49f698-6fd8-477c-acd2-b7d32e656e7c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729121 May 19 12:48:21.724499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a462ee76-037c-4015-a081-f08f60cde4d4 req-6e5e185c-2b72-4b40-b4f9-e9e27585d1ed tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564512 May 19 12:48:21.770896 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5a24cc-b3cc-43d0-9ada-19530347139c req-e1718dfe-1d14-4e85-bb47-4f29a978fc7c service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342660 May 19 12:48:21.856614 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'code': 200} May 19 12:48:22.049292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2251d-b4ac-429c-bfa1-ba25f95cd543 req-23c9fc30-a694-4914-907d-b5d2a7a359f3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:22.050960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34a2251d-b4ac-429c-bfa1-ba25f95cd543 req-23c9fc30-a694-4914-907d-b5d2a7a359f3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.1979930 May 19 12:48:22.065294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3180f-f850-4b2c-a8c2-dd66e43b7089 req-1817358e-0d19-4eb4-8bb8-a2016501a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:22.066870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ca3180f-f850-4b2c-a8c2-dd66e43b7089 req-1817358e-0d19-4eb4-8bb8-a2016501a0a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1411209 May 19 12:48:22.144375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ca3180f-f850-4b2c-a8c2-dd66e43b7089 req-cc63621e-a0bc-43ad-83d7-f04d18ef3011 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641491 May 19 12:48:22.177959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34a2251d-b4ac-429c-bfa1-ba25f95cd543 req-4fba94d9-7b50-4048-9564-50b9180f96cd tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 May 19 12:48:22.248930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84563-8356-40d7-ab4d-5832e20e4dd5 req-e9197d06-a1b1-4b22-a728-e8293f8763b1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:22.250682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6e84563-8356-40d7-ab4d-5832e20e4dd5 req-e9197d06-a1b1-4b22-a728-e8293f8763b1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.1112325 May 19 12:48:22.309913 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6e84563-8356-40d7-ab4d-5832e20e4dd5 req-4a7e3585-7aae-4c1c-acfa-df57d3b25a99 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 May 19 12:48:22.589120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d778-d78b-426a-832b-fb6135c263bc req-7764a32c-2336-477b-8ef0-a670ac047ab3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:22.591607 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-7764a32c-2336-477b-8ef0-a670ac047ab3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1405962 May 19 12:48:22.700531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-f9a59557-4ddf-4590-add8-e4edb9cf18ae tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1003182 May 19 12:48:22.711876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:22.890573 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:23.117930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b317bb8-22f3-4578-abb1-7f5ea4bc1ed7 req-c07d373c-e7e6-47df-a2fb-e50948bf4d02 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:23.119608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b317bb8-22f3-4578-abb1-7f5ea4bc1ed7 req-c07d373c-e7e6-47df-a2fb-e50948bf4d02 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.3038695 May 19 12:48:23.433492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b317bb8-22f3-4578-abb1-7f5ea4bc1ed7 req-d9b5c3a4-b8c3-461b-a189-f0aafc878ebc tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028538 May 19 12:48:23.496517 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:23.774717 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:23.804444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'port_id': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'mac_address': 'fa:16:3e:70:f4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e66f455-cfc4-4471-b900-134702d97815', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:23.826186 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:23.832591 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:23.950909 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:23.976227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a657808-6ae0-443e-8aae-7ad56543f15b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:24.007772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:24.015201 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:24.020360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:24.083720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd45a-4c3b-47d2-ae74-c7198403b6e0 req-e1078335-fa65-48b5-8b92-fd21cfb58b24 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:24.086441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79cbd45a-4c3b-47d2-ae74-c7198403b6e0 req-e1078335-fa65-48b5-8b92-fd21cfb58b24 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.3482537 May 19 12:48:24.151174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:24.158030 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:24.191726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79cbd45a-4c3b-47d2-ae74-c7198403b6e0 req-66b8b5aa-729c-4cdc-8cbf-d76ae79c8e3a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 May 19 12:48:24.193054 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 associated. External IP: 172.25.4.186, port: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f. May 19 12:48:24.399826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['8a657808-6ae0-443e-8aae-7ad56543f15b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:24.434551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-79c210a2-26f5-4de6-a9c1-9197cf05dc62 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361726 May 19 12:48:24.860992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-a58c7d42-fbc2-47c6-9f9f-783155489f83 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:24.863555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-a58c7d42-fbc2-47c6-9f9f-783155489f83 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161220 May 19 12:48:24.903494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-1dc05b84-c033-4713-9456-fc2b174224ee tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/quotas/ae4398ea659a45bcbfb4e8c07be6b84c HTTP/1.1" status: 200 len: 375 time: 0.0337567 May 19 12:48:24.908240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:25.000160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-90519113-ae6b-485d-91b2-d99bf2774526 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854938 May 19 12:48:25.490062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:25.548019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:25.555403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:25.564371 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:25.579657 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:25.580657 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:25.589806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 8a657808-6ae0-443e-8aae-7ad56543f15b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:25.599002 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 8a657808-6ae0-443e-8aae-7ad56543f15b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:25.599734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:25.809326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-8a62244a-4bea-4842-b2a0-93bc387c78b8 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "PUT /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 997 time: 3.1024210 May 19 12:48:25.810727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:25.814805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:25.960235 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:26.033687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:26.040391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f684-3ddf-4cb5-ab6d-1af600975e43 req-392fea8c-d37d-48cd-9b93-3eaf22066f0c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.052461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5120f684-3ddf-4cb5-ab6d-1af600975e43 req-392fea8c-d37d-48cd-9b93-3eaf22066f0c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 946 time: 0.5857761 May 19 12:48:26.053842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:26.062196 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:26.068018 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:26.210355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:26.218498 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:26.224075 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5120f684-3ddf-4cb5-ab6d-1af600975e43 req-eda3acbf-b486-4ba8-9d3f-330cbeedd1b6 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693716 May 19 12:48:26.263418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d778-d78b-426a-832b-fb6135c263bc req-c902abb8-641b-4c49-9742-3cea756b2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.265057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-c902abb8-641b-4c49-9742-3cea756b2891 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.4132056 May 19 12:48:26.377744 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:23Z', 'revision_number': 1, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:26.383889 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:26.398493 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:26.399735 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:26.493971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d778-d78b-426a-832b-fb6135c263bc req-55dd6f73-b1fb-42fc-a3db-19741545d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.495371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-55dd6f73-b1fb-42fc-a3db-19741545d1a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.2123623 May 19 12:48:26.575092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cf555-7b7f-4c22-a39b-8d6bf27efcc4 req-e1d5ab69-a238-4de4-a73a-63e5cd822c2e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.576791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b09cf555-7b7f-4c22-a39b-8d6bf27efcc4 req-e1d5ab69-a238-4de4-a73a-63e5cd822c2e tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.2000737 May 19 12:48:26.659686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-85ae4af3-b136-4d21-8494-385226869937 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 1000 time: 0.1507406 May 19 12:48:26.665271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b09cf555-7b7f-4c22-a39b-8d6bf27efcc4 req-2e3502c5-2c96-47bf-ab63-a943b4deaf41 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796096 May 19 12:48:26.749104 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:26.753946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d778-d78b-426a-832b-fb6135c263bc req-48632cc2-a958-49ce-aa24-0c7f63b88074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.756659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-48632cc2-a958-49ce-aa24-0c7f63b88074 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.0886917 May 19 12:48:26.918574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d778-d78b-426a-832b-fb6135c263bc req-fcf9e3fc-7080-44b0-a9ab-bc4b6eeb7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:26.921419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-fcf9e3fc-7080-44b0-a9ab-bc4b6eeb7f6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577370 May 19 12:48:26.936651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-0078a241-b945-4dab-9cb3-dd620d75ad4f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:48:26.938773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-0078a241-b945-4dab-9cb3-dd620d75ad4f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105538 May 19 12:48:27.076373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-a09f4a41-cc25-4075-b280-ae3fd4065c9a tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832715 May 19 12:48:27.255644 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:23Z', 'revision_number': 1, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:27.260986 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0a1f2-9a75-4a95-b29f-0d0c1db0dd89 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:23Z', 'revision_number': 1, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:27.377436 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-6881665c-ed17-4cdb-95af-eba3c3d8bdc1 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298763 May 19 12:48:27.391203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-e5daec49-7ac6-4909-82f2-dcb892d4c3c9 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:27.392750 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-e5daec49-7ac6-4909-82f2-dcb892d4c3c9 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624810 May 19 12:48:27.441189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Request body: {'port': {'device_id': 'ef556906-a848-4377-b594-901c775a5692', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': 'ae4398ea659a45bcbfb4e8c07be6b84c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:27.514319 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fc634-ec08-4070-b62f-6d579988e00a None None] New status for floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:48:27.625373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46af87-1094-4c0e-9100-6cc4c11d45ae req-3f4658cd-5631-456a-8e3c-61708fba446b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:27.626931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad46af87-1094-4c0e-9100-6cc4c11d45ae req-3f4658cd-5631-456a-8e3c-61708fba446b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.4521551 May 19 12:48:27.712459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8212d778-d78b-426a-832b-fb6135c263bc req-f0295afe-281a-4747-b73f-4e4a1374c63b service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178136 May 19 12:48:27.737596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad46af87-1094-4c0e-9100-6cc4c11d45ae req-e724fc6d-3cf5-41ea-969b-ed5a4239524d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004381 May 19 12:48:27.746601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:27.755051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Usage tracker for resource:port and tenant:ae4398ea659a45bcbfb4e8c07be6b84c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:27.761753 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:27.775395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:27.798954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Made reservation on behalf of ae4398ea659a45bcbfb4e8c07be6b84c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:48:27.809673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:27.832348 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:27.861942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:27.867257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Usage tracker for resource:security_group_rule and tenant:ae4398ea659a45bcbfb4e8c07be6b84c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:27.871313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:27.880133 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:48:27.886073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:27.936524 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'code': 200} May 19 12:48:28.013818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-ea817042-c820-4abb-9617-145787c3fd9e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860863 May 19 12:48:28.119855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467dfe8-d1d1-4a84-a670-9d6119552039 req-671889b2-2ab6-489f-98db-4af06f7822cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:28.122564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9467dfe8-d1d1-4a84-a670-9d6119552039 req-671889b2-2ab6-489f-98db-4af06f7822cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1133723 May 19 12:48:28.176101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9467dfe8-d1d1-4a84-a670-9d6119552039 req-b434ac45-72c1-4d99-b331-a3e89402ff38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 May 19 12:48:28.475977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:28.487628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588de6-eeb0-4969-a0eb-940c3331013e req-92bb76e5-9bca-4c2e-a1b3-e0a7418009a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:28.489248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-92bb76e5-9bca-4c2e-a1b3-e0a7418009a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.5630589 May 19 12:48:28.503606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-30a838e5-a86f-429d-8430-e0834ee3b9da tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:28.505341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-30a838e5-a86f-429d-8430-e0834ee3b9da tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790394 May 19 12:48:28.509162 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:28.535175 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7767d913-2468-440c-85ec-40675da2f209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:28.659531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-0cc3e4ff-ee45-4912-b99a-be3930ee9ed1 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/quotas/ae4398ea659a45bcbfb4e8c07be6b84c HTTP/1.1" status: 200 len: 375 time: 0.1254649 May 19 12:48:28.787141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:28.813522 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:28.834005 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-613fbd27-ec82-4686-af37-d7e7d8c0d7a5 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033077 May 19 12:48:28.921280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f2ba-4873-4657-a18b-415a3de11398 req-189e81dd-3802-42a7-959c-47e7540e49d7 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:28.923098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d666f2ba-4873-4657-a18b-415a3de11398 req-189e81dd-3802-42a7-959c-47e7540e49d7 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.5702317 May 19 12:48:28.973025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588de6-eeb0-4969-a0eb-940c3331013e req-2c9f3d6d-61bc-4da9-ae3b-b7d01164a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:28.974744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-2c9f3d6d-61bc-4da9-ae3b-b7d01164a028 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.4667518 May 19 12:48:29.130980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Allocated IP 192.168.233.56 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/d4e8ef63-b6d9-4d28-b5b7-474f1959c52f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:29.186528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d666f2ba-4873-4657-a18b-415a3de11398 req-c8ad3ea7-3fcf-40cc-a481-a7b160aa777a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357204 May 19 12:48:29.456519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-17fefd8d-4a3e-4922-99db-c6c18c8ffe22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 1002 time: 0.4549251 May 19 12:48:29.761526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588de6-eeb0-4969-a0eb-940c3331013e req-94920786-de56-4c16-985c-97b0729080ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:29.764948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-94920786-de56-4c16-985c-97b0729080ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2843361 May 19 12:48:29.889756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefd1a9-ac88-4161-92a5-edbaedf99900 req-71cf2315-6db0-45f6-bc78-36d6684ddb00 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:29.892526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cefd1a9-ac88-4161-92a5-edbaedf99900 req-71cf2315-6db0-45f6-bc78-36d6684ddb00 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 945 time: 0.7149565 May 19 12:48:29.986524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-3bb0b120-09fd-45c2-8761-74ba4aa0e5bf tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:29.989043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-3bb0b120-09fd-45c2-8761-74ba4aa0e5bf tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6938021 May 19 12:48:30.260944 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:30.277304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cefd1a9-ac88-4161-92a5-edbaedf99900 req-1959fb4e-05c3-4225-a75f-f3473e223844 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674335 May 19 12:48:30.340322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-b47746ca-9cef-4485-bfbe-74ecb44612bd tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1002 time: 0.3371134 May 19 12:48:30.343312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Transition to ACTIVE for port object d4e8ef63-b6d9-4d28-b5b7-474f1959c52f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:30.348540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588de6-eeb0-4969-a0eb-940c3331013e req-30c00050-94de-4380-bac6-698a9c3e7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:30.351232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-30c00050-94de-4380-bac6-698a9c3e7047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5635979 May 19 12:48:30.369146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:30.532769 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-2dda6c5a-0f40-4844-9fb8-f060aee65e44 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776937 May 19 12:48:30.857675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-0ab57ea8-732c-4d3a-bf05-e7fee9cb57e4 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:30.859449 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-0ab57ea8-732c-4d3a-bf05-e7fee9cb57e4 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201048 May 19 12:48:30.872982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Request body: {'port': {'device_id': '6d13b0b5-292f-4460-a936-a496165c92aa', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': 'ae4398ea659a45bcbfb4e8c07be6b84c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:31.032922 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.064715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:48:31.071707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Usage tracker for resource:port and tenant:ae4398ea659a45bcbfb4e8c07be6b84c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:48:31.077526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:48:31.088668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:48:31.105408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Made reservation on behalf of ae4398ea659a45bcbfb4e8c07be6b84c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:48:31.111362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.236590 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-bc80625b-9a5c-4306-a3ba-a3ad45db977c service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8732233 May 19 12:48:31.238300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.252026 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:31.410864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Allocated IP 192.168.233.135 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/5dba3a3d-dd23-459b-af55-24c3990faf51) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:48:31.547582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:31.627837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:31.650617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2e3ad-749d-4189-bd23-e723276db294 req-f04bb040-fb29-4e19-86fa-dfcbb5e37c4f tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:31.656762 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bd2e3ad-749d-4189-bd23-e723276db294 req-f04bb040-fb29-4e19-86fa-dfcbb5e37c4f tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 946 time: 0.9289587 May 19 12:48:31.673672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:31.760802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:31.767016 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.783369 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:31.798841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Transition to ACTIVE for port object 5dba3a3d-dd23-459b-af55-24c3990faf51 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:31.849121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.865756 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8148a380-ba2f-4bde-8677-7c8191dcf365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:31.953631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:31.954246 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:31.969055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54588de6-eeb0-4969-a0eb-940c3331013e req-3f4ffaaa-0190-43f0-be65-0fd21b20fcde service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669316 May 19 12:48:31.983013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-74116ab1-7e88-40b0-b5eb-077febd88fb0 None None] Provisioning for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:31.991200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:48:31.995525 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-74116ab1-7e88-40b0-b5eb-077febd88fb0 None None] Provisioning complete for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:31.995802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:48:31.997003 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74116ab1-7e88-40b0-b5eb-077febd88fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.001743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:48:32.046443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:32.068119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.068797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.069463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.070260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.070812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.071171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.071595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.072013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.072384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.074878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.075350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.075723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:32.089245 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:32.093341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bd2e3ad-749d-4189-bd23-e723276db294 req-9dbe5ddf-d6df-417f-b31a-1afc8be3920b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655009 May 19 12:48:32.121842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:32.122546 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.157287 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2889206 May 19 12:48:32.176163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Request body: {'port': {'device_id': '6d13b0b5-292f-4460-a936-a496165c92aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:32.191272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-74116ab1-7e88-40b0-b5eb-077febd88fb0 None None] Port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:48:32.205493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7862420 May 19 12:48:32.229074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Request body: {'port': {'device_id': 'ef556906-a848-4377-b594-901c775a5692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:32.324229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d99d4153-0b47-468b-8044-75a2c7968e39 None None] Provisioning for port 5dba3a3d-dd23-459b-af55-24c3990faf51 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:32.336371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d99d4153-0b47-468b-8044-75a2c7968e39 None None] Provisioning complete for port 5dba3a3d-dd23-459b-af55-24c3990faf51 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:32.337337 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d99d4153-0b47-468b-8044-75a2c7968e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.370621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.457796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d99d4153-0b47-468b-8044-75a2c7968e39 None None] Port 5dba3a3d-dd23-459b-af55-24c3990faf51 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:48:32.697193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.772266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aae7de-3897-4076-85b3-1e39ca5d6335 req-2ab331c5-14c3-4d1b-ad97-20fb00a7a1df tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:32.776016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68aae7de-3897-4076-85b3-1e39ca5d6335 req-2ab331c5-14c3-4d1b-ad97-20fb00a7a1df tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.4230325 May 19 12:48:32.870537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dba3a3d-dd23-459b-af55-24c3990faf51 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:32.883228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.906107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Transition to ACTIVE for port object 5dba3a3d-dd23-459b-af55-24c3990faf51 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:32.911751 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:32.918809 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f17323d9-9c52-493f-8bbd-f1f2c8fb143b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:32.942403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68aae7de-3897-4076-85b3-1e39ca5d6335 req-27b20b63-01c0-46f5-885e-8397ef023351 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501291 May 19 12:48:33.068582 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:48:33.313785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:33.323924 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:33.414602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-39a5ba1d-966e-45a2-abeb-7148e819a941 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:33.416272 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-39a5ba1d-966e-45a2-abeb-7148e819a941 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.4526508 May 19 12:48:33.432829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:33.488663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Attempting to bind port 5dba3a3d-dd23-459b-af55-24c3990faf51 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:33.489205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Attempting to bind port 5dba3a3d-dd23-459b-af55-24c3990faf51 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:33.489205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Attempting to bind port 5dba3a3d-dd23-459b-af55-24c3990faf51 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:33.501924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Port 5dba3a3d-dd23-459b-af55-24c3990faf51 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:33.502379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Attempting to bind port 5dba3a3d-dd23-459b-af55-24c3990faf51 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:33.525731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:33.544784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:33.545454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:33.545867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:33.546367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Bound port: 5dba3a3d-dd23-459b-af55-24c3990faf51, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:33.546771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.600693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.613293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.633244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.748003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:33.754587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:33.792602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:33.800838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.808448 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-368de7e2-446c-4d24-b25c-14cf29ae10a0 tempest-ImagesOneServerTestJSON-319283179 tempest-ImagesOneServerTestJSON-319283179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:33.819047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c has no active binding in host n-h1-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:48:33.940353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:33.941307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a497e1e7-dd85-4ffc-9e34-5bde2bfcfddd tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:33.941524 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.941697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a497e1e7-dd85-4ffc-9e34-5bde2bfcfddd tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Synchronizing usage tracker for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:33.942153 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] 10.222.0.57 "PUT /v2.0/ports/5dba3a3d-dd23-459b-af55-24c3990faf51 HTTP/1.1" status: 200 len: 1096 time: 1.7762203 May 19 12:48:33.942790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:33.976664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:33.991775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:33.997320 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:33.998930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:34.034865 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 associated. External IP: 172.25.4.186, port: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f. May 19 12:48:34.062734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:34.097111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Transition to ACTIVE for port object d4e8ef63-b6d9-4d28-b5b7-474f1959c52f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:34.097796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a497e1e7-dd85-4ffc-9e34-5bde2bfcfddd tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Unset dirty status for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:34.099191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a497e1e7-dd85-4ffc-9e34-5bde2bfcfddd tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 948 time: 0.9655890 May 19 12:48:34.120758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:34.133188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:34.161078 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84836d8e-82b0-4183-a255-b9cbb86b354d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:34.168536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-dc392094-2e3c-45e1-8204-95b9d6a768e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:34.170190 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-dc392094-2e3c-45e1-8204-95b9d6a768e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 1099 time: 0.1532156 May 19 12:48:34.253105 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-98fb466c-ce8e-4c22-922f-0c85a9a83258 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5dba3a3d-dd23-459b-af55-24c3990faf51 HTTP/1.1" status: 200 len: 217 time: 0.0699673 May 19 12:48:34.314675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:34.326209 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:34.334253 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12b4fe60-73f4-4afe-8b09-276274cb8006 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:34.474844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-5e22f083-e38d-4ae2-adb2-d778bf5a7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:34.476504 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-5e22f083-e38d-4ae2-adb2-d778bf5a7089 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2098179 May 19 12:48:34.528637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a1c9a5dd-fcae-4d36-b0c3-34219249e68f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Synchronizing usage tracker for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:34.541342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:34.574633 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:34.588228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:34.596119 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:34.602552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on host n-h2-791505-2 for vnic_type normal with profile {"migrating_to": "n-h1-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:34.602890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:34.603137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:34.617077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:34.617077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Attempting to bind port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on network 026e7e38-74ad-47f8-a355-cb7d44b41f4d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:34.624689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:34.625049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Checking segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:34.625415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Bound using segment: {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:34.625874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Bound port: 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '026e7e38-74ad-47f8-a355-cb7d44b41f4d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:34.626227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:34.714305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-18194a68-ab50-4e0c-9c85-ed86db05457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:34.715858 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-18194a68-ab50-4e0c-9c85-ed86db05457d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269983 May 19 12:48:34.773174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a1c9a5dd-fcae-4d36-b0c3-34219249e68f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Unset dirty status for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:34.777370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d55f692-8bd7-4697-822b-6cc8c1418e23 req-a1c9a5dd-fcae-4d36-b0c3-34219249e68f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585493 May 19 12:48:34.797318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:34.855698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:34.871716 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:34.878152 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:35.001758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Attempting to bind port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:48:35.002554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Attempting to bind port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:48:35.003200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Attempting to bind port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:35.086494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:48:35.087051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Attempting to bind port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:48:35.119361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:48:35.119835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:48:35.120344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:48:35.120897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Bound port: d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:48:35.121389 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:35.177746 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-8ed6b39d-987d-4f3c-9699-838949d91959 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453857 May 19 12:48:35.237452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:35.256191 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:35.266086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:35.266783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:35.267309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:35.268445 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] 10.222.0.71 "PUT /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 1121 time: 1.8414357 May 19 12:48:35.378654 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c162e300-6c85-49cc-bb07-aeaa83912e0c req-04e14839-d42c-4b3f-b008-f348a6d8946e service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708832 May 19 12:48:35.380852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:35.382300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:35.405417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafcca-87ed-4f00-a79b-9eb6bbc2aacb req-05088d8f-6218-4e28-af5f-d7ebc9a2e996 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:35.407576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50aafcca-87ed-4f00-a79b-9eb6bbc2aacb req-05088d8f-6218-4e28-af5f-d7ebc9a2e996 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.3930659 May 19 12:48:35.417979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:48:35.443292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:35.453972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:35.463594 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30f17bd0-5b61-4fe9-8cb8-94b0432c8546 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:35.776148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:35.777066 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:35.778828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] 10.222.0.71 "PUT /v2.0/ports/d4e8ef63-b6d9-4d28-b5b7-474f1959c52f HTTP/1.1" status: 200 len: 1095 time: 3.5599484 May 19 12:48:35.785003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:35.810490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50aafcca-87ed-4f00-a79b-9eb6bbc2aacb req-2db95dd7-78c5-482d-ab5f-6350d7e07036 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882556 May 19 12:48:35.829151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:35.835171 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:35.840487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:35.864897 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:35.883060 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:35.884085 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:36.172377 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:36.359316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832158-ce83-45ef-b416-04b7767d3aca req-1a0cd113-304a-4f35-b5b2-20018e09a2c9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:36.360858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7832158-ce83-45ef-b416-04b7767d3aca req-1a0cd113-304a-4f35-b5b2-20018e09a2c9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 0.3363814 May 19 12:48:36.371621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4842366c-d794-4cb7-b79d-92f55aec37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:36.373300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-4842366c-d794-4cb7-b79d-92f55aec37a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 1098 time: 0.3500137 May 19 12:48:36.547220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-6802ca27-95b8-49a0-b8ba-349ecd21a3e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f HTTP/1.1" status: 200 len: 217 time: 0.1538036 May 19 12:48:36.618234 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7832158-ce83-45ef-b416-04b7767d3aca req-f418d30b-8deb-4498-bb5a-08c5ce5007ae tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437811 May 19 12:48:36.656995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-484e8b19-ab49-43d3-a510-ee26acb44807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:36.658660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-484e8b19-ab49-43d3-a510-ee26acb44807 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0996037 May 19 12:48:36.661972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:36.833115 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:32Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:36.838327 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:36.854017 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:36.854827 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:36.938997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:36.946384 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:36.999722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-98eee8cd-1b6a-48b0-b4a7-cef68ee160be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:37.006403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-98eee8cd-1b6a-48b0-b4a7-cef68ee160be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2753596 May 19 12:48:37.102826 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:37.211627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-ad7b7178-d33a-4a33-9270-69078057d223 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "PUT /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 998 time: 6.8515694 May 19 12:48:37.271926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-7c1c86f4-a233-4719-89f1-20463c85bd7a service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567956 May 19 12:48:37.399119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-a96ff629-b6de-4729-8423-fe9a10214620 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:37.400613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-a96ff629-b6de-4729-8423-fe9a10214620 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports/2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 943 time: 0.1725161 May 19 12:48:37.474622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f5c40b1-4984-470f-afb7-0913141ecdcb req-768dd2a0-7615-484c-9a3a-daa9b8cf5884 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929226 May 19 12:48:37.634880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-48187f04-7a4f-4a4c-a9bb-71bf48f15b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:37.636624 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-48187f04-7a4f-4a4c-a9bb-71bf48f15b8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.1548407 May 19 12:48:37.803386 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:32Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:37.812721 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4a8ce-b715-4608-8427-8ca6f9e0c63d None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:32Z', 'revision_number': 3, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:37.941861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-e98285e9-7328-4081-9069-d96423ec65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:37.943817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-e98285e9-7328-4081-9069-d96423ec65a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.3001759 May 19 12:48:38.021107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-4c9ac8f2-f97c-4022-b2c9-693850db3a12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.0707290 May 19 12:48:38.120889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b22c54-9ae6-4c88-b850-4c033a506a97 None None] New status for floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:48:38.163169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-eb750386-9cec-4c03-b1e7-32b71f437b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:38.164784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-eb750386-9cec-4c03-b1e7-32b71f437b62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.1366935 May 19 12:48:38.252832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed0c9a-a4b9-41a0-9c2f-7a3a8f44f6ce req-df7d4421-09c6-4af7-bb18-363bd9039b36 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:38.254385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8ed0c9a-a4b9-41a0-9c2f-7a3a8f44f6ce req-df7d4421-09c6-4af7-bb18-363bd9039b36 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1639123 May 19 12:48:38.294274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-0c432545-d980-4fc6-967f-e3635d6cbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:38.296229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-0c432545-d980-4fc6-967f-e3635d6cbdfe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219478 May 19 12:48:38.347677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:38.352673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8ed0c9a-a4b9-41a0-9c2f-7a3a8f44f6ce req-95f8d5db-6567-402f-8f52-aa9ba3c72e8f tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831573 May 19 12:48:38.473404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-6f2c9f0f-eff2-4de5-8028-35ad171dca59 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652396 May 19 12:48:38.549810 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:48:38.577371 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'status': 'completed', 'code': 200} May 19 12:48:38.706990 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'status': 'completed', 'code': 200} May 19 12:48:38.758960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-beabb560-37ec-450c-b369-265e5f7ce9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:38.760501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:38.761686 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-beabb560-37ec-450c-b369-265e5f7ce9d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 1099 time: 0.1480300 May 19 12:48:38.813106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'mac_address': 'fa:16:3e:35:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:38.855478 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:38.872204 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:38.873829 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:38.884039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-a2b3c4af-fc44-4a43-b442-6b15ca0cadda service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960993 May 19 12:48:38.915047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:38.939963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dba3a3d-dd23-459b-af55-24c3990faf51 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:38.961690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:38.968871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:38.979513 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:39.117777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-8ca157b9-aadf-4422-8339-203a3ae83450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.120979 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-8ca157b9-aadf-4422-8339-203a3ae83450 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3518860 May 19 12:48:39.189208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:39.200578 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:39.222455 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:39.225557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-dd86d8b1-262a-4022-bea9-891561aa76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.228139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-dd86d8b1-262a-4022-bea9-891561aa76b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1096 time: 0.2321501 May 19 12:48:39.244590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dbe4-ebcf-4fec-afdd-9329a78f3230 req-82ca95e9-f395-4355-9253-d173c01db1f7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.247257 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec55dbe4-ebcf-4fec-afdd-9329a78f3230 req-82ca95e9-f395-4355-9253-d173c01db1f7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 949 time: 0.3615730 May 19 12:48:39.254257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-21f6df7d-5dae-43cc-95e6-6e6caeedc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.256882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-21f6df7d-5dae-43cc-95e6-6e6caeedc383 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 1098 time: 0.5488319 May 19 12:48:39.295961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['5dba3a3d-dd23-459b-af55-24c3990faf51'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:39.354489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-3018745b-be0c-4522-a755-a51137a073a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5dba3a3d-dd23-459b-af55-24c3990faf51 HTTP/1.1" status: 200 len: 217 time: 0.2224042 May 19 12:48:39.554859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-a0165a02-122a-481b-8b77-0bbc6242b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.557409 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-a0165a02-122a-481b-8b77-0bbc6242b0cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1931462 May 19 12:48:39.607788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec55dbe4-ebcf-4fec-afdd-9329a78f3230 req-ed47d94e-7ed2-4b2d-a882-e1ddee280a20 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105519 May 19 12:48:39.829506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-fdfc002e-a1fd-483d-9e69-b1c456450af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.831241 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-fdfc002e-a1fd-483d-9e69-b1c456450af7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2596052 May 19 12:48:39.926136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-6ba869c1-d02d-4afe-a43f-cddf5fcabbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:39.929790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-6ba869c1-d02d-4afe-a43f-cddf5fcabbf2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.6806011 May 19 12:48:40.094051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-d1f3ddca-2761-4380-a20c-77c43372011a service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556665 May 19 12:48:40.122096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-dacf8017-c5ad-4550-9aca-7ca860813658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:40.124220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-dacf8017-c5ad-4550-9aca-7ca860813658 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7771132 May 19 12:48:40.197264 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:38Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:40.206084 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:40.231022 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:40.232632 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:40.255624 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd7ad-81a6-4d5e-a270-b88907c35d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:40.291823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-90c97fa2-c9eb-479a-9e9b-a7d9f31a328b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f HTTP/1.1" status: 200 len: 217 time: 0.1552770 May 19 12:48:40.382723 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1b8dc8-5e75-484e-a968-a57ebeb73e63 req-12ae71a2-9c36-4807-8dfb-ee864d15eb34 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791359 May 19 12:48:40.579007 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:40.580845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'}, {'name': 'network-changed', 'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:40.637683 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-078e258e-4a48-4f80-84eb-7ec32a24d5cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 1001 time: 0.6755164 May 19 12:48:40.719040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}, {'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:40.735890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-b4654b16-23d4-4c86-89d4-4394b4aa431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:40.738079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-b4654b16-23d4-4c86-89d4-4394b4aa431b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4286633 May 19 12:48:40.836426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86f98-fc10-4c18-bb02-c1696193b8dd req-125dfa62-004b-479f-a980-65da9c095844 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:40.838834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb86f98-fc10-4c18-bb02-c1696193b8dd req-125dfa62-004b-479f-a980-65da9c095844 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 0.9986339 May 19 12:48:40.890278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-3135c1b8-03cf-4f80-99cd-213abe17ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:40.891730 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-3135c1b8-03cf-4f80-99cd-213abe17ec88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2410977 May 19 12:48:40.976315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb86f98-fc10-4c18-bb02-c1696193b8dd req-29540cc8-4395-4ea6-b231-ca541a5ce350 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281192 May 19 12:48:41.009142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-acc821b3-a71e-4b91-9875-a0d0eb3de1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:41.009142 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-acc821b3-a71e-4b91-9875-a0d0eb3de1dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616558 May 19 12:48:41.070338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-c24117a3-a873-45b9-b695-367f54061b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:41.072124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-c24117a3-a873-45b9-b695-367f54061b6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650317 May 19 12:48:41.191797 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:38Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:41.202369 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a6c4b-a9c8-42c2-805d-87f24e02175b None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:79:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:38Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:41.327285 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-6c4481b1-61dd-4da3-81f1-82bb5a00cbbe service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060865 May 19 12:48:41.462412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-a1f33fd3-7d74-4f7b-9cfa-44a461130eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103647 May 19 12:48:41.630004 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f89fc21-7093-42d9-ac9d-82f739e01b62 req-234d14fa-6a26-4ba4-a9e5-c54bd9b22941 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963343 May 19 12:48:41.682418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e436e23c-db5d-46fa-9ac0-a0b6be4a4af3 req-eda3d741-da8a-4d7d-b5cc-db3a8f2795c3 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039893 May 19 12:48:41.802223 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'code': 200} May 19 12:48:41.803060 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'status': 'completed', 'code': 200} May 19 12:48:41.885634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677ebde-cf76-4081-bfa0-0156f9528f09 req-d36318d1-40d0-4a7f-b485-eca42d087330 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:41.896615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2677ebde-cf76-4081-bfa0-0156f9528f09 req-d36318d1-40d0-4a7f-b485-eca42d087330 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.1309073 May 19 12:48:41.999344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2677ebde-cf76-4081-bfa0-0156f9528f09 req-a86fc415-6b22-4e3a-94d1-a1031f450b1f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009679 May 19 12:48:42.069796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-1b3dd96f-8642-483d-baa5-6b28f4fbfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.072583 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-1b3dd96f-8642-483d-baa5-6b28f4fbfc2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1124 time: 0.2323003 May 19 12:48:42.137945 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:48:42.138372 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'status': 'completed', 'code': 200} May 19 12:48:42.327651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-8d7970f4-8269-4290-8471-84bb04f78303 service neutron] 10.222.0.57 "GET /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c/bindings/n-h1-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.3809326 May 19 12:48:42.362317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:42.420032 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-12d1ff9c-3eda-47ed-8a3d-1237279ae1d7 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.2795570 May 19 12:48:42.527861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-d9517227-3d3c-41e9-8036-9e9647ea4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.531241 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-d9517227-3d3c-41e9-8036-9e9647ea4201 service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.4495480 May 19 12:48:42.541269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33b00-f300-4d1a-963f-2a9eae4a23af req-dfa5c57c-3bde-4b47-a1fb-9e442685eb1d tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.542335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79a33b00-f300-4d1a-963f-2a9eae4a23af req-dfa5c57c-3bde-4b47-a1fb-9e442685eb1d tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 949 time: 0.5343301 May 19 12:48:42.583632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-b10fe56d-cdc9-4ee0-88b9-7e9280270e03 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.590337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 5dba3a3d-dd23-459b-af55-24c3990faf51 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:42.593329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-b10fe56d-cdc9-4ee0-88b9-7e9280270e03 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports/e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 942 time: 0.1527629 May 19 12:48:42.602890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 5dba3a3d-dd23-459b-af55-24c3990faf51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:42.603992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:42.708021 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-7bd1a194-7e91-4b17-8294-0858ab4bfe4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 217 time: 0.1524041 May 19 12:48:42.747973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17b2-1397-4e13-bf2b-714864df1807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:42.839173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-333403be-67b1-4637-a86b-0b687118b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.840929 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-333403be-67b1-4637-a86b-0b687118b0ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.6779900 May 19 12:48:42.882554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:42.904171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-53481ee5-9b2e-47d2-9af2-f8e6337ccc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:42.906928 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-53481ee5-9b2e-47d2-9af2-f8e6337ccc32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1854844 May 19 12:48:42.910948 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:42.962563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79a33b00-f300-4d1a-963f-2a9eae4a23af req-0c15468a-fa92-4ce1-af55-54d3d41cc332 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016373 May 19 12:48:42.964439 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-8a9864f5-0560-4507-8b84-aad4eaf54e07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502801 May 19 12:48:42.968691 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-be6abb0b-7761-442e-98bf-566d402eb479 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.2279837 May 19 12:48:43.002634 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:43.041578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:43.054572 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:43.056089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:48:43.218802 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:43.368878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:43.375454 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:43.531476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-23da2403-173c-40f5-9f3b-33744fa297be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:43.533613 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-23da2403-173c-40f5-9f3b-33744fa297be service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.6805916 May 19 12:48:43.543025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:43.670682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-3b0845f4-2a5c-4cd4-a917-a65e961f9c89 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:43.684060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6777fe5c-e264-4e8a-8ba0-16dbe228c7cc req-3b0845f4-2a5c-4cd4-a917-a65e961f9c89 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.7015173 May 19 12:48:43.702935 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-877bca19-e436-4a3f-bebd-03e7e0a14e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.1468418 May 19 12:48:43.706465 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-86d9ffad-982e-4c1f-99c1-37e0ea07739d service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302468 May 19 12:48:43.771733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5dc3a-8b4b-4105-8b78-368b161eb24a req-c20686f3-53d3-4494-a98c-38d944b24649 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:43.779277 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21f5dc3a-8b4b-4105-8b78-368b161eb24a req-c20686f3-53d3-4494-a98c-38d944b24649 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 943 time: 0.3778229 May 19 12:48:43.792131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:43.808676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'mac_address': 'fa:16:3e:3d:a1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:43.835317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:43.917074 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:43.942443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:43.949958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3456826e-a942-4c31-9051-4a8d9f41cca1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:43.987360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:43.988265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21f5dc3a-8b4b-4105-8b78-368b161eb24a req-ee85f831-80c2-40d0-bc40-69e6bb7c83f5 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906402 May 19 12:48:43.995653 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:43.996246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:44.001466 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:44.021208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:44.039247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:44.070734 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:44.100043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-00e97fcb-179e-4e15-a6db-a270cc0ac0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:44.101654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:44.101879 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-00e97fcb-179e-4e15-a6db-a270cc0ac0b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.3828158 May 19 12:48:44.113185 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:44.125808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0a33-de47-403d-81ee-630d2c702874 req-746f296c-5699-453d-820f-dc284b0401ca tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:44.128299 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c14c0a33-de47-403d-81ee-630d2c702874 req-746f296c-5699-453d-820f-dc284b0401ca tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.2622988 May 19 12:48:44.140403 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:44.257876 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c14c0a33-de47-403d-81ee-630d2c702874 req-b897e045-1583-400c-b3e1-7f5e46ac38d8 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835550 May 19 12:48:44.316354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Transition to ACTIVE for port object 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:48:44.324891 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:44.340471 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:44.341768 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85f6a59d-b64e-4653-b8d6-568a86e5cb66 req-6ea1ea38-ba67-4fe4-b3e5-312837298288 service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094909 May 19 12:48:44.363067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:44.396339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-f993d45d-aad4-46af-8599-2f07a4d64489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:44.398488 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-f993d45d-aad4-46af-8599-2f07a4d64489 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818677 May 19 12:48:44.398870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'mac_address': 'fa:16:3e:91:18:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:44.538438 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'code': 200} May 19 12:48:44.580828 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:44.604810 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:44.633449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:44.640592 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:44.649779 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:44.700873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-4db5253d-3304-48e8-91fe-423ed4653035 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.1363974 May 19 12:48:44.775076 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-da024c79-e954-43af-afe9-2f19f07245d1 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683884 May 19 12:48:44.817491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:44.822884 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:44.834831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] No DVR routers for this DVR port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:48:44.925900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-384f9f34-3001-4da4-baa6-410eb5a0a1d6 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:44.928935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-384f9f34-3001-4da4-baa6-410eb5a0a1d6 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports/e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 942 time: 0.2261391 May 19 12:48:44.944396 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3456826e-a942-4c31-9051-4a8d9f41cca1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:44.960548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c/bindings/n-h1-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6152294 May 19 12:48:44.975130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:45.003200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.006724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.006724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.006724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.007292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.007892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.009308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.009955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.010555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.011158 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.011809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.012447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:48:45.023927 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:45.052296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ff618-eb3d-42c8-8326-4a359b48d85e req-7ddbdcb8-944f-4950-9fb1-ddc4578ae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.055796 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e7ff618-eb3d-42c8-8326-4a359b48d85e req-7ddbdcb8-944f-4950-9fb1-ddc4578ae65a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 1101 time: 0.4603057 May 19 12:48:45.062996 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:48:45.068274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557a234-393d-4ea5-9db7-f3b213e51017 req-ec1650f6-0c65-484f-8c9a-92e1be552636 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.072949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1557a234-393d-4ea5-9db7-f3b213e51017 req-ec1650f6-0c65-484f-8c9a-92e1be552636 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 950 time: 0.3101237 May 19 12:48:45.135502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d4e8ef63-b6d9-4d28-b5b7-474f1959c52f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:45.172932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-62987846-1fa8-44f1-8007-60123402d704 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883648 May 19 12:48:45.176125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e7ff618-eb3d-42c8-8326-4a359b48d85e req-465ac18b-4905-4dbf-937f-4157e8e40939 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108091 May 19 12:48:45.299470 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:45.369733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1557a234-393d-4ea5-9db7-f3b213e51017 req-0cd6d2d7-d23b-4ab3-8033-1e6da5c25251 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875130 May 19 12:48:45.400151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-3dc2f55f-685d-487f-b31b-ed8beb258387 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.2007682 May 19 12:48:45.408605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ab9098cb-a8b7-4a11-bc96-f3afd70b3def tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.410668 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ab9098cb-a8b7-4a11-bc96-f3afd70b3def tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.3361568 May 19 12:48:45.420760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-ecc3c3f8-eaac-4100-8039-9df92e0f4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.424676 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-ecc3c3f8-eaac-4100-8039-9df92e0f4e75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1096 time: 0.1741002 May 19 12:48:45.631287 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:45.693515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-0fe9c34f-845f-4760-b63d-8019221e57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.697354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-0fe9c34f-845f-4760-b63d-8019221e57ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.2640069 May 19 12:48:45.850480 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-4f92c38e-0ba4-4b22-9b06-bfe4623a8da9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 1001 time: 0.1460214 May 19 12:48:45.881061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-23ebb0c2-ae73-45b7-8a7e-c46c03232887 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.882923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-23ebb0c2-ae73-45b7-8a7e-c46c03232887 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.4519374 May 19 12:48:45.941853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-2cb7f1dc-1904-47d4-bae8-fb1867f70b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:45.943411 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-2cb7f1dc-1904-47d4-bae8-fb1867f70b20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.0846477 May 19 12:48:46.060167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-d8895f02-b8cc-4e1d-8627-0190697cab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:46.062358 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-d8895f02-b8cc-4e1d-8627-0190697cab5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075368 May 19 12:48:46.153555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-443b448b-7b7c-44ed-a29c-02276254e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:46.155417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-443b448b-7b7c-44ed-a29c-02276254e414 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f&tenant_id=476be6fcccdb4c389a92326e031911f3 HTTP/1.1" status: 200 len: 1095 time: 0.7345443 May 19 12:48:46.207058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-e1092b3e-169a-41e1-970d-329f743fe921 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.3115318 May 19 12:48:46.226705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:46.299962 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-00e844b1-5c95-4f70-8486-0616f29ee790 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278547 May 19 12:48:46.430750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:46.747585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:46.801794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab7d3af-ce16-4d9f-af0f-49e1386d6331 req-2f116a72-98fa-4ed1-9676-d38ad8c5af14 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963679 May 19 12:48:47.063278 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:47.069824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-e4ac2d4e-8f53-4ade-94f2-db89e02b5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:47.072546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-e4ac2d4e-8f53-4ade-94f2-db89e02b5d18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1095 time: 0.4252906 May 19 12:48:47.074502 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:47.075522 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 disassociated. External IP: 172.25.4.186, port: e8f1eafe-1173-4848-a8ea-3802b6b36572. May 19 12:48:47.570278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:47.674320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-b40b0d46-b986-439a-9bb8-5cc71f0d3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:47.675999 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-b40b0d46-b986-439a-9bb8-5cc71f0d3083 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.5258439 May 19 12:48:47.852164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-6763347c-6fe5-4f45-87c3-74d14cd61c94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 200 len: 217 time: 0.1662140 May 19 12:48:47.887444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 3456826e-a942-4c31-9051-4a8d9f41cca1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:47.888328 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:48.038972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441db76-4ed1-4918-96da-2166c06ffea1 req-75d8be46-557a-4d2f-b61c-496ce7e784cf tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:48.042127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1441db76-4ed1-4918-96da-2166c06ffea1 req-75d8be46-557a-4d2f-b61c-496ce7e784cf tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 944 time: 0.5229809 May 19 12:48:48.230380 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:48.276235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ffe43a80-48d3-4a37-a689-e69f1c494692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:48.278594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-ffe43a80-48d3-4a37-a689-e69f1c494692 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.4111371 May 19 12:48:48.322581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:48.347279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:48.352741 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:48.356819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:48.399130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1441db76-4ed1-4918-96da-2166c06ffea1 req-8b4f522a-3e6e-458d-aa32-ecb987f56501 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106407 May 19 12:48:48.405273 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d1a547b9-8c52-401f-8bd8-0b40a5496329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:48.456213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-9520d1d4-a092-4300-b5d6-b959d3d3e828 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633010 May 19 12:48:48.771106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:48:48.835524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:48.845876 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:48.848809 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:48.849445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:49.054827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-6ef0a928-7128-4c3e-9d0e-790c841c6d85 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833094 May 19 12:48:49.061256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:48:49.334121 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:49.429254 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:49.440854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:49.444628 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:49.622491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:49.629906 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:49.728821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-f2fe83d3-0e75-4deb-894f-1006f0f783bb service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562409 May 19 12:48:49.742802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:48:49.749990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:49.756117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:48:49.775389 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:49.777214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:49.888478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-545f0e2d-d47a-46d3-9cdd-550361097804 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "PUT /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 695 time: 3.6689136 May 19 12:48:49.890961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:50.017670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdb048-9ef2-48f8-ae99-38bdcc98d8aa req-e86655cc-4c99-4558-9bd3-e280afd3938e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:50.027086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70cdb048-9ef2-48f8-ae99-38bdcc98d8aa req-e86655cc-4c99-4558-9bd3-e280afd3938e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 950 time: 0.3870771 May 19 12:48:50.163647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70cdb048-9ef2-48f8-ae99-38bdcc98d8aa req-6c5b2bb2-9ee9-4ce3-812f-4f186984553f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312695 May 19 12:48:50.242636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-fa3ae508-efa5-4e02-8d5e-82005f614bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:50.249326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-fa3ae508-efa5-4e02-8d5e-82005f614bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1096 time: 0.3298988 May 19 12:48:50.395615 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'code': 200} May 19 12:48:50.519450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:50.698105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-1fcb66c4-ee92-4bee-b428-6042677287eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:50.707619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-1fcb66c4-ee92-4bee-b428-6042677287eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.4494901 May 19 12:48:50.835037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-fd5f690f-6e76-4d26-8954-d2e783efaece service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 217 time: 0.1260147 May 19 12:48:50.926850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-efbe7ae2-df6c-43bc-86f9-f7de75e4de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:50.936514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-efbe7ae2-df6c-43bc-86f9-f7de75e4de70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.1001713 May 19 12:48:51.117944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70f61-3663-4edc-8efb-530e632b680b req-686decd6-a698-478d-b9bb-1d39f9f2d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:51.127300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-686decd6-a698-478d-b9bb-1d39f9f2d5bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894236 May 19 12:48:51.175224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-628b72c7-f3db-4f11-ac86-ef36f13485b8 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:51.177078 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-628b72c7-f3db-4f11-ac86-ef36f13485b8 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f&tenant_id=476be6fcccdb4c389a92326e031911f3&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.6592858 May 19 12:48:51.358695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3989-8637-44b3-82d4-6a2298fc6d38 req-988af9cb-be62-49a2-9a62-5f89e336e919 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:51.367295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8db3989-8637-44b3-82d4-6a2298fc6d38 req-988af9cb-be62-49a2-9a62-5f89e336e919 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 944 time: 0.3418648 May 19 12:48:51.433287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:51.447565 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:48:51.479480 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:48:51.480662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:51.627756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:48:51.842536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8db3989-8637-44b3-82d4-6a2298fc6d38 req-1e3d3435-04f4-46d9-902b-77bbcad2a8b6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709225 May 19 12:48:51.940018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-5e0d122d-9ea6-4449-83ff-c9101b1912fb service neutron] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:48:51.954601 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-5e0d122d-9ea6-4449-83ff-c9101b1912fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:51.955768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9ec89d0a-fb5f-447f-a1a9-6405cd9ff1d6 req-5e0d122d-9ea6-4449-83ff-c9101b1912fb service neutron] 10.222.0.71 "DELETE /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c/bindings/n-h2-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.7701240 May 19 12:48:51.977465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-6affb99c-91a7-40c3-a24c-a5670b19e67b service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488758 May 19 12:48:52.193790 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'status': 'completed', 'code': 200} May 19 12:48:52.410421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:52.410993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece70f61-3663-4edc-8efb-530e632b680b req-d7e68652-29be-49f4-8794-9498403a70a2 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256320 May 19 12:48:52.433668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-d97df328-3bfa-4336-91d5-ba1c9885960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:52.440794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-d97df328-3bfa-4336-91d5-ba1c9885960c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 1096 time: 0.2155249 May 19 12:48:52.539514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:52.560184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'port_id': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'mac_address': 'fa:16:3e:e1:89:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3c1d6-78c2-4532-9307-c63f6eb33aa3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:48:52.676462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:48:53.058586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-7ea6949a-ba50-460b-9507-01ec127c5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:53.065095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-7ea6949a-ba50-460b-9507-01ec127c5b8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.6090384 May 19 12:48:53.071521 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:53.100856 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d7900b4-c622-4b78-b1ce-b922211b5ba1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:48:53.124441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:53.335944 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-85b5d787-bef9-4123-9c73-3292c62d97a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 200 len: 217 time: 0.2660854 May 19 12:48:53.336313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e444e-e2fb-4992-8783-246ceca8e621 req-0699438d-4252-4d9d-8db2-d9fc46e5712f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:53.345459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-576e444e-e2fb-4992-8783-246ceca8e621 req-0699438d-4252-4d9d-8db2-d9fc46e5712f tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 949 time: 0.6112814 May 19 12:48:53.466387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-9cea1ad1-761d-4d36-8a10-0b34777e65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:53.470051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-9cea1ad1-761d-4d36-8a10-0b34777e65d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.1256983 May 19 12:48:53.502604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786343d6-9450-47b1-a92c-adf5de522098 req-3891f91a-8087-4215-b6f9-d00bb34e56f4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:53.505862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-786343d6-9450-47b1-a92c-adf5de522098 req-3891f91a-8087-4215-b6f9-d00bb34e56f4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.5677087 May 19 12:48:53.530210 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:53.543563 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:53.635700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-576e444e-e2fb-4992-8783-246ceca8e621 req-979724b2-9cca-491e-a3a4-d9d5c30a3652 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892499 May 19 12:48:53.775011 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:48:53.785679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b30fa-abbd-42e0-8e3e-390eb405a727 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:48:53.792276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-786343d6-9450-47b1-a92c-adf5de522098 req-99fc484f-9ce6-45ea-b0e9-fa4d43261ce0 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574494 May 19 12:48:53.800225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-4416f15d-8807-4b7a-8743-d1831ad4b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:53.801249 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-4416f15d-8807-4b7a-8743-d1831ad4b452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3233175 May 19 12:48:53.810297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3d7900b4-c622-4b78-b1ce-b922211b5ba1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:53.963375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:54.007230 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:54.025284 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'code': 200} May 19 12:48:54.319032 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-aa6c7d18-b0f3-4460-a9cf-679d388505a3 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017214 May 19 12:48:54.405341 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7c700-2579-4109-aee2-c7cbceab6ffd None None] New status for floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:48:54.433785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028273d-8808-4fd9-98ef-56597a672380 req-7c8b6427-9a28-4d42-a4e1-038c13d7ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:54.435615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8028273d-8808-4fd9-98ef-56597a672380 req-7c8b6427-9a28-4d42-a4e1-038c13d7ec02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 1100 time: 0.3545582 May 19 12:48:54.570966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8028273d-8808-4fd9-98ef-56597a672380 req-037575ee-f892-4b9f-97c7-2f9240eb2035 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141639 May 19 12:48:55.018558 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b3de4f43-d6cb-4b16-84c4-12f028b6800e req-83830975-065c-47a1-b17e-a54c473d37dd service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833079 May 19 12:48:55.483870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573763a-4a29-44f5-9316-51037fa81908 req-19cf9b7c-f2a1-487e-94f6-5ed683234fa6 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:55.485716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6573763a-4a29-44f5-9316-51037fa81908 req-19cf9b7c-f2a1-487e-94f6-5ed683234fa6 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 1095 time: 0.4209316 May 19 12:48:55.498168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0db05-4817-4cb0-ae1b-a92879155461 req-17fdf2af-2914-403a-93b1-e6a47f5f313d tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:55.506864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57d0db05-4817-4cb0-ae1b-a92879155461 req-17fdf2af-2914-403a-93b1-e6a47f5f313d tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 949 time: 0.3002489 May 19 12:48:55.598589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57d0db05-4817-4cb0-ae1b-a92879155461 req-946dda78-d38b-4648-b7dc-dfbe85ea524c tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907288 May 19 12:48:55.621763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:48:55.656363 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6573763a-4a29-44f5-9316-51037fa81908 req-0ead8b1e-2050-4f18-aba2-1ee387f1a637 tempest-LiveMigrationTest-828270095 tempest-LiveMigrationTest-828270095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176159 May 19 12:48:55.834048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:48:55.837989 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:56.230698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-27209abd-f09d-4536-a4e7-cc2f8636ac21 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:56.244046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-27209abd-f09d-4536-a4e7-cc2f8636ac21 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4553535 May 19 12:48:56.395743 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:56.432193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-59a2537a-baf1-42af-ba34-afc4f783d939 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:56.437266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-59a2537a-baf1-42af-ba34-afc4f783d939 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:56.462744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-a8b54499-03a3-41fc-b3e5-acd1031c4615 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.2173181 May 19 12:48:56.487269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:48:56.492226 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-59a2537a-baf1-42af-ba34-afc4f783d939 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:56.496337 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-59a2537a-baf1-42af-ba34-afc4f783d939 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "GET /v2.0/ports?device_id=f27ca7e2-4e66-46ac-882a-61540f72b87b HTTP/1.1" status: 200 len: 945 time: 0.4194925 May 19 12:48:56.528899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:56.554471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:56.566996 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:56.570028 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a7caa6fc-fa8f-4976-931c-5cf68ba317c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:56.726003 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:56.746883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:56.763344 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:57.037474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55230e-0b35-4f20-9a26-af938dcf5cbb req-6b89232c-0b41-418d-b31c-bbdc2a3a866c tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:57.051544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f55230e-0b35-4f20-9a26-af938dcf5cbb req-6b89232c-0b41-418d-b31c-bbdc2a3a866c tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 944 time: 1.1241164 May 19 12:48:57.173373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f55230e-0b35-4f20-9a26-af938dcf5cbb req-8835a36d-56f5-4b6e-8fd2-290efaccfcd3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 May 19 12:48:57.238328 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-8bd37e92-b34e-43d9-b058-2719ab445420 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2539783 May 19 12:48:57.259974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Deleting port e8f1eafe-1173-4848-a8ea-3802b6b36572 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:48:57.260422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:57.752539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-2fda958d-718a-4dc9-9d3a-203f0cc4a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:57.755071 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-2fda958d-718a-4dc9-9d3a-203f0cc4a07d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 1095 time: 0.4391792 May 19 12:48:57.955635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] For port e8f1eafe-1173-4848-a8ea-3802b6b36572, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e8f1eafe-1173-4848-a8ea-3802b6b36572,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:48:57.957492 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:58.225263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Calling delete_port for e8f1eafe-1173-4848-a8ea-3802b6b36572 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:48:58.362586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-a08b35f6-ad6c-48b3-a3e5-2baf8a1338d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685281 May 19 12:48:58.493166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-f51f4199-16f1-4d35-a408-4586ead8c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:58.494845 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-f51f4199-16f1-4d35-a408-4586ead8c4af service neutron] 10.222.0.57 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.7091284 May 19 12:48:58.582247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-f47b8654-3890-49b3-a61e-bd0df94379e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 200 len: 217 time: 0.0765657 May 19 12:48:58.677236 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:58.684557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-f20fbd1f-cd24-42f3-b753-0ae5c80fd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:58.686475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-f20fbd1f-cd24-42f3-b753-0ae5c80fd764 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=476be6fcccdb4c389a92326e031911f3&device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 1096 time: 0.1559577 May 19 12:48:58.691626 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:58.719146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-0da32715-9dd9-40b7-9d50-73abc98dbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:58.720568 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-0da32715-9dd9-40b7-9d50-73abc98dbb81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.1267154 May 19 12:48:58.752031 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'code': 200} May 19 12:48:58.781616 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-e684463d-60d4-4103-9bfb-b3a2c69dc126 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542300 May 19 12:48:58.966368 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-2214a4ca-bc05-47fd-8d80-9907bfaeb17d service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732893 May 19 12:48:59.180839 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6df25578-b6cd-4089-a6c7-1d498e64379d req-1c58cfbc-c1c3-4311-ad99-f6eab765be0b service neutron] 10.222.0.57 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043147 May 19 12:48:59.184975 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:59.196676 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:48:59.199087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:48:59.375802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-d058b77b-d352-4598-8c4d-1bfb756f0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:59.378240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-d058b77b-d352-4598-8c4d-1bfb756f0cd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 200 len: 908 time: 0.2646041 May 19 12:48:59.398292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event deleted for resources: {'Port': ['ID=e8f1eafe-1173-4848-a8ea-3802b6b36572,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:48:59.434220 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:48:59.475014 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-ea832a2a-ea6e-457d-9af7-1657ba1610d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 200 len: 217 time: 0.0847893 May 19 12:48:59.494848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] No DVR routers for this DVR port e8f1eafe-1173-4848-a8ea-3802b6b36572 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:48:59.501897 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:48:59.506110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'name': 'network-vif-deleted', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:48:59.542848 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6f80a750-2449-472d-a2b6-88a73d8d4132 req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "DELETE /v2.0/ports/e8f1eafe-1173-4848-a8ea-3802b6b36572 HTTP/1.1" status: 204 len: 173 time: 3.0363283 May 19 12:48:59.544586 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 associated. External IP: 172.25.4.186, port: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f. May 19 12:48:59.563885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-17965a16-d7a3-4e28-96d7-a5b11af89d19 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:59.565144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-17965a16-d7a3-4e28-96d7-a5b11af89d19 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Synchronizing usage tracker for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:48:59.595275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-17965a16-d7a3-4e28-96d7-a5b11af89d19 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Unset dirty status for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:48:59.601666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-17965a16-d7a3-4e28-96d7-a5b11af89d19 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 944 time: 0.1651058 May 19 12:48:59.923457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-dbf40c1c-941c-4544-80e6-7f8c8b966893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:48:59.929713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-dbf40c1c-941c-4544-80e6-7f8c8b966893 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 200 len: 847 time: 0.4447353 May 19 12:49:00.084611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Deleting port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:00.085508 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:00.097143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f3b-0dbd-49ea-a101-8c653191a36a req-012b7950-a969-42ab-95ea-5bee9540a0d8 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:00.104885 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5fa4f3b-0dbd-49ea-a101-8c653191a36a req-012b7950-a969-42ab-95ea-5bee9540a0d8 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 949 time: 1.0777557 May 19 12:49:00.145336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-4388a159-d30f-44f6-9be3-b784fe55ad67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=026e7e38-74ad-47f8-a355-cb7d44b41f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155314 May 19 12:49:00.417572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] For port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:00.420905 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:00.452901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e8f1eafe-1173-4848-a8ea-3802b6b36572 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:00.504353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: e8f1eafe-1173-4848-a8ea-3802b6b36572 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:00.504751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e8f1eafe-1173-4848-a8ea-3802b6b36572 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:00.508126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5fa4f3b-0dbd-49ea-a101-8c653191a36a req-9853dbcc-6cb0-483f-8a4b-a3100cd36e73 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022150 May 19 12:49:00.667264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-a753e8fd-03b9-46f9-937f-099a7e43cb32 service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100441 May 19 12:49:00.762472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Calling delete_port for 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:00.929165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:00.938874 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a8f6549a-d0f2-43db-b0db-315458c25d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:00.942261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['ba9427d2-b37d-4362-b0cb-de740e00778b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:00.976540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:49:00.993529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:00.996622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event deleted for resources: {'Port': ['ID=5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:01.000927 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:01.148807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] No DVR routers for this DVR port 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:01.158163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:01.188518 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6c3547d2-174f-438c-a21e-a5d3feef20b4 req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "DELETE /v2.0/ports/5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c HTTP/1.1" status: 204 len: 173 time: 1.5807281 May 19 12:49:01.449018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f64550b8-9bbc-42fa-bb1d-78acef3501ed req-b5588f31-304c-4822-8530-13e9c252dfaf service neutron] 10.222.0.71 "GET /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7707431 May 19 12:49:01.467884 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891b0b0-f168-43f6-a092-f99c73043f6b req-cd615433-4d9f-4cdb-aa17-886a9c4ab065 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:01.476041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7891b0b0-f168-43f6-a092-f99c73043f6b req-cd615433-4d9f-4cdb-aa17-886a9c4ab065 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 945 time: 0.6378961 May 19 12:49:01.522824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:49:01.535281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:01.535894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:49:01.571211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:01.572441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:01.585909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7891b0b0-f168-43f6-a092-f99c73043f6b req-a9534e4b-5fc9-435c-bccd-691d6ee01322 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086147 May 19 12:49:01.672146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-fca7528c-7ec3-4ee0-9d80-cc0b3abcfe37 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "PUT /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 997 time: 5.2075226 May 19 12:49:01.672784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:01.875597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:02.019939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bdae2596-acd2-472e-8625-f8c8159f7dd2 req-ab4c6f57-ee51-4fee-8da8-532da6d4a847 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 210 time: 0.1381629 May 19 12:49:02.118694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-1500759a-06ae-4093-b407-0b3d67f1cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:02.130685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-1500759a-06ae-4093-b407-0b3d67f1cb65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.4180210 May 19 12:49:02.162810 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:02.486305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-5b415d6f-6bd6-4d22-ac59-3342eab8f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:02.491763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-5b415d6f-6bd6-4d22-ac59-3342eab8f98c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.3477786 May 19 12:49:02.679580 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ca7e2-4e66-46ac-882a-61540f72b87b', 'name': 'network-vif-deleted', 'tag': 'e8f1eafe-1173-4848-a8ea-3802b6b36572', 'status': 'completed', 'code': 200} May 19 12:49:02.717269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:02.850701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-dcd31c05-0914-405d-a4c6-66cb587f1811 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 1000 time: 0.3455114 May 19 12:49:02.874183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:02.890465 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:02.904825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:58Z', 'revision_number': 8, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:02.908655 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:02.916040 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:02.999813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:03.003655 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:03.014866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:49:03.034895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:03.035608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:03.079450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-0e61ca10-0b3d-4c89-aef1-4fdd3d5236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:03.082138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-0e61ca10-0b3d-4c89-aef1-4fdd3d5236ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2073746 May 19 12:49:03.337451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:03.368805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-b061ba1c-e310-45bb-b5c1-42dd6efbd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:03.370612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-b061ba1c-e310-45bb-b5c1-42dd6efbd408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777951 May 19 12:49:03.889677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-23a5a5b8-65a3-4b2e-a004-7976373735f4 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914634 May 19 12:49:03.946490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:04.254241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:04.254531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:04.254713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8dc0f1c4-82b7-4a58-ace7-58f770491a1a req-e0880b41-5111-404c-9c66-c7ad2deab076 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434813 May 19 12:49:04.573483 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:49:04.871802 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'code': 200} May 19 12:49:05.255016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-deleted', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:05.352250 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:58Z', 'revision_number': 8, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:05.380256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181af6d-a7e8-4b6a-ac5f-f3258f987d91 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1e31ddd8-c5e6-4d7f-bb19-07e0438a0681', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'port_id': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:47:50Z', 'updated_at': '2021-05-19T12:48:58Z', 'revision_number': 8, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:49:05.421976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-2087972c-05a9-4ef5-b938-9927b3f21ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:05.424402 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-2087972c-05a9-4ef5-b938-9927b3f21ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.7980266 May 19 12:49:05.461121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8382c6-3f6d-4cbe-a0ea-1e51c8a1eb06 req-4f60c5df-50af-43d4-a49f-84c97e4c1a56 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 210 time: 0.1828909 May 19 12:49:05.713652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30337eaf-11b4-4ef3-9bc2-2809d98b87d6 req-0f23fcbe-32de-489f-8c8f-57e0a9421df3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 997 time: 0.1528003 May 19 12:49:05.851860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-721cb69b-3f61-4ff7-90e7-42c413a00569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:05.854953 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-721cb69b-3f61-4ff7-90e7-42c413a00569 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.4230652 May 19 12:49:05.891495 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3095b2dd-5c5a-4353-b524-faa21364c514 None None] New status for floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:49:06.040774 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-ac2dc208-042b-4213-b1d7-a59c81d3316d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 1000 time: 0.1753848 May 19 12:49:06.204259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-e6aa0d4d-79ef-4fb0-9816-e044eb653c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:06.208863 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-e6aa0d4d-79ef-4fb0-9816-e044eb653c4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.1528621 May 19 12:49:06.353673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-12ed9bac-180b-401d-b8ac-0d380431002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:06.356506 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-12ed9bac-180b-401d-b8ac-0d380431002a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351376 May 19 12:49:06.379981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc745c-4b6c-496a-a93f-770ef216fca3 req-3f394502-bd7f-46eb-b32a-d72e0b4b049a tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:06.389089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78cc745c-4b6c-496a-a93f-770ef216fca3 req-3f394502-bd7f-46eb-b32a-d72e0b4b049a tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1096 time: 0.8813894 May 19 12:49:06.401123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30337eaf-11b4-4ef3-9bc2-2809d98b87d6 req-583d77a7-746e-4131-99a9-ec362f290625 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:06.410374 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30337eaf-11b4-4ef3-9bc2-2809d98b87d6 req-583d77a7-746e-4131-99a9-ec362f290625 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.4346039 May 19 12:49:06.417875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-30337eaf-11b4-4ef3-9bc2-2809d98b87d6 req-d18f64dd-bf47-489d-9289-4c442806022a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:49:06.430984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30337eaf-11b4-4ef3-9bc2-2809d98b87d6 req-d18f64dd-bf47-489d-9289-4c442806022a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195942 May 19 12:49:06.516674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78cc745c-4b6c-496a-a93f-770ef216fca3 req-3dab6c14-27c1-4520-bb5d-fb4f689449fe tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264789 May 19 12:49:06.804826 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-e58082e3-3fbe-45a0-9f0d-c5b5cc683e36 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403846 May 19 12:49:06.808414 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f', 'name': 'network-vif-deleted', 'tag': '5c3c1911-c6d8-4ae0-8730-756ef8ba3c1c', 'status': 'completed', 'code': 200} May 19 12:49:06.917609 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4671e-10ec-439c-afd4-4f811e5be4d1 req-42c44cb3-5c8f-4498-8bb3-9b2be9665857 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:06.919565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dd4671e-10ec-439c-afd4-4f811e5be4d1 req-42c44cb3-5c8f-4498-8bb3-9b2be9665857 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 943 time: 0.1272068 May 19 12:49:07.000322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dd4671e-10ec-439c-afd4-4f811e5be4d1 req-f88f580d-5275-4660-94b0-e0d287056ca3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711691 May 19 12:49:07.068467 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c02260bd-5e92-4a97-885b-fc2d0a18a4a1 req-e3f03396-475a-4635-ab8f-9eaea46f35dc service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472343 May 19 12:49:07.415810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3ab71631-78eb-4600-9519-0d10f94c831f tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1002 time: 0.1615558 May 19 12:49:07.622937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-dc192903-151b-4592-b483-57302198ef2e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:07.638967 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-dc192903-151b-4592-b483-57302198ef2e tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports/2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 943 time: 0.2216680 May 19 12:49:07.856791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a1eb0b0-79da-4a19-9fe2-753db3547b75 req-739db141-4797-4869-a2c8-3f94db7302e9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9353c32-9fd3-40f0-9a62-9fa7cb0a7d7f HTTP/1.1" status: 200 len: 210 time: 0.1633091 May 19 12:49:08.206826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-cbf75976-2e08-4906-8d19-cf61d5b170c4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:08.209510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-cbf75976-2e08-4906-8d19-cf61d5b170c4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 943 time: 0.6818779 May 19 12:49:08.230293 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-33a2dce3-f2bb-40c0-8b6c-1b02c52fe30f tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1002 time: 0.3696985 May 19 12:49:08.817533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-aac12fcf-c73c-4f46-a13a-04817826202c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:08.840609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-aac12fcf-c73c-4f46-a13a-04817826202c tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.6029346 May 19 12:49:08.987761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-f37b3b26-e742-4565-9c94-4ba4061baa41 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1002 time: 0.1463470 May 19 12:49:09.014697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Deleting port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:09.015110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:09.047176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:09.357032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:09.731051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:09.989019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-1160bca8-eddd-44e4-a1be-4d765673ebe2 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:49:09.996667 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-1160bca8-eddd-44e4-a1be-4d765673ebe2 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621634 May 19 12:49:09.999194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] For port 3d7900b4-c622-4b78-b1ce-b922211b5ba1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3d7900b4-c622-4b78-b1ce-b922211b5ba1,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:09.999850 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.108147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:10.134967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'mac_address': 'fa:16:3e:91:18:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:49:10.163339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Calling delete_port for 3d7900b4-c622-4b78-b1ce-b922211b5ba1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:10.285968 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e734402a-26e0-4d88-86f8-ed2db33e7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.312227 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.359413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Request body: {'binding': {'host': 'n-h2-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:10.360205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:49:10.384862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:10.423219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:10.435320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.444943 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:10.501182 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.521957 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec1edb4c-820d-427b-addd-d6d1b1b65580 tempest-ServersAdminTestJSON-1287153421 tempest-ServersAdminTestJSON-1287153421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:10.657721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event deleted for resources: {'Port': ['ID=3d7900b4-c622-4b78-b1ce-b922211b5ba1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:10.695674 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:10.704736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d4e8ef63-b6d9-4d28-b5b7-474f1959c52f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:10.716153 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.855573 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:10.855930 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 disassociated. External IP: 172.25.4.186, port: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f. May 19 12:49:10.928607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:10.948155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.948636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.948890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.949215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.949542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.949895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.950198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.950558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.950887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.951258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.951567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.951884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:10.963361 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:11.166562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] No DVR routers for this DVR port 3d7900b4-c622-4b78-b1ce-b922211b5ba1 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:11.183579 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:11.188962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-deleted', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:11.230450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eee269bd-2b0c-4472-a783-a8c2f7e76621 req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.71 "DELETE /v2.0/ports/3d7900b4-c622-4b78-b1ce-b922211b5ba1 HTTP/1.1" status: 204 len: 173 time: 2.9635544 May 19 12:49:11.463269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on host n-h2-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:49:11.463269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:49:11.463269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:11.531025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:49:11.531341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:11.572660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:49:11.572660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:49:11.572660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:49:11.573374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Bound port: 8a657808-6ae0-443e-8aae-7ad56543f15b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:49:11.721045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:49:11.729665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:11.750468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:11.752622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-e490fd4a-49bf-4fe0-a255-7f2798b3dd4b service neutron] 10.222.0.69 "POST /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b/bindings HTTP/1.1" status: 201 len: 389 time: 1.4172182 May 19 12:49:11.787211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:49:11.950457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:11.951621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:12.202013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:12.268908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:12.303043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:12.311483 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:12.315984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:12.376882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:49:12.395483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:12.429527 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:12.507637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 3d7900b4-c622-4b78-b1ce-b922211b5ba1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:12.508274 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3d7900b4-c622-4b78-b1ce-b922211b5ba1 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:12.521451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:49:12.608660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:12.610159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:48:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:12.807248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-742e9455-1818-4272-befd-3110226e1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:12.808889 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-742e9455-1818-4272-befd-3110226e1c00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1813114 May 19 12:49:12.931841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cdb38344-7b9e-4452-b955-756e8838ce67 req-2fbc5092-469f-4e37-a107-97eaed3afcd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Synchronizing usage tracker for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:12.942443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3c17e38a-edf6-4b80-97ac-3881580fdc93 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "PUT /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 696 time: 3.9390275 May 19 12:49:12.981934 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:13.047424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cdb38344-7b9e-4452-b955-756e8838ce67 req-2fbc5092-469f-4e37-a107-97eaed3afcd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Unset dirty status for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:13.062369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-836079f3-7b2d-4d18-bb62-af8a25d2f43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:13.063124 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:13.076480 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:13.078739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cdb38344-7b9e-4452-b955-756e8838ce67 req-2fbc5092-469f-4e37-a107-97eaed3afcd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5fff51d-e585-414b-8673-cf2159f3eace HTTP/1.1" status: 200 len: 210 time: 0.5661609 May 19 12:49:13.150290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:13.201813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-7e98be07-7ceb-496a-a5f0-1e90d4f539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:13.203545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-7e98be07-7ceb-496a-a5f0-1e90d4f539d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.3830826 May 19 12:49:13.210296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-95fc3d63-a45f-4201-a7e0-e59583a69bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:13.219786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-95fc3d63-a45f-4201-a7e0-e59583a69bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.2544231 May 19 12:49:13.419388 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-9a895940-5b91-4a09-985e-800373724ceb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.2075560 May 19 12:49:13.556774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-adb30c6f-540c-41a6-a6d2-b3e9ee1156be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:13.559453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-adb30c6f-540c-41a6-a6d2-b3e9ee1156be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1290565 May 19 12:49:13.590598 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-08e87bf6-ac30-4dfa-ac6e-6a5b339378f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:13.601696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-08e87bf6-ac30-4dfa-ac6e-6a5b339378f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.3656659 May 19 12:49:13.756358 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-6617e640-082b-4802-b8b9-f04c90fe57ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829915 May 19 12:49:13.761775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:13.768465 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:49:13.796572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:13.797299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:49:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:13.890850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-8f850e10-df3e-4209-b416-0eaf88fd94eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.2816186 May 19 12:49:14.109292 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fff51d-e585-414b-8673-cf2159f3eace', 'name': 'network-vif-deleted', 'tag': '3d7900b4-c622-4b78-b1ce-b922211b5ba1', 'status': 'completed', 'code': 200} May 19 12:49:14.135042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-a1609620-9e7c-4e6e-b654-54475d221b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:14.143895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-a1609620-9e7c-4e6e-b654-54475d221b8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.2442906 May 19 12:49:14.182460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-2924eb4c-6610-48fd-ac3d-3154cfe2731a service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167924 May 19 12:49:14.329890 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:14.347360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3fd0a32b-d44d-4498-8846-5df5030cf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:14.352247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-3fd0a32b-d44d-4498-8846-5df5030cf5f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018354 May 19 12:49:14.386452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:14.485098 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-bcfe3eda-da7f-4edf-8fb6-83a28543abfb service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956955 May 19 12:49:14.809936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-d81063e4-8b28-4b99-b4de-e805dc700c30 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481666 May 19 12:49:14.953440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4d014-416d-4886-885a-36b58ef12818 req-89127061-a550-45b6-b19b-4474ba8dd47c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:14.967808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71a4d014-416d-4886-885a-36b58ef12818 req-89127061-a550-45b6-b19b-4474ba8dd47c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.4919102 May 19 12:49:15.152353 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:15.178459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b2b5ffb-44af-4efd-9fd8-288909685bfb req-03a10e0f-22d5-43ee-b4d0-88f4e90524a2 service neutron] 10.222.0.69 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676221 May 19 12:49:15.222166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71a4d014-416d-4886-885a-36b58ef12818 req-e8b76334-b093-4d33-8a4d-1d065722be10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003553 May 19 12:49:15.425926 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'code': 200} May 19 12:49:15.803914 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:15.850813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:15.874724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c85c8-3048-4932-8ade-47c685dd3778 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:46:50Z', 'revision_number': 4, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'c399d83f-8239-4a9a-9519-b6349fd4f2fb', 'name': '', 'network_id': 'd2846183-f616-4c77-9231-1d12c6d4f0ef', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'mac_address': 'fa:16:3e:f3:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:47Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'subnets': [{'id': 'bd154de3-bb02-4687-bcb3-7bce66b08c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:49:16.110314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:16.540945 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccea389-c283-4a1e-a0e0-dce66938b256 None None] New status for floating IP 1e31ddd8-c5e6-4d7f-bb19-07e0438a0681: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:49:16.747174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:16.893611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:16.917156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290889734', 'description': 'tempest-description--2013659487'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:16.943174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:16.990369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:17.028686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:17.104429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:17.114777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Usage tracker for resource:security_group_rule and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:17.122396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:17.141866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:17.328299 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:49:17.617971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:17.637045 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:17.700887 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ffbb662-45d0-42ce-8de9-595ce3525154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:17.770456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:17.784904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3810f-b39f-4098-b0c0-d507b4fbccdc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:17.787453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:17.789645 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8938310 May 19 12:49:17.797240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:17.807031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'security_group_rule': {'security_group_id': '55d3810f-b39f-4098-b0c0-d507b4fbccdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:17.816772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:17.839558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Usage tracker for resource:security_group_rule and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:17.850288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:17.868878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:17.889043 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:17.926628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:17.941057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd48a68-3592-4a7c-bb15-6e4d2ac31a43 req-40e42ea2-5e64-4f75-975d-af8f34945122 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:17.952545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fd48a68-3592-4a7c-bb15-6e4d2ac31a43 req-40e42ea2-5e64-4f75-975d-af8f34945122 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.2594306 May 19 12:49:17.958929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-c9487c93-c504-45b4-8815-03ee028ab9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:17.960717 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-c9487c93-c504-45b4-8815-03ee028ab9e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68eb3cd805d047edb039607c10ce5445&device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 1097 time: 0.6104212 May 19 12:49:18.078167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fd48a68-3592-4a7c-bb15-6e4d2ac31a43 req-1aed0722-bbff-44e4-be1e-c8bcc1e253ae tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190066 May 19 12:49:18.090114 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:18.141582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:18.187700 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:18.198674 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:18.202634 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:18.389395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-eb19aeeb-d900-4927-a71d-d7019c6a4b31 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 200 len: 694 time: 0.2596242 May 19 12:49:18.476370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:18.500580 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:18.549759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-8b3960e6-d1b9-4428-886f-e7966c5474a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:18.551434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-8b3960e6-d1b9-4428-886f-e7966c5474a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 200 len: 921 time: 0.5757999 May 19 12:49:18.668294 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-4167bf4e-fe27-4d97-bfe9-ec8f529a0d97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 200 len: 217 time: 0.0867908 May 19 12:49:18.704154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:18.746281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:18.767401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:18.863215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:18.870099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0685363 May 19 12:49:18.873852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:18.916643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'security_group_rule': {'security_group_id': '55d3810f-b39f-4098-b0c0-d507b4fbccdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:18.927680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-eec730e9-31a6-418b-a83d-76d3b5a447fa tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:18.945069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-eec730e9-31a6-418b-a83d-76d3b5a447fa tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.5548093 May 19 12:49:18.946372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:18.967860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Usage tracker for resource:security_group_rule and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:18.986499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:19.007820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:19.030085 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'code': 200} May 19 12:49:19.043818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2736c2e5-ffbb-40f4-bc67-bfaeff1df219,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:19.080387 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:19.124501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-84ba3c40-1c6b-4a4b-a39f-56028a1ca071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:19.130163 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-84ba3c40-1c6b-4a4b-a39f-56028a1ca071 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 200 len: 859 time: 0.4243791 May 19 12:49:19.268424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:19.296655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-34021b75-c3af-45cd-a058-e69b68248aeb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 697 time: 0.3462079 May 19 12:49:19.396962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-349bc092-324a-4e73-bfb4-1b30227ef1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:19.400851 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-349bc092-324a-4e73-bfb4-1b30227ef1ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2846183-f616-4c77-9231-1d12c6d4f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612772 May 19 12:49:19.526252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-ec746f84-af4e-4085-b473-ebe539f24f8b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 697 time: 0.2265208 May 19 12:49:19.587444 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:19.619382 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:19.642092 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54892918-066e-48e2-95ec-90ff2b372e68 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:19.714108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c587b50f-07a6-417a-9850-954aa1b5dd1b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:19.736965 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:19.778903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:19.784449 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-408b5e23-bd68-497e-8edc-b87f8966f7a4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8892314 May 19 12:49:19.791863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:19.803332 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-73432e74-bb9c-4851-8777-444a5d9a2e75 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812108 May 19 12:49:19.809068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:19.832303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:20.178390 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b79082c6-9cb4-4331-af8f-53a0b9a59e58 req-c15838f9-bc99-4f62-abe0-c88bb6785b55 service neutron] 10.222.0.57 "GET /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337011 May 19 12:49:20.184187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Usage tracker for resource:floatingip and tenant:8f1443ded702462980abf555acabad14 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:20.198518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:20.220814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:20.250504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.437978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Deleting port 53611355-0e83-45b5-b118-fe5acefda33f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:20.438460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.523813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.711495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c5e-08b8-487a-99ee-3edbb6047526 req-ac3c2aa1-5909-40ca-a791-bb7b3f9c62f2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:20.733673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2488c5e-08b8-487a-99ee-3edbb6047526 req-ac3c2aa1-5909-40ca-a791-bb7b3f9c62f2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.5880930 May 19 12:49:20.796350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Allocated IP 172.25.4.24 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/5d5a1185-e005-4e53-a704-9a6f6dccf041) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:49:20.899790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2488c5e-08b8-487a-99ee-3edbb6047526 req-a1eb13ad-c7d3-4f79-8980-94169ec1410c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648676 May 19 12:49:20.942205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.945890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:21.220916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Calling delete_port for 53611355-0e83-45b5-b118-fe5acefda33f owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:21.229791 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:21.313327 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:21.321701 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:21.440237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:49:21.447059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:49:21.501401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:49:21.559807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'Port': ['ID=5d5a1185-e005-4e53-a704-9a6f6dccf041,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:21.598990 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:21.683099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-6ca5c6f6-56f3-4f72-997d-f7eeb9cee64a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:21.684864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-6ca5c6f6-56f3-4f72-997d-f7eeb9cee64a tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1838711-780b-4fe2-b12e-7d51718ba1f5 HTTP/1.1" status: 200 len: 944 time: 0.4567456 May 19 12:49:21.693097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:21.759985 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-5df1fe58-3c37-4ccd-872a-a097a06194d4 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:21.777175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-5df1fe58-3c37-4ccd-872a-a097a06194d4 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.5438631 May 19 12:49:21.805971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:21.958975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-6aebc0c9-8aae-4075-aa98-d32dc8b9b3b2 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/quotas/75376fad43404a719fd22b4ae8be0348 HTTP/1.1" status: 200 len: 375 time: 0.1830139 May 19 12:49:22.054867 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:49:22.068499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.074192 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f88ff8bf-b931-42d8-8165-1fe5e34f2d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:22.081539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.087280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.093418 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:22.132559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event deleted for resources: {'Port': ['ID=53611355-0e83-45b5-b118-fe5acefda33f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:22.136123 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:22.187231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Deleting port 3456826e-a942-4c31-9051-4a8d9f41cca1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:22.187583 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.291551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-cc590119-23c2-4bbd-b321-bb9acd8d0dd7 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3316028 May 19 12:49:22.387718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'Port': ['ID=5d5a1185-e005-4e53-a704-9a6f6dccf041,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:22.392940 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:22.408215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.445006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.456320 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6629293 May 19 12:49:22.580163 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.633927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] For port 3456826e-a942-4c31-9051-4a8d9f41cca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3456826e-a942-4c31-9051-4a8d9f41cca1,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:22.634461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:22.959465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Calling delete_port for 3456826e-a942-4c31-9051-4a8d9f41cca1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:22.965208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-7c4b4e46-0c5f-4ae8-8e4f-c4c016fa855f service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725495 May 19 12:49:23.051405 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:23.061647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa315b03-7a8d-4ec5-8e36-c2ddf112d16f req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "DELETE /v2.0/floatingips/1e31ddd8-c5e6-4d7f-bb19-07e0438a0681 HTTP/1.1" status: 204 len: 173 time: 3.5195029 May 19 12:49:23.296548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e3fe4f7f-1331-46e0-8059-ec1d17df3db2 service neutron] 10.222.0.69 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210392 May 19 12:49:23.406427 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:23.421206 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4bc02ecd-b8f2-44ac-bf91-e2d1cebca482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:23.507253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event deleted for resources: {'Port': ['ID=3456826e-a942-4c31-9051-4a8d9f41cca1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:23.510253 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:23.656131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] No DVR routers for this DVR port 3456826e-a942-4c31-9051-4a8d9f41cca1 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:23.673105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:23.676760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-deleted', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:23.697788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-727c5c1b-ad1b-493a-b7d2-36ccbc7e8207 req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "DELETE /v2.0/ports/3456826e-a942-4c31-9051-4a8d9f41cca1 HTTP/1.1" status: 204 len: 173 time: 1.9110365 May 19 12:49:23.928976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63160a5d-d08b-417e-b917-8d9508fcd008 req-4f89f8db-d151-4786-b5b5-0cf5dec4f4d1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:23.936972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63160a5d-d08b-417e-b917-8d9508fcd008 req-4f89f8db-d151-4786-b5b5-0cf5dec4f4d1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.1713750 May 19 12:49:24.003439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63160a5d-d08b-417e-b917-8d9508fcd008 req-66391152-e950-4083-bce1-62837fe74123 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 May 19 12:49:24.645592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-1dac5f4b-3242-4407-8942-9e206b36631b tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:24.647985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-1dac5f4b-3242-4407-8942-9e206b36631b tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.4919634 May 19 12:49:24.792742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c02e0119-d7fd-496a-839b-1c9af524f3b9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:24.793723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c02e0119-d7fd-496a-839b-1c9af524f3b9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Synchronizing usage tracker for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:24.795355 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-7ce8f134-95da-46d2-9eff-1dc6c84b6c54 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/quotas/8f1443ded702462980abf555acabad14 HTTP/1.1" status: 200 len: 375 time: 0.1333759 May 19 12:49:24.797905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-884c2105-4d37-4c4b-8d7f-5f97e399b41f req-2b619d86-c312-44cf-a9c9-1609d035f172 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:24.858741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c02e0119-d7fd-496a-839b-1c9af524f3b9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Unset dirty status for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:24.862204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c02e0119-d7fd-496a-839b-1c9af524f3b9 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.3239753 May 19 12:49:24.923203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-884c2105-4d37-4c4b-8d7f-5f97e399b41f req-2b619d86-c312-44cf-a9c9-1609d035f172 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:24.933013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-884c2105-4d37-4c4b-8d7f-5f97e399b41f req-2b619d86-c312-44cf-a9c9-1609d035f172 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 210 time: 0.2401690 May 19 12:49:25.047122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-a640cf35-6717-44b9-984d-d3730eeab903 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2351840 May 19 12:49:25.066956 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1838711-780b-4fe2-b12e-7d51718ba1f5', 'name': 'network-vif-deleted', 'tag': '3456826e-a942-4c31-9051-4a8d9f41cca1', 'status': 'completed', 'code': 200} May 19 12:49:25.257612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Deleting port ba9427d2-b37d-4362-b0cb-de740e00778b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:25.258186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:25.367247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956243b-e6af-479c-8128-39a96627b284 req-719c5ceb-5fbe-4c85-a73b-163a70ec4165 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:25.376169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5956243b-e6af-479c-8128-39a96627b284 req-719c5ceb-5fbe-4c85-a73b-163a70ec4165 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 944 time: 0.2305112 May 19 12:49:25.401940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-06674dc4-e872-42b9-9727-cb2055b8b5fe service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306575 May 19 12:49:25.592599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-4280ed45-70cd-4759-b800-94645ad3a9e4 service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877961 May 19 12:49:25.594436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] For port ba9427d2-b37d-4362-b0cb-de740e00778b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=ba9427d2-b37d-4362-b0cb-de740e00778b,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:25.595200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:25.675758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5956243b-e6af-479c-8128-39a96627b284 req-f8ee1b50-30cc-4fea-92a0-d3c143f80a78 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986462 May 19 12:49:25.818788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:25.983411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 3456826e-a942-4c31-9051-4a8d9f41cca1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:25.984497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3456826e-a942-4c31-9051-4a8d9f41cca1 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:25.989716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Calling delete_port for ba9427d2-b37d-4362-b0cb-de740e00778b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:26.183354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-3c1eb3b1-ec62-48d3-8912-f28da4548460 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:26.187099 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-3c1eb3b1-ec62-48d3-8912-f28da4548460 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 805 time: 0.4807653 May 19 12:49:26.224179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Request body: {'port': {'device_id': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'admin_state_up': True, 'tenant_id': '75376fad43404a719fd22b4ae8be0348'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:26.229046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-24920924-7348-4f6b-ab53-8ce28664c24b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:26.229819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-24920924-7348-4f6b-ab53-8ce28664c24b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:26.426422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-24920924-7348-4f6b-ab53-8ce28664c24b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:26.428943 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-24920924-7348-4f6b-ab53-8ce28664c24b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 946 time: 0.5215585 May 19 12:49:26.750814 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:26.772339 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:26.835334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event deleted for resources: {'Port': ['ID=ba9427d2-b37d-4362-b0cb-de740e00778b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:26.840495 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:26.988872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:26.992380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] No DVR routers for this DVR port ba9427d2-b37d-4362-b0cb-de740e00778b on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:26.999967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:27.001668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:27.002939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-deleted', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:27.031054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Deleting port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:27.031467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:27.037324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Made reservation on behalf of 75376fad43404a719fd22b4ae8be0348 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:49:27.049746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:27.152517 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58bdf3c6-9d99-454e-9299-3cb2f306b2a8 req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "DELETE /v2.0/ports/ba9427d2-b37d-4362-b0cb-de740e00778b HTTP/1.1" status: 204 len: 173 time: 2.2828987 May 19 12:49:27.201969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601a5d2-975e-4023-80ef-2151e7e73d22 req-43b80096-23f9-4d7d-8b9c-77300651b78a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:27.204005 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b601a5d2-975e-4023-80ef-2151e7e73d22 req-43b80096-23f9-4d7d-8b9c-77300651b78a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Synchronizing usage tracker for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:27.241521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676ea44-314f-4ffc-9b6f-d26f9d03134e req-a5127d96-72c9-4492-b782-1e373346a3f4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:27.250721 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e676ea44-314f-4ffc-9b6f-d26f9d03134e req-a5127d96-72c9-4492-b782-1e373346a3f4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.4356091 May 19 12:49:27.268268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] For port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:27.275025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:27.278470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b601a5d2-975e-4023-80ef-2151e7e73d22 req-43b80096-23f9-4d7d-8b9c-77300651b78a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Unset dirty status for tenant:68eb3cd805d047edb039607c10ce5445 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:27.280582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b601a5d2-975e-4023-80ef-2151e7e73d22 req-43b80096-23f9-4d7d-8b9c-77300651b78a tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 946 time: 0.7923295 May 19 12:49:27.454470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b601a5d2-975e-4023-80ef-2151e7e73d22 req-2afb9ed9-91a2-4009-b49b-bcc257eecfdb tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/security-groups?id=35661923-a33d-4894-bbc6-53b9eaaaff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661577 May 19 12:49:27.496611 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e676ea44-314f-4ffc-9b6f-d26f9d03134e req-28433332-ed2d-4bb4-8918-ac820cb8a3f6 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445722 May 19 12:49:27.571344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Allocated IP 172.20.0.2 (8f16102f-0ff6-4bd2-80e0-21585c3152f3/87c3aef8-9bee-4b9c-98cb-5684ec48d89f/688512fb-e18a-417f-b916-8ad8dcff454a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:49:27.611468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Calling delete_port for 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:27.999859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:28.036597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71c53588-f55d-49df-9466-eb00467d0d6e req-c80c1336-9e4e-441e-9077-368e079c968b tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 210 time: 0.2682321 May 19 12:49:28.072628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-371765e7-d391-45e5-9269-a1bdeb78ec70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:28.234146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a7a23871-9262-48d9-9693-270af30b08e8 req-0c7fe460-09c5-4380-9c16-fa982e672636 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 210 time: 0.3298001 May 19 12:49:28.612979 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f962b60-8577-41b6-b986-a7e1735253dc', 'name': 'network-vif-deleted', 'tag': 'ba9427d2-b37d-4362-b0cb-de740e00778b', 'status': 'completed', 'code': 200} May 19 12:49:28.614612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Pushing event deleted for resources: {'Port': ['ID=2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:28.630455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:28.649365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa4b60cd-a94a-41e1-95ee-fbb477142f0c req-c18bb2b6-06c6-46f2-8102-26486e25789f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f962b60-8577-41b6-b986-a7e1735253dc HTTP/1.1" status: 200 len: 210 time: 0.2207284 May 19 12:49:28.760908 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:28.884989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: ba9427d2-b37d-4362-b0cb-de740e00778b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:28.887550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device ba9427d2-b37d-4362-b0cb-de740e00778b not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:28.891711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:28.934006 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:28.948661 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-06ad806d-69da-4296-af13-243296611957 tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:29.009971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:29.010320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:29.040475 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:29.157918 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:49:29.158794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:29.167195 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:29.260617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] No DVR routers for this DVR port 2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:29.261027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:49:29.269068 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:29.273880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:49:29.303305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bd5e6a94-bb73-4de5-adab-03457fb879a7 req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.57 "DELETE /v2.0/ports/2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f HTTP/1.1" status: 204 len: 173 time: 2.8538227 May 19 12:49:29.371271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-49b7ff5f-b4b7-492b-a9fa-16e15d07a8e4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:29.372869 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-49b7ff5f-b4b7-492b-a9fa-16e15d07a8e4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.8930700 May 19 12:49:29.385458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'port': {'device_id': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'admin_state_up': True, 'tenant_id': '8f1443ded702462980abf555acabad14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:29.458195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c82ba12-70d0-43d1-a622-d611231dfecb req-307ad364-258f-45e6-b852-04947116d634 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] 10.222.0.69 "GET /v2.0/ports?device_id=47c94ce1-2bea-41d0-b354-307ba91a98e5 HTTP/1.1" status: 200 len: 210 time: 0.3280146 May 19 12:49:29.586935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:29.589079 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:29.675292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-271b7077-e86a-43e0-826d-2de5d4c73983 req-9822d2ac-df0d-44ca-b57c-22d3c48cd1ec tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 210 time: 0.0791545 May 19 12:49:29.683275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:29.688594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4916284 May 19 12:49:29.699282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef11e8-59a5-422d-bda2-30fe2d349638 req-276cfa93-09fe-4fbb-b52d-59c3c88b24cb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:29.708368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:29.719195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbef11e8-59a5-422d-bda2-30fe2d349638 req-276cfa93-09fe-4fbb-b52d-59c3c88b24cb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 945 time: 0.3511319 May 19 12:49:29.733322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Made reservation on behalf of 8f1443ded702462980abf555acabad14 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:49:29.737588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:29.750654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Request body: {'port': {'device_id': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:29.822213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-dee8f5d2-9aaa-49db-86f3-67fd99280e69 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:29.823788 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-dee8f5d2-9aaa-49db-86f3-67fd99280e69 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.2146969 May 19 12:49:29.837112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:29.871251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbef11e8-59a5-422d-bda2-30fe2d349638 req-c90f322c-f896-46ab-a0a3-41b312155275 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511726 May 19 12:49:29.987637 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:30.021154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:30.275979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Allocated IP 172.20.0.9 (9313c83a-c177-4bd2-9402-8a9baee2765f/85d3c1d6-78c2-4532-9307-c63f6eb33aa3/9ecf851c-26ed-473b-a920-7c2c9873dd36) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:49:30.302603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bf4f2-4b09-47b9-af5e-de869be6bc73 req-31853897-3b26-4b9c-8df8-4e2b4e084c9d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:30.304232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c76bf4f2-4b09-47b9-af5e-de869be6bc73 req-31853897-3b26-4b9c-8df8-4e2b4e084c9d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:30.429292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c76bf4f2-4b09-47b9-af5e-de869be6bc73 req-31853897-3b26-4b9c-8df8-4e2b4e084c9d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:30.438014 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76bf4f2-4b09-47b9-af5e-de869be6bc73 req-31853897-3b26-4b9c-8df8-4e2b4e084c9d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 931 time: 0.4526250 May 19 12:49:30.500124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:30.532879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76bf4f2-4b09-47b9-af5e-de869be6bc73 req-b03eccd2-55a8-4b7d-8211-effa583aba91 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936120 May 19 12:49:30.640943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:30.761323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688512fb-e18a-417f-b916-8ad8dcff454a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:30.772877 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:30.799046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'name': 'network-vif-deleted', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:30.803649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Transition to ACTIVE for port object 688512fb-e18a-417f-b916-8ad8dcff454a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:49:30.816560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:30.825262 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0387dbb2-c4b5-43d1-b535-6966706135f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:30.896072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:30.900520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:30.915969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b has no active binding in host n-h2-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:49:30.957813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:31.026533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:31.034763 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:31.069502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:31.119086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:31.129803 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c94ce1-2bea-41d0-b354-307ba91a98e5', 'name': 'network-vif-deleted', 'tag': '2e4fba5d-d5ea-4fe1-ae30-b2371b354d8f', 'status': 'completed', 'code': 200} May 19 12:49:31.140789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:31.151931 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-303e3d18-20a9-4e4f-9f18-bdabb76e694b tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:31.479363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:31.499748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:31.602018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de3b1e77-130d-49b6-a546-21ecd829bbdd req-c43a92b1-d2ba-40e4-981c-049ebe2eacc6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 210 time: 0.2419178 May 19 12:49:31.817071 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:31.843930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:31.889055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Attempting to bind port 688512fb-e18a-417f-b916-8ad8dcff454a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:49:31.890273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Attempting to bind port 688512fb-e18a-417f-b916-8ad8dcff454a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:49:31.891120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Attempting to bind port 688512fb-e18a-417f-b916-8ad8dcff454a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:31.930208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66b0a-84d4-4071-bc0a-0aa8571d8f6c req-558965fc-3972-4c3b-a177-9f9c4610c1c1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:31.943618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cdc66b0a-84d4-4071-bc0a-0aa8571d8f6c req-558965fc-3972-4c3b-a177-9f9c4610c1c1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.6342633 May 19 12:49:31.969487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on host n-h1-791505-2 for vnic_type normal with profile {"migrating_to": "n-h2-791505-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:49:31.969958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:49:31.970301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:31.981502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Port 688512fb-e18a-417f-b916-8ad8dcff454a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:49:31.982709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Attempting to bind port 688512fb-e18a-417f-b916-8ad8dcff454a on network 8f16102f-0ff6-4bd2-80e0-21585c3152f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:31.995146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Network 9313c83a-c177-4bd2-9402-8a9baee2765f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:49:32.004035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:49:32.017301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:49:32.020499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:49:32.021574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Checking segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:49:32.022477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Bound using segment: {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:49:32.023497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Bound port: 688512fb-e18a-417f-b916-8ad8dcff454a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b649cd-1225-4454-a587-a0641fcf7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:49:32.024527 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.091806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:49:32.092278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Attempting to bind port 8a657808-6ae0-443e-8aae-7ad56543f15b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:32.102544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:32.103944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.110741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-619cf8c7-141b-4edc-bacb-a14fcfc90e5a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:32.113548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-619cf8c7-141b-4edc-bacb-a14fcfc90e5a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 945 time: 0.5881417 May 19 12:49:32.195540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:49:32.195798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:49:32.196201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:49:32.196909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Bound port: 8a657808-6ae0-443e-8aae-7ad56543f15b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:49:32.197530 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.213031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:32.253770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cdc66b0a-84d4-4071-bc0a-0aa8571d8f6c req-2fcbf6e7-0ab5-44d8-a670-3b0635dcba8c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081057 May 19 12:49:32.262640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.263803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.263992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.264378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.264745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.265142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.265643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.266048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.266602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.267268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.267637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.268059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:32.286743 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:32.355227 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9740338 May 19 12:49:32.368245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Request body: {'port': {'device_id': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:32.503141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9493-14c8-4653-a77a-2f66b2d04bae req-5c7dba7f-7877-4b4b-aaf4-7a2734e0e289 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:32.526624 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-052c9493-14c8-4653-a77a-2f66b2d04bae req-5c7dba7f-7877-4b4b-aaf4-7a2734e0e289 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 945 time: 0.7513196 May 19 12:49:32.552681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:32.594196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:49:32.608251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.661037 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0838df8-b6d2-4ef3-80a2-93b70672c234 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:32.729176 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.737869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:32.754258 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-052c9493-14c8-4653-a77a-2f66b2d04bae req-0c6fe19e-0728-45e4-8e12-5de1c1b47cee tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284873 May 19 12:49:32.770608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:49:32.868364 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.884526 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:32.980055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:32.981180 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:32.983832 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] 10.222.0.71 "PUT /v2.0/ports/688512fb-e18a-417f-b916-8ad8dcff454a HTTP/1.1" status: 200 len: 1091 time: 3.2407906 May 19 12:49:32.984747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:33.039089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Deleting port 16eeb063-328e-4904-9b19-789873559824 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:33.039692 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.067435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:33.068290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.070091 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 1121 time: 3.2373405 May 19 12:49:33.127468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['8a657808-6ae0-443e-8aae-7ad56543f15b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:33.131333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b'}, {'name': 'network-changed', 'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:33.152835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:33.164939 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:33.204386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['8a657808-6ae0-443e-8aae-7ad56543f15b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:33.241777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:33.321353 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:33.527799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff4e6f-3ee9-48fd-a31f-dee053af2b49 req-d2b61b71-0d7c-4574-9906-10950b5930df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:33.538699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6fff4e6f-3ee9-48fd-a31f-dee053af2b49 req-d2b61b71-0d7c-4574-9906-10950b5930df tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.7467391 May 19 12:49:33.620999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] For port 16eeb063-328e-4904-9b19-789873559824, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=16eeb063-328e-4904-9b19-789873559824,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:33.621809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.630379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.791421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Calling delete_port for 16eeb063-328e-4904-9b19-789873559824 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:33.811802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6fff4e6f-3ee9-48fd-a31f-dee053af2b49 req-e3bec626-578e-4ba5-b403-21f933474657 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717195 May 19 12:49:33.816628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-ce85a449-bc11-4f43-87b3-b6bea37b8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:33.821820 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-ce85a449-bc11-4f43-87b3-b6bea37b8791 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 1094 time: 0.7650111 May 19 12:49:33.980702 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'code': 200} May 19 12:49:33.981102 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'status': 'completed', 'code': 200} May 19 12:49:34.005273 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a', 'status': 'completed', 'code': 200} May 19 12:49:34.057151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-1b966eeb-0c62-484b-9adc-73b3bfb7d81c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=688512fb-e18a-417f-b916-8ad8dcff454a HTTP/1.1" status: 200 len: 217 time: 0.2208235 May 19 12:49:34.319778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe62cc-7514-4aa2-9133-4ab99b032497 req-e07e34ae-ad16-46bc-a747-0585c06b8cd8 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:34.321522 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe62cc-7514-4aa2-9133-4ab99b032497 req-e07e34ae-ad16-46bc-a747-0585c06b8cd8 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 931 time: 0.9877212 May 19 12:49:34.433676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe62cc-7514-4aa2-9133-4ab99b032497 req-bd36613c-ce71-46b3-aa81-968bbb6a2930 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969374 May 19 12:49:34.440716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-78189868-8cdf-4dfe-87ac-5c8679499e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:34.442493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-78189868-8cdf-4dfe-87ac-5c8679499e71 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.3728940 May 19 12:49:34.579370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-84e5b2b9-2356-440e-a43e-b5a706b23789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256557 May 19 12:49:34.603477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14f23b-c880-4241-b491-766303fb1a3b req-259ca1b6-1f81-444d-90ef-a3d6b3c71d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:34.606239 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-259ca1b6-1f81-444d-90ef-a3d6b3c71d26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1124 time: 0.6096680 May 19 12:49:34.634569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f66a6-b814-4aec-a876-c5088bf04410 req-e1efd63f-259d-4350-837c-c83dd8ab2cef tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:34.643408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a34f66a6-b814-4aec-a876-c5088bf04410 req-e1efd63f-259d-4350-837c-c83dd8ab2cef tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.5353956 May 19 12:49:34.654569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 16eeb063-328e-4904-9b19-789873559824 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:34.692894 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:49:34.819230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No active binding found for port 16eeb063-328e-4904-9b19-789873559824 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 12:49:34.820071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 16eeb063-328e-4904-9b19-789873559824 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:34.844199 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.869086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a34f66a6-b814-4aec-a876-c5088bf04410 req-7499bb38-6c0e-46f1-9add-84fd266f0216 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241366 May 19 12:49:34.873962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a352310-3dec-462c-9e37-8770f00d14b5 req-1d81dab7-e344-4b69-bfb5-b48ce8d1d360 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 210 time: 0.1162286 May 19 12:49:34.884104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecf851c-26ed-473b-a920-7c2c9873dd36 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:34.895997 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.932377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-4a4701d9-e7f9-4d0b-957d-918473592485 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395162 May 19 12:49:34.933314 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8130dcca-a00d-4a4c-8fac-f96bc5b697d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:34.940422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Transition to ACTIVE for port object 9ecf851c-26ed-473b-a920-7c2c9873dd36 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:49:34.951371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.960221 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d20326b4-40b3-45a0-80d0-8e9a6558d0bf tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:35.007734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14f23b-c880-4241-b491-766303fb1a3b req-d93dde26-27e9-474e-96d1-848e6395f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:35.009265 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-d93dde26-27e9-474e-96d1-848e6395f475 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.3438632 May 19 12:49:35.040425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event deleted for resources: {'Port': ['ID=16eeb063-328e-4904-9b19-789873559824,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:35.065271 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:35.173226 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-6751d7e2-06bc-4d8e-be98-543060c45af5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.1507785 May 19 12:49:35.266255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] No DVR routers for this DVR port 16eeb063-328e-4904-9b19-789873559824 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:35.271609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:35.309671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:35.338236 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:35.351649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c6433ad-5b93-4ab6-8f41-319530fbcd31 req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.57 "DELETE /v2.0/ports/16eeb063-328e-4904-9b19-789873559824 HTTP/1.1" status: 204 len: 173 time: 3.1938386 May 19 12:49:35.395178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a2d0b4-c79f-4eaf-9cbb-b7ca7be357f9 req-daeeb68c-44f0-447a-88b4-47ea71eb81af service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086912 May 19 12:49:35.398280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14f23b-c880-4241-b491-766303fb1a3b req-b4b13e5b-3f65-44ad-bfb3-22fd1102d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:35.399800 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-b4b13e5b-3f65-44ad-bfb3-22fd1102d506 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2156975 May 19 12:49:35.455559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f451f-c1a6-4fd4-8f5b-d1989672dce2 req-63a3c25b-e6e1-44e1-9a45-a9c2c5cca941 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:35.459102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c8f451f-c1a6-4fd4-8f5b-d1989672dce2 req-63a3c25b-e6e1-44e1-9a45-a9c2c5cca941 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.1804898 May 19 12:49:35.511014 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-30b3a7f2-3823-4819-be3c-6832abf4c0e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029224 May 19 12:49:35.551038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Attempting to bind port 9ecf851c-26ed-473b-a920-7c2c9873dd36 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:49:35.551392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Attempting to bind port 9ecf851c-26ed-473b-a920-7c2c9873dd36 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:49:35.551711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Attempting to bind port 9ecf851c-26ed-473b-a920-7c2c9873dd36 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:35.576164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Port 9ecf851c-26ed-473b-a920-7c2c9873dd36 on network 9313c83a-c177-4bd2-9402-8a9baee2765f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:49:35.576664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Attempting to bind port 9ecf851c-26ed-473b-a920-7c2c9873dd36 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:35.644940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:49:35.645314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Checking segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:49:35.645786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Bound using segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:49:35.646256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Bound port: 9ecf851c-26ed-473b-a920-7c2c9873dd36, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:49:35.646646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:35.691454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c8f451f-c1a6-4fd4-8f5b-d1989672dce2 req-64238a1e-534a-4f1e-9230-54d557598467 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145240 May 19 12:49:35.837046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf19af9-078e-475b-bc3f-005ef7c2a431 req-dce23ec1-fff6-4c7a-80c6-bfdfa4260e31 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:35.846346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-caf19af9-078e-475b-bc3f-005ef7c2a431 req-dce23ec1-fff6-4c7a-80c6-bfdfa4260e31 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 0.1757212 May 19 12:49:35.895469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-64a07698-b523-4360-81a1-6766f71051f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:35.896945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-64a07698-b523-4360-81a1-6766f71051f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=75376fad43404a719fd22b4ae8be0348&device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 1094 time: 0.3258817 May 19 12:49:35.902110 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-e8a6998c-e991-443b-8141-67eb81a1993f service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761957 May 19 12:49:35.904772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-caf19af9-078e-475b-bc3f-005ef7c2a431 req-b881b50d-9e51-4517-8a44-3517af83a926 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 May 19 12:49:35.966468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Deleting port c399d83f-8239-4a9a-9519-b6349fd4f2fb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:35.967032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:35.999888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:36.054123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:49:36.072417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-deleted', 'tag': '16eeb063-328e-4904-9b19-789873559824'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:36.215952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:36.225219 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1785007b-811f-409c-9079-e8c778fb498c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:36.274931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f0077496-f135-4476-bb2e-b706de981304 req-d17551f9-254e-4210-b7ae-9440d68ea619 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Synchronizing usage tracker for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:36.299012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-e81f43ae-b22d-4823-a8c0-303eb1c7fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:36.301811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-e81f43ae-b22d-4823-a8c0-303eb1c7fdb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 200 len: 906 time: 0.3915958 May 19 12:49:36.323088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:36.323714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:36.325139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ecf851c-26ed-473b-a920-7c2c9873dd36 HTTP/1.1" status: 200 len: 1091 time: 3.9612951 May 19 12:49:36.329535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:36.374769 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc14f23b-c880-4241-b491-766303fb1a3b req-a4e44318-80e7-4556-b3f6-1e58b1bd83b1 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644234 May 19 12:49:36.415227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-2524854f-95de-463b-a093-12c6404f8a39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=688512fb-e18a-417f-b916-8ad8dcff454a HTTP/1.1" status: 200 len: 217 time: 0.1032541 May 19 12:49:36.416905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f0077496-f135-4476-bb2e-b706de981304 req-d17551f9-254e-4210-b7ae-9440d68ea619 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Unset dirty status for tenant:476be6fcccdb4c389a92326e031911f3 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:36.417665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:36.418170 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0077496-f135-4476-bb2e-b706de981304 req-d17551f9-254e-4210-b7ae-9440d68ea619 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=7640c705-0450-4503-8985-d48b6197bbed HTTP/1.1" status: 200 len: 210 time: 0.2833114 May 19 12:49:36.426983 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:36.440330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] For port c399d83f-8239-4a9a-9519-b6349fd4f2fb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c399d83f-8239-4a9a-9519-b6349fd4f2fb,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:36.440707 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:36.507169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657f6a-767e-4aa9-a97f-08ce38f62fbb req-1d01795c-7c7b-4ca7-ba78-dccfeb58fcf1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:36.509575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49657f6a-767e-4aa9-a97f-08ce38f62fbb req-1d01795c-7c7b-4ca7-ba78-dccfeb58fcf1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.3218224 May 19 12:49:36.511517 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7640c705-0450-4503-8985-d48b6197bbed', 'name': 'network-vif-deleted', 'tag': '16eeb063-328e-4904-9b19-789873559824', 'status': 'completed', 'code': 200} May 19 12:49:36.578209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-592c84a5-9c44-4d18-a442-10fdd3c1a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:36.580759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-592c84a5-9c44-4d18-a442-10fdd3c1a478 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 200 len: 845 time: 0.1462805 May 19 12:49:36.689347 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-8181a0ac-26ba-4410-9788-36426ba97213 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f16102f-0ff6-4bd2-80e0-21585c3152f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834262 May 19 12:49:36.692671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49657f6a-767e-4aa9-a97f-08ce38f62fbb req-5c6e7ca6-df8e-4087-be67-521cfcacdfac tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576002 May 19 12:49:36.751678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Calling delete_port for c399d83f-8239-4a9a-9519-b6349fd4f2fb owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:36.801998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-aaff00c3-0b5a-4aba-be7a-556f50df53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:36.804827 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-aaff00c3-0b5a-4aba-be7a-556f50df53da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 1094 time: 0.4241176 May 19 12:49:36.874511 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'status': 'completed', 'code': 200} May 19 12:49:36.899866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-aa2dd8af-9846-4a28-8d62-e3bb9e95926f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36 HTTP/1.1" status: 200 len: 217 time: 0.0840960 May 19 12:49:37.031531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-06aaeb28-d4ab-46ea-b18c-a3ad44ba1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:37.034211 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-06aaeb28-d4ab-46ea-b18c-a3ad44ba1581 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.1249182 May 19 12:49:37.117040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-a4fe07aa-b042-44f9-b7ff-d12f30d8f576 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732677 May 19 12:49:37.161437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-f90d0223-f971-4c43-b8a5-9e1e860ea7f8 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638665 May 19 12:49:37.317408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-e0fdc2ad-2c78-410a-b5c6-ed7a427da678 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831954 May 19 12:49:37.322552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec32-fa05-42df-b8c6-d0e9a32d2cb6 req-3c51d152-2139-4ffc-ac25-ef0b08141737 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:37.324100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b180ec32-fa05-42df-b8c6-d0e9a32d2cb6 req-3c51d152-2139-4ffc-ac25-ef0b08141737 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.3085527 May 19 12:49:37.442991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:37.448848 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad5c7fd2-1874-420e-9944-c5082a37f96f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:37.471240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b180ec32-fa05-42df-b8c6-d0e9a32d2cb6 req-194b0e92-95dd-4f57-9914-e01259da82a3 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377282 May 19 12:49:37.475105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8316bcc3-36fd-4d07-817f-776a18eaf141 req-5a6c866f-661e-45e6-b0a6-3b67ddc2aeb9 service neutron] 10.222.0.71 "GET /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048160 May 19 12:49:37.502767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Pushing event deleted for resources: {'Port': ['ID=c399d83f-8239-4a9a-9519-b6349fd4f2fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:37.534309 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:37.541029 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d728-a147-423d-9542-0c9db35a3982 req-fcce8d02-d3c6-4b57-90d2-0a1e52625fb5 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:37.556017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9284d728-a147-423d-9542-0c9db35a3982 req-fcce8d02-d3c6-4b57-90d2-0a1e52625fb5 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 0.2257688 May 19 12:49:37.600980 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-97f1210b-f63f-4ee6-8daf-5e190bf60c0c req-60c7025a-38e6-4e4f-8188-0500510c5214 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751768 May 19 12:49:37.627499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9284d728-a147-423d-9542-0c9db35a3982 req-6ace45d9-0d84-4df7-8bf6-a762fdfc3790 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 May 19 12:49:37.788941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b065caa-4c91-4eb0-b0db-12aa15372357 req-1974cefd-dc5e-4a81-901d-a73de7612bd8 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:37.791711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b065caa-4c91-4eb0-b0db-12aa15372357 req-1974cefd-dc5e-4a81-901d-a73de7612bd8 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 949 time: 0.1232448 May 19 12:49:37.866060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b065caa-4c91-4eb0-b0db-12aa15372357 req-c9827d86-cf53-45b2-8b74-b1d56df682d6 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680411 May 19 12:49:38.008489 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:38.015390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-e0c9f13c-85da-41f1-91a5-7e86cccdda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:38.016973 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-e0c9f13c-85da-41f1-91a5-7e86cccdda3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 1094 time: 0.2691796 May 19 12:49:38.063275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bd66b-a1f7-4fdd-adfa-320a11d825c9 req-2911378c-08cc-4fa6-8c09-371f929bfc85 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:38.065223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3bd66b-a1f7-4fdd-adfa-320a11d825c9 req-2911378c-08cc-4fa6-8c09-371f929bfc85 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.1388459 May 19 12:49:38.120855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3bd66b-a1f7-4fdd-adfa-320a11d825c9 req-85ba20af-9072-40b1-bbe5-69da6f23b064 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493233 May 19 12:49:38.596590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-b8bb7043-d25a-464d-b3a8-6083ff50dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:38.597772 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-b8bb7043-d25a-464d-b3a8-6083ff50dcac service neutron] 10.222.0.57 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 923 time: 0.5738153 May 19 12:49:38.869618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad548a-2b2b-4206-a03c-92fea463e982 req-66ad5405-ccd7-444a-be37-3d05bfd24725 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:38.871224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03ad548a-2b2b-4206-a03c-92fea463e982 req-66ad5405-ccd7-444a-be37-3d05bfd24725 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 945 time: 0.1451623 May 19 12:49:38.880850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8acf0-c1ed-422a-a71b-828c25d0d31c req-d77c9e29-e0b1-4a5a-a328-07b6f508b766 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:38.882552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18b8acf0-c1ed-422a-a71b-828c25d0d31c req-d77c9e29-e0b1-4a5a-a328-07b6f508b766 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.1922121 May 19 12:49:38.921005 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-2763c094-6b99-4d59-9563-e295f585e811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36 HTTP/1.1" status: 200 len: 217 time: 0.2546268 May 19 12:49:38.979476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03ad548a-2b2b-4206-a03c-92fea463e982 req-9acb2a7d-6f29-4898-9457-8d804416617f tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956664 May 19 12:49:39.020767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18b8acf0-c1ed-422a-a71b-828c25d0d31c req-1fb9373a-ec2e-444f-9e3a-d7d0dd0a83ff tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936615 May 19 12:49:39.064384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:49:39.097790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-5ce77381-9296-4f9e-b2e8-a63a04088059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:39.105923 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-5ce77381-9296-4f9e-b2e8-a63a04088059 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.1759484 May 19 12:49:39.309297 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-44603ce3-1c51-4a96-955a-794a41b17182 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933615 May 19 12:49:39.336267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71592f-7867-4692-a7d9-eebe960f65df req-63856bfe-5fc0-4bd4-b8c8-403bfe6f1925 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:39.338331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d71592f-7867-4692-a7d9-eebe960f65df req-63856bfe-5fc0-4bd4-b8c8-403bfe6f1925 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 945 time: 0.2604513 May 19 12:49:39.681030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e05560-656d-4719-9f15-5540820a34a2 req-e1810d60-66ac-4ede-99f9-5b1921033800 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:39.682654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8e05560-656d-4719-9f15-5540820a34a2 req-e1810d60-66ac-4ede-99f9-5b1921033800 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 0.4491906 May 19 12:49:39.729266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Deleting port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:39.729579 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:39.734521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:49:39.738760 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-d7f9df71-5a92-49da-bc52-c7828a0a10f7 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030209 May 19 12:49:39.744512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Sync routers for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:49:39.757313 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:39.758283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:49:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:39.783161 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] 10.222.0.69 "PUT /v2.0/routers/4af6b0e0-0c7c-440c-8d98-2da412cf4767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8240576 May 19 12:49:39.798192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:39.839953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542140-9575-40e3-b341-f0e5cdb8e4b3 req-b4a5434b-e3d0-450b-9cce-36a6c1cb8413 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:39.843027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f542140-9575-40e3-b341-f0e5cdb8e4b3 req-b4a5434b-e3d0-450b-9cce-36a6c1cb8413 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.3228450 May 19 12:49:39.900400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8e05560-656d-4719-9f15-5540820a34a2 req-999664ec-8bc6-46e8-8e76-8ca3bb1f0f0e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886861 May 19 12:49:39.924019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:40.053547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:40.104332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] For port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,segment=NetworkSegment(d546618c-2d8c-424b-bcfd-a2fc15aa5d6e),segment_id=d546618c-2d8c-424b-bcfd-a2fc15aa5d6e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:40.104685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.168443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.337375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Calling delete_port for 51089df1-1e9b-4998-ab74-8e64fbaf7c4d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:40.537973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.559495 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f542140-9575-40e3-b341-f0e5cdb8e4b3 req-1ca79595-e00e-4869-9198-bb3c256b32e8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827857 May 19 12:49:40.611523 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69043e3-1e9d-4dfb-a115-8e52bb77a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.715849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:40.736712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.791243 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0c3d6e-0310-4add-8d94-d419fee26b99 req-14612a27-553f-4c06-b01f-926052146bf3 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0408285 May 19 12:49:40.817911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6688de56-7abb-42eb-b5cc-002bd34ed285 req-defdf525-76e1-4d3a-8c3e-612627ae9cde tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.69 "GET /v2.0/ports?device_id=2260889f-e4e2-449a-a3cd-3c1db98fb111 HTTP/1.1" status: 200 len: 210 time: 0.3428421 May 19 12:49:40.821324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0c2bda0-9b58-48f3-a035-d63797ae5e9e tempest-FloatingIPDetailsTestJSON-1671031030 tempest-FloatingIPDetailsTestJSON-1671031030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:40.916531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Deleting port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:40.917006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:40.977851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:41.013579 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '688512fb-e18a-417f-b916-8ad8dcff454a', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '688512fb-e18a-417f-b916-8ad8dcff454a', 'mac_address': 'fa:16:3e:2e:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:49:41.072162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Pushing event deleted for resources: {'Port': ['ID=51089df1-1e9b-4998-ab74-8e64fbaf7c4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:41.100425 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:41.185935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:41.231965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'port_id': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'mac_address': 'fa:16:3e:1d:4c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3c1d6-78c2-4532-9307-c63f6eb33aa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:49:41.236624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] No DVR routers for this DVR port 51089df1-1e9b-4998-ab74-8e64fbaf7c4d on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:41.241787 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.247233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-deleted', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:41.252845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] For port 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:41.253207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.318662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c55eec-519f-4489-b079-c165ace21efd req-e57de384-ff75-4f02-a536-7ad7abdc727d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:41.335963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b0c55eec-519f-4489-b079-c165ace21efd req-e57de384-ff75-4f02-a536-7ad7abdc727d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.4292054 May 19 12:49:41.340757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d71592f-7867-4692-a7d9-eebe960f65df req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] 10.222.0.71 "DELETE /v2.0/ports/51089df1-1e9b-4998-ab74-8e64fbaf7c4d HTTP/1.1" status: 204 len: 173 time: 1.9962506 May 19 12:49:41.341054 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.366113 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.396466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecf851c-26ed-473b-a920-7c2c9873dd36 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:41.442952 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:49:37Z', 'revision_number': 5, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port': {'id': '1b9a9e05-37af-4cfa-9c03-73fe67b22bb7', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:37Z', 'updated_at': '2021-05-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:41.465821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:41.470593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Checking router: 4af6b0e0-0c7c-440c-8d98-2da412cf4767 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:49:41.477226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688512fb-e18a-417f-b916-8ad8dcff454a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:41.496629 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.510401 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:41.537263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Calling delete_port for 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:41.579596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b0c55eec-519f-4489-b079-c165ace21efd req-b1b695c4-9354-4013-a2c2-f09be88772c0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420549 May 19 12:49:41.619866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Routers {'4af6b0e0-0c7c-440c-8d98-2da412cf4767'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:41.621012 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:49:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:41.696414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b449-706b-4f9c-bcde-25d9c1de1721 req-ce5f5382-da06-47d8-bc39-65e9c5688d6b tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:41.699368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daf6b449-706b-4f9c-bcde-25d9c1de1721 req-ce5f5382-da06-47d8-bc39-65e9c5688d6b tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 0.2996445 May 19 12:49:41.704196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-2ccf6cf0-7ff7-49b4-bf0d-55c27ff30948 service neutron] 10.222.0.71 "GET /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.2393394 May 19 12:49:41.724875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:41.745581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.752729 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-305ba7f9-1b74-4fb0-8d5d-9fd93c2e4895 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:41.777205 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.834869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9a9e05-37af-4cfa-9c03-73fe67b22bb7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:41.866019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daf6b449-706b-4f9c-bcde-25d9c1de1721 req-817069fe-93ec-4821-82a3-3f82103e86b5 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511705 May 19 12:49:41.891184 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:41.920521 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260889f-e4e2-449a-a3cd-3c1db98fb111', 'name': 'network-vif-deleted', 'tag': '51089df1-1e9b-4998-ab74-8e64fbaf7c4d', 'status': 'completed', 'code': 200} May 19 12:49:41.940152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['9ecf851c-26ed-473b-a920-7c2c9873dd36'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:41.991526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:42.076809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.145681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 51089df1-1e9b-4998-ab74-8e64fbaf7c4d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:42.146266 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 51089df1-1e9b-4998-ab74-8e64fbaf7c4d not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:42.146806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:42.250456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['688512fb-e18a-417f-b916-8ad8dcff454a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:42.274443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:42.305839 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.308341 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:42.309273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.323756 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:42.347218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.348413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:49:42.369175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.369175 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4af6b0e0-0c7c-440c-8d98-2da412cf4767 HTTP/1.1" status: 204 len: 168 time: 2.5680377 May 19 12:49:42.372009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:42.460323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Deleting subnet bd154de3-bb02-4687-bcb3-7bce66b08c32 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:49:42.464470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.480994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] Set router 4af6b0e0-0c7c-440c-8d98-2da412cf4767 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:42.530126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.609478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af137e-e404-44e8-92c1-92546ccd4da1 req-ade42bf1-5336-4dfc-b030-94a0ed3a88c9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:42.612093 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2af137e-e404-44e8-92c1-92546ccd4da1 req-ade42bf1-5336-4dfc-b030-94a0ed3a88c9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 943 time: 0.5427804 May 19 12:49:42.692316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:42.693355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a67d-34a3-466b-abce-b9bd65cbb2a4 req-2069c4a6-f543-45f4-ba73-202bda2424b8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:42.707503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5db1a67d-34a3-466b-abce-b9bd65cbb2a4 req-2069c4a6-f543-45f4-ba73-202bda2424b8 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.5237687 May 19 12:49:42.756621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:42.778254 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:42.796215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:49:40Z', 'revision_number': 6, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:42.890372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2af137e-e404-44e8-92c1-92546ccd4da1 req-71be30f0-0738-4dea-9b83-d816798b06ac tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594297 May 19 12:49:42.935968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:43.002430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5db1a67d-34a3-466b-abce-b9bd65cbb2a4 req-51844005-48ae-4d85-ad56-fc64073df711 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935934 May 19 12:49:43.004972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:43.036391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'mac_address': 'fa:16:3e:35:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:49:43.068000 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a657808-6ae0-443e-8aae-7ad56543f15b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:43.083891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:43.105424 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a049b7-c1c4-465c-bcd0-3e7ebc51a441 None None] The sync data for ids ['4af6b0e0-0c7c-440c-8d98-2da412cf4767'] in n-d-791505-2 is: [{'id': '4af6b0e0-0c7c-440c-8d98-2da412cf4767', 'name': 'tempest-FloatingIPsAssociationTestJSON-204584576-router', 'tenant_id': '68eb3cd805d047edb039607c10ce5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:36Z', 'updated_at': '2021-05-19T12:49:40Z', 'revision_number': 6, 'project_id': '68eb3cd805d047edb039607c10ce5445', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:49:43.113411 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.127351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:43.140091 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:43.205638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:43.271038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.278484 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.291176 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa3cd64d-7749-4a48-ac90-ce9befa5be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:43.364203 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd0d0-eeff-4399-9226-75c0b25445ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.443259 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.448071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd154de3-bb02-4687-bcb3-7bce66b08c32,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:43.478320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.481417 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:43.490817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bd154de3-bb02-4687-bcb3-7bce66b08c32 HTTP/1.1" status: 204 len: 168 time: 1.1166909 May 19 12:49:43.509571 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa7354-d680-42a6-a432-6098a88e4292 None None] Network d2846183-f616-4c77-9231-1d12c6d4f0ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:49:43.524741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:43.621882 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dba3a3d-dd23-459b-af55-24c3990faf51 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:43.700977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Transition to ACTIVE for port object 8a657808-6ae0-443e-8aae-7ad56543f15b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:49:43.729378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.755638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Deleting subnet 7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:49:43.756014 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:43.782758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.793243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:43.824952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.909989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:43.987570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:44.008347 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.030137 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:44.137372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.152878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] No DVR routers for this DVR port 8a657808-6ae0-443e-8aae-7ad56543f15b on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:44.187503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Deleting port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:44.188042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.257174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] 10.222.0.71 "PUT /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b/bindings/n-h2-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4852130 May 19 12:49:44.321276 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.323381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['5dba3a3d-dd23-459b-af55-24c3990faf51'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:44.397588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:44.444883 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:44.445498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:44.515582 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.518260 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:44.545503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] For port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,segment=NetworkSegment(62593f1f-b7b8-4640-ad68-55e452164678),segment_id=62593f1f-b7b8-4640-ad68-55e452164678)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:44.546123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.546927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c399d83f-8239-4a9a-9519-b6349fd4f2fb no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:44.573622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5764b4-05b0-499d-8b03-da98663e7a9d req-c9c38699-169d-455d-b01f-ff8abe47f478 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:44.587658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce5764b4-05b0-499d-8b03-da98663e7a9d req-c9c38699-169d-455d-b01f-ff8abe47f478 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 944 time: 1.1299419 May 19 12:49:44.602681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: c399d83f-8239-4a9a-9519-b6349fd4f2fb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:44.603332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c399d83f-8239-4a9a-9519-b6349fd4f2fb not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:44.603987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:44.643709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:44.661007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-8d54ac66-75cc-476a-a8ce-60a169e25ea9 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:44.662959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-8d54ac66-75cc-476a-a8ce-60a169e25ea9 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.3284287 May 19 12:49:44.681268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6622a-caee-4e0a-9528-194687fdd1d4 req-8f988c52-7687-46d9-a75c-6405efd2e000 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:44.683613 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:44.687493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:44.688758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1d6622a-caee-4e0a-9528-194687fdd1d4 req-8f988c52-7687-46d9-a75c-6405efd2e000 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 944 time: 1.2284539 May 19 12:49:44.689147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1b9a9e05-37af-4cfa-9c03-73fe67b22bb7 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:44.706913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:44.779585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:44.794087 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:44.814721 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce5764b4-05b0-499d-8b03-da98663e7a9d req-d3e35931-64f8-4f57-9484-2f3d67eaaab2 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209656 May 19 12:49:44.865370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Calling delete_port for dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:44.948215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1d6622a-caee-4e0a-9528-194687fdd1d4 req-c4963007-a1b5-4fe0-8f71-34049cd7ddcb tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239480 May 19 12:49:44.953490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] DHCP port deletion for d2846183-f616-4c77-9231-1d12c6d4f0ef request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:49:45.125230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.141740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.146539 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:45.195630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 9ecf851c-26ed-473b-a920-7c2c9873dd36 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:49:45.215597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 9ecf851c-26ed-473b-a920-7c2c9873dd36 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:45.218101 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.223959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-405b4530-4c43-424b-b341-31863eecb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:45.225538 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-405b4530-4c43-424b-b341-31863eecb0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1&tenant_id=0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 1095 time: 0.4043043 May 19 12:49:45.229693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.241765 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cd30897a-fc58-4539-9495-8f5f459ca6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:45.306111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Deleting port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:45.306568 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.418744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.457913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.467405 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.473289 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:45.479154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fad4a0ae-36c2-4735-866b-ca5dc1753de7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:45.506770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] For port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4, host n-d-791505-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:45.508017 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.530308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece44a9b-b42d-4be8-b93d-54d2bdd9b2f6 req-cedf3cdc-434d-46ac-ba89-9458e8eca487 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:45.543336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece44a9b-b42d-4be8-b93d-54d2bdd9b2f6 req-cedf3cdc-434d-46ac-ba89-9458e8eca487 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 0.1715653 May 19 12:49:45.546147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] No DVR routers for this DVR port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:45.638628 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ece44a9b-b42d-4be8-b93d-54d2bdd9b2f6 req-90836896-e17f-4be7-b5c8-a607ed71ff25 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936763 May 19 12:49:45.659352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.673302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:45.677542 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7eeb8dcd-5954-4bcb-a2d6-8c16b76b565e HTTP/1.1" status: 204 len: 168 time: 2.4696412 May 19 12:49:45.680419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:45.834000 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.844979 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'code': 200} May 19 12:49:45.853296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Calling delete_port for dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:45.860680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 12:49:45.865569 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.872955 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7013b80-fee8-4226-8ed7-0eea8d533c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:45.913363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:45.985762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Pushing event deleted for resources: {'Port': ['ID=dba088a8-ebc2-43f6-b4eb-ad0d94a187e4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.997192 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.010497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] No DVR routers for this DVR port dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:46.016566 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:46.046244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.074543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:46.076873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2846183-f616-4c77-9231-1d12c6d4f0ef']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.082282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.087659 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:46.106893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62593f1f-b7b8-4640-ad68-55e452164678') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.107884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62593f1f-b7b8-4640-ad68-55e452164678') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.130277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 688512fb-e18a-417f-b916-8ad8dcff454a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:49:46.135871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.151051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 688512fb-e18a-417f-b916-8ad8dcff454a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:46.151291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-38c910b6-d714-47cb-a28d-5607b890f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:46.151667 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.154599 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-38c910b6-d714-47cb-a28d-5607b890f0c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1095 time: 0.8594317 May 19 12:49:46.198036 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.239446 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.242012 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:46.254143 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:46.261717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:49:46.262310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: timer() May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:49:46.288489 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:49:46.364011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.415508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:46.423452 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.426269 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:46.519702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:46.633896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:46.634706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device dba088a8-ebc2-43f6-b4eb-ad0d94a187e4 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:46.685180 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:46.688906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.701221 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:46.705069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.708678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:46.717712 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:46.755066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026e7e38-74ad-47f8-a355-cb7d44b41f4d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.761600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.796519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-96a28236-5e13-49b5-af4f-4889401d8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:46.797071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.797938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd546618c-2d8c-424b-bcfd-a2fc15aa5d6e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:46.798114 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-96a28236-5e13-49b5-af4f-4889401d8d1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.6345286 May 19 12:49:46.822179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d2846183-f616-4c77-9231-1d12c6d4f0ef HTTP/1.1" status: 204 len: 168 time: 3.2920592 May 19 12:49:46.822179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2846183-f616-4c77-9231-1d12c6d4f0ef,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:46.837717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706519cc-9f21-4331-9836-f56e10a04098 req-62d4bb5a-e3d7-48d2-9d26-212d60c76149 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:46.856028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-706519cc-9f21-4331-9836-f56e10a04098 req-62d4bb5a-e3d7-48d2-9d26-212d60c76149 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.5905449 May 19 12:49:46.887134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8774-6405-41cc-b019-5ebbdf389042 req-29ac7f6e-9207-4f97-aeb1-a16ffb29735c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:46.893069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8ff8774-6405-41cc-b019-5ebbdf389042 req-29ac7f6e-9207-4f97-aeb1-a16ffb29735c tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 944 time: 0.6878319 May 19 12:49:46.914015 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.946268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:46.993029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 5dba3a3d-dd23-459b-af55-24c3990faf51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:46.993470 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.056750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.084445 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:47.111566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-7de92b31-4dba-4255-bf82-ffec50753294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.2959049 May 19 12:49:47.117492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-706519cc-9f21-4331-9836-f56e10a04098 req-59919cbd-5665-420e-96a0-a11050502d34 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531683 May 19 12:49:47.125356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:49:47.126919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: timer() May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:49:47.193159 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:49:47.196886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:47.209849 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.256294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:47.270840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.273523 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2d8054b2-90e0-4f5d-88ff-b236e6dc6c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:47.374874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8ff8774-6405-41cc-b019-5ebbdf389042 req-66fb880b-cc21-40be-9079-9785157826e9 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142909 May 19 12:49:47.383971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:47.404873 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:47.415577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-713502f0-b80b-4ad9-8de8-7c86801e716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:47.418227 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-713502f0-b80b-4ad9-8de8-7c86801e716b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.3003812 May 19 12:49:47.535097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.637702 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:47.662030 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:47.698759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64244456-63a0-485d-bcde-edff7e34d529 req-def5860d-aacc-4333-b7d4-69c2944d9cd2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:47.702091 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64244456-63a0-485d-bcde-edff7e34d529 req-def5860d-aacc-4333-b7d4-69c2944d9cd2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.5265222 May 19 12:49:47.709810 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0ff7ee5-f9df-44b4-9e83-b5d4f3c1feaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68eb3cd805d047edb039607c10ce5445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108840 May 19 12:49:47.714129 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-fc0f6e4e-edea-47a2-b2a4-7984ac541bcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2785521 May 19 12:49:47.714816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:47.803430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Pushing event deleted for resources: {'Network': ['ID=026e7e38-74ad-47f8-a355-cb7d44b41f4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:47.846812 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36'}, {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a'}, {'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:47.858198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] 10.222.0.69 "DELETE /v2.0/networks/026e7e38-74ad-47f8-a355-cb7d44b41f4d HTTP/1.1" status: 204 len: 168 time: 2.1725776 May 19 12:49:47.870432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.871139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.871832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.872608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.873294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.874215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.874797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.875370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.878142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.878142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.878142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.878142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:47.883875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:47.899777 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:48.022734 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.095661 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-1e5aaa17-e58d-451e-b6e3-e8fdf3323670 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565590 May 19 12:49:48.105145 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.121573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8099ba-3748-42f1-b4e9-147693036f65 req-1346093c-4d47-4922-a0e9-9f3d25d5f5be tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:48.133600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b8099ba-3748-42f1-b4e9-147693036f65 req-1346093c-4d47-4922-a0e9-9f3d25d5f5be tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 945 time: 0.6951284 May 19 12:49:48.192659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Deleting subnet 48169de8-7d22-4c80-aecb-4333a3656e4b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:49:48.208238 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.320642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879771-2ea2-4434-8066-d249d0edd0e9 req-51d506f7-03f5-4bbe-83b2-1e3b58e5375b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:48.334389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc879771-2ea2-4434-8066-d249d0edd0e9 req-51d506f7-03f5-4bbe-83b2-1e3b58e5375b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 0.7672560 May 19 12:49:48.377450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-2b3654fd-ce78-4f40-8b63-ff28bb676a14 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618732 May 19 12:49:48.384404 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.401656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c92e7482-8c70-4af1-8f48-fe36234c66ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:48.420425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35661923-a33d-4894-bbc6-53b9eaaaff34,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:48.441705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:48.444516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.446041 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35661923-a33d-4894-bbc6-53b9eaaaff34 HTTP/1.1" status: 204 len: 168 time: 0.7298801 May 19 12:49:48.461206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b8099ba-3748-42f1-b4e9-147693036f65 req-1e041194-6261-4d97-8c6f-8b35e142527a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259478 May 19 12:49:48.495121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.645196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc879771-2ea2-4434-8066-d249d0edd0e9 req-24c43fbf-8ed9-40a2-bf96-fdf41b569fd1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882063 May 19 12:49:48.687426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Deleting port 49f25466-6367-49f4-8155-16a3e60fe419 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:48.688408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.723769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:48.956217 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'code': 200} May 19 12:49:48.957580 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a', 'code': 200} May 19 12:49:48.958177 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'code': 200} May 19 12:49:49.156773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234470-f376-4993-8b1b-f80fffb23681 req-036162fb-7bf4-44a5-bd3d-039afd34a845 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:49.158816 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-036162fb-7bf4-44a5-bd3d-039afd34a845 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.2831132 May 19 12:49:49.296208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369f700-ad93-4383-8f13-1f5eb1941093 req-f27c09d1-9521-4d26-9b6e-7d543ed71968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:49.297949 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e369f700-ad93-4383-8f13-1f5eb1941093 req-f27c09d1-9521-4d26-9b6e-7d543ed71968 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 1096 time: 0.1971209 May 19 12:49:49.363893 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e369f700-ad93-4383-8f13-1f5eb1941093 req-3d9dc91b-45e4-43e1-86c2-b610e7c7dddc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 May 19 12:49:49.365299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] For port 49f25466-6367-49f4-8155-16a3e60fe419, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=49f25466-6367-49f4-8155-16a3e60fe419,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:49.367885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.390883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06234470-f376-4993-8b1b-f80fffb23681 req-88b6b921-d558-46d2-aaf9-a9af90006efc service neutron] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:49.394336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06234470-f376-4993-8b1b-f80fffb23681 req-88b6b921-d558-46d2-aaf9-a9af90006efc service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.395450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-06234470-f376-4993-8b1b-f80fffb23681 req-88b6b921-d558-46d2-aaf9-a9af90006efc service neutron] 10.222.0.57 "DELETE /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b/bindings/n-h1-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.2312412 May 19 12:49:50.211697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25900f3-43ef-4439-8a9a-95d7e283a6a0 req-844f83c5-836f-422b-9790-2ff4da378246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:50.213306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c25900f3-43ef-4439-8a9a-95d7e283a6a0 req-844f83c5-836f-422b-9790-2ff4da378246 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 1096 time: 0.8302124 May 19 12:49:50.240739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449840-e0f4-45f9-8051-741248d760a7 req-6e6cfe43-bf52-464d-a2c3-3c463abc23a6 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:50.246783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c449840-e0f4-45f9-8051-741248d760a7 req-6e6cfe43-bf52-464d-a2c3-3c463abc23a6 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 945 time: 0.8651769 May 19 12:49:50.256865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae8cf-1e98-4e5d-84bf-3d2577863937 req-73a1a3b8-572e-4e74-9b34-f18f305e70ba tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:50.258414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ccfae8cf-1e98-4e5d-84bf-3d2577863937 req-73a1a3b8-572e-4e74-9b34-f18f305e70ba tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 945 time: 0.8788557 May 19 12:49:50.441238 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.441897 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.442412 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a disassociated. External IP: 172.25.4.89, port: 49f25466-6367-49f4-8155-16a3e60fe419. May 19 12:49:50.442928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Calling delete_port for 49f25466-6367-49f4-8155-16a3e60fe419 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:49:50.504245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c25900f3-43ef-4439-8a9a-95d7e283a6a0 req-ebf12530-6d7a-4d30-944e-13d0f32998ef service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767777 May 19 12:49:50.570433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ccfae8cf-1e98-4e5d-84bf-3d2577863937 req-a06f1ef9-8368-4fbe-8f86-0adc60376f95 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618616 May 19 12:49:50.583330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c449840-e0f4-45f9-8051-741248d760a7 req-22e7ac09-3b47-4644-8a76-6ecc2ce2121d tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae5a912-325e-46f2-912c-fdf850fcd89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352869 May 19 12:49:50.742108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 49f25466-6367-49f4-8155-16a3e60fe419 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:49:50.751753 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.760067 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:50.836273 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.860087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 49f25466-6367-49f4-8155-16a3e60fe419 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:49:50.861700 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 49f25466-6367-49f4-8155-16a3e60fe419 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:49:50.881765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48169de8-7d22-4c80-aecb-4333a3656e4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:50.886566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.901861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/48169de8-7d22-4c80-aecb-4333a3656e4b HTTP/1.1" status: 204 len: 168 time: 3.0098140 May 19 12:49:50.904611 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:50.906121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:50.907739 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e3fd6dc-ee54-4398-a8d9-3c3420303cad tempest-FloatingIPsAssociationNegativeTestJSON-1545907024 tempest-FloatingIPsAssociationNegativeTestJSON-1545907024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:51.087344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event deleted for resources: {'Port': ['ID=49f25466-6367-49f4-8155-16a3e60fe419,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:51.139499 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:51.198273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.376764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e986b-02cd-467a-b4a3-ea70b0f17ef5 req-be438b48-d6fa-493b-adb7-51f67ea379b9 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:51.379885 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-718e986b-02cd-467a-b4a3-ea70b0f17ef5 req-be438b48-d6fa-493b-adb7-51f67ea379b9 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 945 time: 0.4209230 May 19 12:49:51.409443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c634e-aa7a-4dc3-9faa-ebcd20abaa66 req-cfc8f9bb-dfe0-4739-93b2-148159e473cc tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:51.411961 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-862c634e-aa7a-4dc3-9faa-ebcd20abaa66 req-cfc8f9bb-dfe0-4739-93b2-148159e473cc tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 0.3344512 May 19 12:49:51.487134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:49:51.509837 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.532591 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-718e986b-02cd-467a-b4a3-ea70b0f17ef5 req-1f251757-e1d2-45fc-a1fd-fca94f0f42f4 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392581 May 19 12:49:51.543494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-862c634e-aa7a-4dc3-9faa-ebcd20abaa66 req-54a1a41e-0b90-496c-9eda-11ff0af6f7a8 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954983 May 19 12:49:51.547370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711ff564-589f-4e64-b54e-76f154917477']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:51.604004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b4ffd0-d2ec-48a0-b195-95fa7731914f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:51.615685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b4ffd0-d2ec-48a0-b195-95fa7731914f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:51.653756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.699825 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.737181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:49:51.737694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: timer() May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:49:51.952109 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:49:51.973953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:51.979207 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:52.033066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:52.049222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Pushing event deleted for resources: {'Network': ['ID=711ff564-589f-4e64-b54e-76f154917477,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:52.053103 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:52.057147 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] 10.222.0.69 "DELETE /v2.0/networks/711ff564-589f-4e64-b54e-76f154917477 HTTP/1.1" status: 204 len: 168 time: 1.1498029 May 19 12:49:52.321321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:49:52.337300 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:49:52.351418 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:52.352578 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:49:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:52.434234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] No DVR routers for this DVR port 49f25466-6367-49f4-8155-16a3e60fe419 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:49:52.441988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:52.444085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64244456-63a0-485d-bcde-edff7e34d529 req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.57 "DELETE /v2.0/ports/49f25466-6367-49f4-8155-16a3e60fe419 HTTP/1.1" status: 204 len: 173 time: 4.7093313 May 19 12:49:52.444694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'name': 'network-vif-deleted', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:52.471544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc6d2-90b5-433a-bee1-aefe6006bb50 req-92dc0738-7050-4b37-8c3d-b82db2b2ad59 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:52.473483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ecc6d2-90b5-433a-bee1-aefe6006bb50 req-92dc0738-7050-4b37-8c3d-b82db2b2ad59 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 945 time: 0.3075976 May 19 12:49:52.489496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97842fd8-26e6-4b4e-89a6-eed9ea846f0c req-d08ae73e-8393-49d3-92b0-1bcaeb4edd7e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:52.491143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97842fd8-26e6-4b4e-89a6-eed9ea846f0c req-d08ae73e-8393-49d3-92b0-1bcaeb4edd7e tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 945 time: 0.2877929 May 19 12:49:52.571415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:52.625157 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97842fd8-26e6-4b4e-89a6-eed9ea846f0c req-8409fe8d-f33b-437f-9f7f-33d928f63cb6 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216300 May 19 12:49:52.637006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ecc6d2-90b5-433a-bee1-aefe6006bb50 req-e55b7383-37a9-4020-ad4f-daf382c920f3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313446 May 19 12:49:52.681397 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-80411a31-a07c-4a1c-8012-82807326fb4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=476be6fcccdb4c389a92326e031911f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046679 May 19 12:49:52.681725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:52.822435 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:52.864898 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:53.027039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4a931624-b496-44be-9b7a-2d02dbff3b2e req-8ba047a5-66f8-4e51-9132-b37a1204752d tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Synchronizing usage tracker for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:49:53.064818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:53.219414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4a931624-b496-44be-9b7a-2d02dbff3b2e req-8ba047a5-66f8-4e51-9132-b37a1204752d tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Unset dirty status for tenant:bce2f115061d4fa8ab4109bd64e0f415 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:49:53.222655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a931624-b496-44be-9b7a-2d02dbff3b2e req-8ba047a5-66f8-4e51-9132-b37a1204752d tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b63e542-78a6-4412-99d4-bf79866a5022 HTTP/1.1" status: 200 len: 210 time: 0.3372991 May 19 12:49:53.272610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794af-8129-4eed-a7fa-863814f977b2 req-3f93f316-dc2e-4cc6-93fb-ebc00d9abb47 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:53.276746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d7794af-8129-4eed-a7fa-863814f977b2 req-3f93f316-dc2e-4cc6-93fb-ebc00d9abb47 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1095 time: 0.3013222 May 19 12:49:53.407880 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d7794af-8129-4eed-a7fa-863814f977b2 req-156e3d85-4ff1-4f43-bbf4-cf66f172f3f5 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 May 19 12:49:53.425880 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:53.433816 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:49:53.444994 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:49:53.445796 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:49:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:53.495300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:53.507579 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-76df61f1-cdc6-4951-bde4-abe18f1394da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:53.539306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7715dd21-e972-417b-b2df-09939fdc2449 req-fb64fd7d-a250-4691-88a0-45e7006bb280 tempest-AbsoluteLimitsNegativeTestJSON-1405274955 tempest-AbsoluteLimitsNegativeTestJSON-1405274955-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=40ff2d397106433bb3e4bf75041b6fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856762 May 19 12:49:53.651463 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63e542-78a6-4412-99d4-bf79866a5022', 'name': 'network-vif-deleted', 'tag': '49f25466-6367-49f4-8155-16a3e60fe419', 'status': 'completed', 'code': 200} May 19 12:49:53.653106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:53.684729 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:53.696756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:53.698669 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e7657b1-f3a6-4b59-9e73-ae23ed63dd5b HTTP/1.1" status: 204 len: 168 time: 1.0157590 May 19 12:49:54.066351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715dd21-e972-417b-b2df-09939fdc2449 req-c8e0034f-637f-4195-837c-1d2c5e9346f4 tempest-AbsoluteLimitsNegativeTestJSON-1405274955 tempest-AbsoluteLimitsNegativeTestJSON-1405274955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:54.071755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7715dd21-e972-417b-b2df-09939fdc2449 req-c8e0034f-637f-4195-837c-1d2c5e9346f4 tempest-AbsoluteLimitsNegativeTestJSON-1405274955 tempest-AbsoluteLimitsNegativeTestJSON-1405274955-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360219 May 19 12:49:54.091675 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:49:54.109675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7715dd21-e972-417b-b2df-09939fdc2449 req-35e8208f-ea73-4128-bdba-17077c974797 tempest-AbsoluteLimitsNegativeTestJSON-1405274955 tempest-AbsoluteLimitsNegativeTestJSON-1405274955-project] 10.222.0.69 "GET /v2.0/quotas/40ff2d397106433bb3e4bf75041b6fd7 HTTP/1.1" status: 200 len: 375 time: 0.0295534 May 19 12:49:54.219261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7715dd21-e972-417b-b2df-09939fdc2449 req-4a24d754-d8e7-4310-bdd3-c44f629087cf tempest-AbsoluteLimitsNegativeTestJSON-1405274955 tempest-AbsoluteLimitsNegativeTestJSON-1405274955-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40ff2d397106433bb3e4bf75041b6fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038289 May 19 12:49:54.757368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:54.863639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c39fae5e-ed78-4246-add7-641592e25043 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77c39c712bce49c6854a21bc867caaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028364 May 19 12:49:54.868702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:54.902804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:54.921720 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:54.948677 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f4c3c-39ab-4ba1-be0c-efebaffd7c43 None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a8926453-1b1a-4cdf-8410-9095b7cc0756', 'name': '', 'network_id': 'e5af02b6-18bd-42b3-8458-2a2b05b7331c', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'mac_address': 'fa:16:3e:28:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:37Z', 'updated_at': '2021-05-19T12:42:52Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'subnets': [{'id': 'c809a785-d32c-44f6-946c-cbc869c6039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:49:55.004539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.067382 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.163198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908418-fe7d-4265-9d27-9ddc4ce81441 req-d5ca00b0-e53c-4d97-bff0-d3b922461e95 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:55.173874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94908418-fe7d-4265-9d27-9ddc4ce81441 req-d5ca00b0-e53c-4d97-bff0-d3b922461e95 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1095 time: 0.1902933 May 19 12:49:55.227719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.249437 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfefc7e5-b32b-4e7c-93cd-51ba0b58a8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:55.289990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c969991-d637-4ad9-8d9d-62f40aeafec2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:55.306373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:55.323221 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.328680 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c969991-d637-4ad9-8d9d-62f40aeafec2 HTTP/1.1" status: 204 len: 168 time: 0.4558723 May 19 12:49:55.392526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94908418-fe7d-4265-9d27-9ddc4ce81441 req-185006a4-6710-4a8e-84d1-64978ecb4f98 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161787 May 19 12:49:55.422927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d79f91-f176-4dd4-9ab8-2263e2da2e4c None None] New status for floating IP 6eec40dc-beb6-4a8f-8bef-276d9a0c609a: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:49:55.470148 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.510422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:55.524105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Usage tracker for resource:security_group_rule and tenant:40ff2d397106433bb3e4bf75041b6fd7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:55.528852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:55.548403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:55.877976 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.894921 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.935840 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21d9084d-3eae-469a-a958-6e0d1967943f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:56.154790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40ff2d397106433bb3e4bf75041b6fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2481055 May 19 12:49:56.157811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:56.163712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707f0ea-7c9f-441e-a79c-f4622b0110aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:56.172743 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:56.381799 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:56.448577 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:56.525919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:56.532422 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38e80cb8-b614-4e00-a4b0-0a8abcf9d3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:56.546061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707f0ea-7c9f-441e-a79c-f4622b0110aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:56.550347 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:56.567814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:56.570346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1707f0ea-7c9f-441e-a79c-f4622b0110aa HTTP/1.1" status: 204 len: 168 time: 0.4113262 May 19 12:49:56.785089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:49:57.056872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:57.160813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'port_id': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'mac_address': 'fa:16:3e:1d:4c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3c1d6-78c2-4532-9307-c63f6eb33aa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:49:57.448363 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:57.470405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ecf851c-26ed-473b-a920-7c2c9873dd36 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:49:57.489353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:57.514277 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:57.520217 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:57.523271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:57.656038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2cebc-73fb-41d2-a062-63dacd639e48 req-cd0492da-914d-4f71-b499-d4176f5b7090 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:57.680433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84d2cebc-73fb-41d2-a062-63dacd639e48 req-cd0492da-914d-4f71-b499-d4176f5b7090 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 945 time: 0.2994168 May 19 12:49:57.738398 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:57.769640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['9ecf851c-26ed-473b-a920-7c2c9873dd36'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:49:57.847876 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:57.851842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84d2cebc-73fb-41d2-a062-63dacd639e48 req-46b2b41c-de6c-4e10-a250-dee2f99b146a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704113 May 19 12:49:57.966570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:57.987691 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:58.020196 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.032160 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-833bc0fe-fcae-402d-9d05-059256119e13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:58.122027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5a912-325e-46f2-912c-fdf850fcd89a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:58.133728 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:58.208266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.214783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:58.237067 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "DELETE /v2.0/security-groups/cae5a912-325e-46f2-912c-fdf850fcd89a HTTP/1.1" status: 204 len: 168 time: 0.7013588 May 19 12:49:58.265999 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-95c71655-eb91-4b2b-ab90-4686dab5ba44 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] show failed (client error): The resource could not be found. May 19 12:49:58.267471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-95c71655-eb91-4b2b-ab90-4686dab5ba44 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "GET /v2.0/security-groups/cae5a912-325e-46f2-912c-fdf850fcd89a HTTP/1.1" status: 404 len: 347 time: 0.0515549 May 19 12:49:58.273203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:58.802227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:59.079756 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:49:59.088756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Deleting port d9e5e44e-b4c1-4069-b23f-a62543fdded7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:49:59.093223 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.117101 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 9ecf851c-26ed-473b-a920-7c2c9873dd36 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:59.117693 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.174024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e747-b64a-4500-8e54-ce660c7c9096 req-38bc3ab8-5dd3-4b1a-a780-46c83914ec46 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:59.181778 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d963e747-b64a-4500-8e54-ce660c7c9096 req-38bc3ab8-5dd3-4b1a-a780-46c83914ec46 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 945 time: 0.2852097 May 19 12:49:59.442201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:59.566297 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.590829 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d963e747-b64a-4500-8e54-ce660c7c9096 req-0045cf03-f7e6-40ff-9d9f-ceb39aff33a3 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077070 May 19 12:49:59.625612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:59.627878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:49:59.643506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.650097 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:59.717647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-948408429-network', 'tenant_id': '14f286a140c2485b86526f200cb36690'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:59.724926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:59.749374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Usage tracker for resource:network and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:59.759156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:59.760413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:59.779569 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:59.780968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:59.817860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Made reservation on behalf of 14f286a140c2485b86526f200cb36690 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:49:59.820292 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.846162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7459-3b7b-44eb-8493-87916ccc2362 req-9071e08f-a5a7-4ca9-a046-dbe0ed4b8584 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:49:59.847724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-232d7459-3b7b-44eb-8493-87916ccc2362 req-9071e08f-a5a7-4ca9-a046-dbe0ed4b8584 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 944 time: 0.4356716 May 19 12:49:59.852507 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.869066 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.869420 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:59.882037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:59.889478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-4c1cc218-c939-4299-ba06-0980292c5f6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5348063 May 19 12:49:59.894639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:59.898438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:59.918613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:59.998902 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:50:00.156438 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.163577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.166798 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e30db3b-949a-4803-8731-109277b744ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:00.295197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Calling delete_port for d9e5e44e-b4c1-4069-b23f-a62543fdded7 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:00.323680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada95237-5e0c-4cb0-963b-eca7a02001f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:00.335563 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:00.355834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:00.360419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:50:00.397759 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.405428 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Added segment 35209141-3e64-42fe-9721-609379a4f347 of type vlan for network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 May 19 12:50:00.416831 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-232d7459-3b7b-44eb-8493-87916ccc2362 req-b8182ff9-1369-4015-97bc-738007ebe31f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165091 May 19 12:50:00.419795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '688512fb-e18a-417f-b916-8ad8dcff454a', 'network_id': '8f16102f-0ff6-4bd2-80e0-21585c3152f3', 'port_id': '688512fb-e18a-417f-b916-8ad8dcff454a', 'mac_address': 'fa:16:3e:2e:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3aef8-9bee-4b9c-98cb-5684ec48d89f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:50:00.501473 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.566506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.567993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:00.568187 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.568585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.601285 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'code': 200} May 19 12:50:00.608949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 688512fb-e18a-417f-b916-8ad8dcff454a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:00.613175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a3f0a2a-b50e-477d-999e-7bea548a045e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:00.634489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:00.646775 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.653469 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:00.667110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-467033ae-aee9-4245-a8fe-c0a6fb6701dc tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610343 May 19 12:50:00.827393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-2f405b54-6dc7-4741-9e1c-80a30a62a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:00.830816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-2f405b54-6dc7-4741-9e1c-80a30a62a63a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 1095 time: 0.8848436 May 19 12:50:00.852907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Pushing event updated for resources: {'Network': ['ID=b3452e52-045f-4cc0-90d5-e2b9ecf737f0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:00.869041 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4249947 May 19 12:50:00.870438 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:00.871566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:00.877951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Request body: {'subnet': {'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-948408429-subnet', 'tenant_id': '14f286a140c2485b86526f200cb36690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:00.889402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:00.893712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:00.898282 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:00.906029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['688512fb-e18a-417f-b916-8ad8dcff454a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:00.906549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Usage tracker for resource:subnet and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:00.918253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:00.936555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:00.967419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Made reservation on behalf of 14f286a140c2485b86526f200cb36690 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:00.970392 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:00.997899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:50:01.797570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-3da9f950-1cc2-4acb-b042-876019d42b37 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:01.800852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-3da9f950-1cc2-4acb-b042-876019d42b37 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1319938 May 19 12:50:01.859922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-79f9da6c-5e8a-41fd-bb11-28f2fe813b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:01.861509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-79f9da6c-5e8a-41fd-bb11-28f2fe813b3b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.7590618 May 19 12:50:01.947958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-cc42ad5d-55a2-482c-9560-e0edb0218e22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 200 len: 217 time: 0.0756843 May 19 12:50:02.006103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:02.044533 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.063857 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-33d2a4f1-9dd2-4142-8b49-7589db6f3ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:02.068431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-a16a2eaa-99e6-45d5-826b-87db5f5eda43 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/quotas/7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 375 time: 0.2057896 May 19 12:50:02.104550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-0604d24f-a0f5-4bf9-86b4-eb313120cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:02.106054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-0604d24f-a0f5-4bf9-86b4-eb313120cd11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1171579 May 19 12:50:02.207465 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 688512fb-e18a-417f-b916-8ad8dcff454a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:02.207833 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.216052 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-a3b9ae3c-b47b-4de6-8817-c2b677cd7846 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898428 May 19 12:50:02.238603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-d8820c3b-8181-4f8d-8008-d82ffa06021b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691959 May 19 12:50:02.266807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d91c8f9-a367-4f36-b9d5-26e4b47c7171,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:02.287015 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:02.357764 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.375842 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea162a66-27fe-42c3-b7f1-3730a74727d1 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:02.414631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Checking segment: {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:02.415307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Network hostable DHCP agents. Network: b3452e52-045f-4cc0-90d5-e2b9ecf737f0, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:50:02.453395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:50:02.470398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, b3452e52-045f-4cc0-90d5-e2b9ecf737f0) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:02.501976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:02.502946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.517755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512af57e-3492-4ef6-bb30-95619266cb55 None None] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:50:02.538202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Pushing event deleted for resources: {'Port': ['ID=d9e5e44e-b4c1-4069-b23f-a62543fdded7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:02.567754 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6856828 May 19 12:50:02.720832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.783309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:02.812796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:02.884227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:02.926196 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:02.930511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-96b01619-502f-449d-a2c7-207753988d46 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729560 May 19 12:50:02.960791 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:02.970079 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:03.090590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ee1d8-b166-4aeb-8376-9332de15a5fe None None] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:50:03.161336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:03.233442 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:03.282807 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:03.410480 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:03.418712 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:03.421490 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:03.570189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:03.573671 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:03.584138 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:03.739871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272cca5-d82a-4f83-b26d-4e58aacf1ee7 req-ef019e37-3887-4dd0-ba1e-9e16bd0e68fd tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:03.743353 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3272cca5-d82a-4f83-b26d-4e58aacf1ee7 req-ef019e37-3887-4dd0-ba1e-9e16bd0e68fd tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 944 time: 1.7911329 May 19 12:50:04.077195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.080659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] 10.222.0.69 "DELETE /v2.0/floatingips/6eec40dc-beb6-4a8f-8bef-276d9a0c609a HTTP/1.1" status: 204 len: 168 time: 5.8054123 May 19 12:50:04.162816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3272cca5-d82a-4f83-b26d-4e58aacf1ee7 req-f7040fb5-23e3-4dac-8a3d-1892df52e964 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986251 May 19 12:50:04.176072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8407f40-114e-418b-bdf1-98bdf0e60617 req-69612966-d69c-42dd-9c3d-81943f0b163c service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1751742 May 19 12:50:04.230529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-1cb3642a-bf0d-4b9d-aa07-7497876eb949 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:04.234925 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-1cb3642a-bf0d-4b9d-aa07-7497876eb949 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 0.6623323 May 19 12:50:04.255381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7839cb-58f5-448c-b5f7-d21c710ac2fb req-9b2d47db-dd7f-40b3-9b35-b3396807556a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:04.272248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b7839cb-58f5-448c-b5f7-d21c710ac2fb req-9b2d47db-dd7f-40b3-9b35-b3396807556a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 943 time: 1.3350532 May 19 12:50:04.565460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b7839cb-58f5-448c-b5f7-d21c710ac2fb req-795aa101-d923-4133-b5ad-f2fca1954ec6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581082 May 19 12:50:04.586014 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-106ab1eb-cd24-4d42-8551-00509d395922 req-687e2084-3f66-445d-bca1-2fa33c99feb1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 210 time: 0.1004884 May 19 12:50:04.765715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Deleting port 9ecf851c-26ed-473b-a920-7c2c9873dd36 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:04.766103 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.851842 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a', 'code': 200} May 19 12:50:05.097609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-5387d65a-2e12-428e-8371-851c138f31a9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634263 May 19 12:50:05.099006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1452940477', 'description': 'tempest-description-1122730833'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:05.174352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:05.230806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:05.316425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:05.377210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:05.416819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] For port 9ecf851c-26ed-473b-a920-7c2c9873dd36, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9ecf851c-26ed-473b-a920-7c2c9873dd36,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:05.417166 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:05.439811 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:05.549327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-053c2c2d-f011-4b21-8266-483c25d189d0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:05.550978 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-053c2c2d-f011-4b21-8266-483c25d189d0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4484875 May 19 12:50:05.591035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Request body: {'port': {'device_id': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '7488c038ae614e4f83a51f4b8d832d73'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:05.681766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Calling delete_port for 9ecf851c-26ed-473b-a920-7c2c9873dd36 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:05.707028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:05.713115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:05.717080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:05.739423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:05.913973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:05.918886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Usage tracker for resource:port and tenant:7488c038ae614e4f83a51f4b8d832d73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:05.923060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:05.930904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:06.032538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:06.068641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.090383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.095199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Made reservation on behalf of 7488c038ae614e4f83a51f4b8d832d73 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:06.099775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.125237 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-da388ba7-601c-4156-b88f-fad65215ee44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:06.130685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.174332 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:06.180780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Usage tracker for resource:security_group_rule and tenant:7488c038ae614e4f83a51f4b8d832d73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:06.186194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:06.204754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:06.264522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9470edf8-69d3-43a2-a39d-7bafe7b189cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:06.284657 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:06.318812 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.321084 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b4c8228-24f2-4928-9d1c-5fe69da8f77a req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2674038 May 19 12:50:06.324508 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.340436 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:06.438618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4b239-5986-4a3c-8414-28853004c3b8 req-d959c1c1-94bf-4e5d-9dba-2a3944a3f154 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:06.452762 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acf4b239-5986-4a3c-8414-28853004c3b8 req-d959c1c1-94bf-4e5d-9dba-2a3944a3f154 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 945 time: 0.5363758 May 19 12:50:06.528333 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.546753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acf4b239-5986-4a3c-8414-28853004c3b8 req-e76101b8-edc4-4bef-9301-42d73314073d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930870 May 19 12:50:06.547659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event deleted for resources: {'Port': ['ID=9ecf851c-26ed-473b-a920-7c2c9873dd36,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:06.561766 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:06.608397 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.635939 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.737148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:06.749050 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:06.752237 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:06.837350 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-890268ab-cfd3-4f9f-b415-cc84b9f19a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:06.850022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:06.986994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36'}, {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:06.993092 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 9ecf851c-26ed-473b-a920-7c2c9873dd36 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:06.993741 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9ecf851c-26ed-473b-a920-7c2c9873dd36 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:06.996464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:07.002043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] No DVR routers for this DVR port 9ecf851c-26ed-473b-a920-7c2c9873dd36 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:07.012342 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:07.045335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:07.051818 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:07.079971 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.088787 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e828d92-2b9e-4ac5-bb08-53d16bb30192 req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "DELETE /v2.0/ports/9ecf851c-26ed-473b-a920-7c2c9873dd36 HTTP/1.1" status: 204 len: 173 time: 2.8124700 May 19 12:50:07.118669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-deleted', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:07.128940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3512eaff-e221-46bf-8e74-a349f3055fb0 req-e9b01a37-6a8e-4f05-b566-64e1a0e97c3a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Synchronizing usage tracker for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:07.156207 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d901dab5-bae0-4062-9f41-67dbc6fea73d req-5b8aa685-3a98-4f96-bfe7-f18ee90795cc tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 210 time: 0.1411753 May 19 12:50:07.185230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3512eaff-e221-46bf-8e74-a349f3055fb0 req-e9b01a37-6a8e-4f05-b566-64e1a0e97c3a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Unset dirty status for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:07.188503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3512eaff-e221-46bf-8e74-a349f3055fb0 req-e9b01a37-6a8e-4f05-b566-64e1a0e97c3a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b7a42dc-6c92-43e3-aef6-7831e405fffb HTTP/1.1" status: 200 len: 210 time: 0.2946448 May 19 12:50:07.279126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Allocated IP 192.168.233.132 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/370b1920-102b-4fa1-82d7-e7a564c2b37b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:07.333035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748671428', 'description': 'tempest-description-1727771128'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:07.360193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:07.371547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:07.386298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:07.412345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:07.448412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.526992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:07.533161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:07.536703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:07.552220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:07.648334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.675957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Transition to ACTIVE for port object 370b1920-102b-4fa1-82d7-e7a564c2b37b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:07.717086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.735189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.748838 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c31fd121-c0ac-4991-8cbf-55b4716911ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:07.750257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.775838 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-59d8b7b7-0ec0-494b-8eec-63b5abe152f2 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:07.891941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:07.896080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:07.899290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:50:07.929668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fafc4fa-78d2-43d0-98db-b4733a24bfc0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:07.941832 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:07.943536 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.985518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-300da2f4-69ef-49ef-9515-059b1af93676 req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6582913 May 19 12:50:08.120768 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'code': 200} May 19 12:50:08.121699 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a', 'code': 200} May 19 12:50:08.222688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:08.237224 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:08.281592 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a42dc-6c92-43e3-aef6-7831e405fffb', 'name': 'network-vif-deleted', 'tag': '9ecf851c-26ed-473b-a920-7c2c9873dd36', 'status': 'completed', 'code': 200} May 19 12:50:08.329561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:08.334861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.414205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b596474-5130-47f0-b5c1-479a6412db64 None None] Provisioning for port 370b1920-102b-4fa1-82d7-e7a564c2b37b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:08.424947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8475757 May 19 12:50:08.432901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b596474-5130-47f0-b5c1-479a6412db64 None None] Provisioning complete for port 370b1920-102b-4fa1-82d7-e7a564c2b37b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:08.433465 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b596474-5130-47f0-b5c1-479a6412db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.444435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Request body: {'port': {'device_id': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:08.563557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4b596474-5130-47f0-b5c1-479a6412db64 None None] Port 370b1920-102b-4fa1-82d7-e7a564c2b37b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:50:08.744355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.206400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-6b8a19b4-a0d7-42d4-b804-7b07fd3c3ce1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:09.209026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-6b8a19b4-a0d7-42d4-b804-7b07fd3c3ce1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 812 time: 0.5557384 May 19 12:50:09.237763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-4b8809ab-dc09-4330-848b-77e0a622274b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/quotas/14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 375 time: 0.0226188 May 19 12:50:09.255375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada586-760f-471f-ab95-7882d37486a8 req-d4c6abb2-c561-4cba-9d56-770334454f3b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:09.258067 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38ada586-760f-471f-ab95-7882d37486a8 req-d4c6abb2-c561-4cba-9d56-770334454f3b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 936 time: 0.2459579 May 19 12:50:09.329634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370b1920-102b-4fa1-82d7-e7a564c2b37b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:09.345911 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.366200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-62d3da77-ab90-4343-86a1-af40163be37a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960064 May 19 12:50:09.370589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Transition to ACTIVE for port object 370b1920-102b-4fa1-82d7-e7a564c2b37b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:09.376388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.388315 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f63e0ed9-6291-4f77-b41d-f0cdc3cf2a8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:09.574926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:09.585770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38ada586-760f-471f-ab95-7882d37486a8 req-99e9e2d1-b3d2-44c1-b549-e07c107cf84c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640181 May 19 12:50:09.590362 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:09.674289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-d59e86db-c7f1-4d1a-b5ba-8f0a94ccc8b7 service neutron] 10.222.0.69 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078034 May 19 12:50:09.857379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:09.857947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:09.858423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:09.869671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:50:09.869998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:09.882755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:09.883379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:09.883782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:09.884276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Bound port: 370b1920-102b-4fa1-82d7-e7a564c2b37b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:09.884630 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.934997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-d810f0d5-6a8f-47f6-8eb5-a5d84fff513c service neutron] 10.222.0.69 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455730 May 19 12:50:10.020218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:10.026100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:10.034036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.046097 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5f4fb74b-b3fe-4296-83fc-146f89290e48 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:10.336142 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c47ecd0-b35d-455a-b822-519bf48928f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.361627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:10.362642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.372829 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] 10.222.0.57 "PUT /v2.0/ports/370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 1096 time: 1.9366679 May 19 12:50:10.373697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:10.467607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-7eaa4484-25a5-43b2-9f86-8d1951d7a61b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:10.470749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-7eaa4484-25a5-43b2-9f86-8d1951d7a61b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.3989072 May 19 12:50:10.605816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:10.620989 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:10.757599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-7b591efe-1588-4d8a-b7dd-373e2591262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:10.773072 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-7b591efe-1588-4d8a-b7dd-373e2591262d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1099 time: 0.3185542 May 19 12:50:10.827707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:10.991566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-7aaad0f9-3406-48a6-98a2-db000db91658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.2137737 May 19 12:50:11.048208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-74d830e2-989b-4b26-8f00-3a74e06b1f74 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:11.052362 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-74d830e2-989b-4b26-8f00-3a74e06b1f74 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.4934371 May 19 12:50:11.094757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Deleting port 688512fb-e18a-417f-b916-8ad8dcff454a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:11.095072 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.118216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-0ccd67d6-0ad6-4eff-b208-257a3560a307 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/quotas/8f1443ded702462980abf555acabad14 HTTP/1.1" status: 200 len: 375 time: 0.0533211 May 19 12:50:11.120897 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.164120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-65de5cf9-be23-4bab-a418-3639da2d3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:11.165631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-65de5cf9-be23-4bab-a418-3639da2d3dbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1686425 May 19 12:50:11.189548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:11.212538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:11.219318 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.222478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:11.307092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-6b67d893-2034-45cc-99a1-cfe6759d3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:11.308409 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-6b67d893-2034-45cc-99a1-cfe6759d3040 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366696 May 19 12:50:11.367848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:11.380890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.381597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.381597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.381891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.382414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.382838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.383251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.383748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.384689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.386053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.386910 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.387217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:11.394866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:11.464321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae47af-cae8-48b5-a5d7-9cc09f2c49cc req-67daa3b9-51fa-4cf2-939d-8fdbb48901e0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:11.469128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83ae47af-cae8-48b5-a5d7-9cc09f2c49cc req-67daa3b9-51fa-4cf2-939d-8fdbb48901e0 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 943 time: 0.5851891 May 19 12:50:11.601840 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-e926a7a9-9e6d-4cfc-82b4-d3c7b3e937f3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4823523 May 19 12:50:11.613179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] For port 688512fb-e18a-417f-b916-8ad8dcff454a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=688512fb-e18a-417f-b916-8ad8dcff454a,segment=NetworkSegment(27b649cd-1225-4454-a587-a0641fcf7070),segment_id=27b649cd-1225-4454-a587-a0641fcf7070)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:11.613643 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.618770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-a2d74038-34b7-4deb-ac70-7f71765a45e7 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018227 May 19 12:50:11.867080 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83ae47af-cae8-48b5-a5d7-9cc09f2c49cc req-159a8331-57a0-403e-b998-0ec29d1cde19 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/security-groups?id=08abd227-796a-43d6-b778-f41941486a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672698 May 19 12:50:11.879210 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c76f6333-7621-4427-b4dc-8bdc0271366e req-5bae7ad9-c4c1-4c5f-99b8-50a4857129fc service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514906 May 19 12:50:11.987225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Calling delete_port for 688512fb-e18a-417f-b916-8ad8dcff454a owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:12.204915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-b6de93ba-82b4-4b64-9226-3db5d8c863b7 service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725195 May 19 12:50:12.551009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1fba-84dc-4fbf-80a4-4b51a1519542 req-1b6bbd7e-b1da-441c-924b-e7a2d28a5685 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:12.552580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-600a1fba-84dc-4fbf-80a4-4b51a1519542 req-1b6bbd7e-b1da-441c-924b-e7a2d28a5685 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 948 time: 0.4668498 May 19 12:50:12.664092 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.664092 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e680b270-bcfb-471e-a931-36562713fad1 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:12.708523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-7c6b4a30-9f33-410f-a9b9-bc0b9b43d222 service neutron] 10.222.0.69 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792628 May 19 12:50:12.727833 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-600a1fba-84dc-4fbf-80a4-4b51a1519542 req-3b9d4e8c-dd58-4a05-8d3d-f55f254a9555 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633036 May 19 12:50:12.736777 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f923ca48-386b-45c9-bc2b-80d469990ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.748797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Pushing event deleted for resources: {'Port': ['ID=688512fb-e18a-417f-b916-8ad8dcff454a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:12.819788 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.859253 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:12.988850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-8d9e9682-7b62-4e77-8e3f-509cec0b6af3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:12.988850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-8d9e9682-7b62-4e77-8e3f-509cec0b6af3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:13.046777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-8d9e9682-7b62-4e77-8e3f-509cec0b6af3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:13.052810 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-8d9e9682-7b62-4e77-8e3f-509cec0b6af3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 812 time: 0.4651406 May 19 12:50:13.080448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'device_id': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0', 'admin_state_up': True, 'tenant_id': '14f286a140c2485b86526f200cb36690'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:13.131055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a70521bd-d335-4b86-bd58-69bc0843e3b8 req-0186a24b-22de-4007-93bc-75db8fe868d2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 210 time: 0.1345878 May 19 12:50:13.138506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] No DVR routers for this DVR port 688512fb-e18a-417f-b916-8ad8dcff454a on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:13.160811 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:13.190511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-deleted', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:13.225994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f67449e7-0b10-4c58-b40b-81293dbb58cd req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.71 "DELETE /v2.0/ports/688512fb-e18a-417f-b916-8ad8dcff454a HTTP/1.1" status: 204 len: 173 time: 2.7468178 May 19 12:50:13.373879 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'code': 200} May 19 12:50:13.439755 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'status': 'completed', 'code': 200} May 19 12:50:13.721559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954a2b0-59f2-4d2b-bd2e-04be34410883 req-69b27e42-2f9e-4b75-811a-84fb442352fd tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:13.722586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:13.736857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4954a2b0-59f2-4d2b-bd2e-04be34410883 req-69b27e42-2f9e-4b75-811a-84fb442352fd tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 948 time: 0.2396030 May 19 12:50:13.739223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:port and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:13.750342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:13.797377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:13.838775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-a4e6f9ae-4c07-418d-bf83-0028d12e6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:13.841478 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-a4e6f9ae-4c07-418d-bf83-0028d12e6675 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1099 time: 0.3995612 May 19 12:50:13.843496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Made reservation on behalf of 14f286a140c2485b86526f200cb36690 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:13.850102 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:13.888580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4954a2b0-59f2-4d2b-bd2e-04be34410883 req-fe2135e2-f198-428f-a1a8-d76da45cedb9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445305 May 19 12:50:14.088685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:14.204999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 688512fb-e18a-417f-b916-8ad8dcff454a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:14.205382 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 688512fb-e18a-417f-b916-8ad8dcff454a not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:14.254522 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:14.461024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0d6c4a20-696c-43bc-b417-939c7dc724f2 req-f6dc79ca-8112-4f22-ab8d-3908f869d156 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Synchronizing usage tracker for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:14.496218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0d6c4a20-696c-43bc-b417-939c7dc724f2 req-f6dc79ca-8112-4f22-ab8d-3908f869d156 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Unset dirty status for tenant:75376fad43404a719fd22b4ae8be0348 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:14.503640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d6c4a20-696c-43bc-b417-939c7dc724f2 req-f6dc79ca-8112-4f22-ab8d-3908f869d156 tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5f6a86c-672b-49cc-89fb-2466d637af11 HTTP/1.1" status: 200 len: 210 time: 0.2329218 May 19 12:50:14.605178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-8cd392db-472b-4a5a-ad7f-f1dcd4e53a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:14.612039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-8cd392db-472b-4a5a-ad7f-f1dcd4e53a8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7383609 May 19 12:50:14.827613 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:50:14.867758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce5b580e-3899-4bfa-9494-06a9c7fd8f73 req-481f872e-3de4-4b20-9ff9-2ec66b27a227 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 210 time: 0.1129134 May 19 12:50:14.925901 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6a86c-672b-49cc-89fb-2466d637af11', 'name': 'network-vif-deleted', 'tag': '688512fb-e18a-417f-b916-8ad8dcff454a', 'status': 'completed', 'code': 200} May 19 12:50:15.075730 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-eb49deb3-529d-417f-8bd1-0330d95407a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.4580770 May 19 12:50:15.180859 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:15.294615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Allocated IP 172.20.0.7 (b3452e52-045f-4cc0-90d5-e2b9ecf737f0/5d91c8f9-a367-4f36-b9d5-26e4b47c7171/2fa8e70f-f2bb-4982-bc6f-13d8230e60ab) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:15.311783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:15.371114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-a395b14f-bc39-41b4-b293-32efcd38c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:15.384570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-a395b14f-bc39-41b4-b293-32efcd38c5b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2838364 May 19 12:50:15.389232 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'mac_address': 'fa:16:3e:e7:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:50:15.555594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ef81a78-d921-4778-a227-38b37b24f771 req-09f60f6e-8dcf-4e4f-9835-1470c31d63db tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 210 time: 0.1464772 May 19 12:50:15.582571 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:15.607311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:15.616052 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b1920-102b-4fa1-82d7-e7a564c2b37b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:15.669825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:15.681454 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:15.685399 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:15.892333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:15.917864 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:15.944338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:16.014894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:16.208657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-836ef834-4199-4b13-a8c7-70d0496a02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:16.211813 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-836ef834-4199-4b13-a8c7-70d0496a02f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7943251 May 19 12:50:16.509610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36222139-8b3f-408f-b2fb-ca903c630444 req-69fc0761-85d2-488c-865f-44eb50587143 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 210 time: 0.1775191 May 19 12:50:16.566134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.589209 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-9b35c15d-8acc-4e20-9830-8ca234f8e8f6 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687904 May 19 12:50:16.722157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-fbfa8e16-97e2-4837-bb03-b77a9b18f294 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:16.725415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-fbfa8e16-97e2-4837-bb03-b77a9b18f294 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 822 time: 0.9602921 May 19 12:50:16.757523 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.778881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Request body: {'port': {'device_id': '09aaa12c-845c-4e68-9951-190713a44f92', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'admin_state_up': True, 'tenant_id': '8f1443ded702462980abf555acabad14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:16.934054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4ec3122a-497e-4e61-8eac-146d763a1664 req-22b90c7e-c2fd-47e4-987e-5eb06e8ccf5d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322239 May 19 12:50:16.937439 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.950010 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-952d11d6-7195-4ec6-8625-10047125b835 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:17.030728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:17.039432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:17.044915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:50:17.111852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:17.116863 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:17.138728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:17.139684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.167936 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1068928 May 19 12:50:17.180863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Request body: {'port': {'device_id': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:17.209185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8c70-f01a-408a-b057-ee194d7cb8db req-237510b6-4197-4378-8f1d-669c00c8ad88 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:17.221061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a3e8c70-f01a-408a-b057-ee194d7cb8db req-237510b6-4197-4378-8f1d-669c00c8ad88 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 949 time: 1.2290702 May 19 12:50:17.361612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.411671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:17.430465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a3e8c70-f01a-408a-b057-ee194d7cb8db req-e1a4a84c-abc4-4a98-a530-d82e23226e3f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080591 May 19 12:50:17.459403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:17.717730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Made reservation on behalf of 8f1443ded702462980abf555acabad14 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:17.722921 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.804322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf10bde-65e0-48a9-b7be-def9a9bf38ff req-b625ed93-57ac-49fb-976f-6f3415968714 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:17.816737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faf10bde-65e0-48a9-b7be-def9a9bf38ff req-b625ed93-57ac-49fb-976f-6f3415968714 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 931 time: 0.7886784 May 19 12:50:18.163826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:18.176054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:18.201637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Transition to ACTIVE for port object 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:18.207554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:18.209856 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e00d569e-5946-4f12-bc05-b4a723bf22ee req-79cca729-d678-4d0b-b23e-b0ae5ef89dc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 210 time: 0.1765852 May 19 12:50:18.222628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:18.223225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-faf10bde-65e0-48a9-b7be-def9a9bf38ff req-f6e201da-a689-4ee0-8f32-c936becc4385 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:18.474944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-faf10bde-65e0-48a9-b7be-def9a9bf38ff req-f6e201da-a689-4ee0-8f32-c936becc4385 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:18.492786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faf10bde-65e0-48a9-b7be-def9a9bf38ff req-f6e201da-a689-4ee0-8f32-c936becc4385 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607049 May 19 12:50:18.649897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:18.659931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Allocated IP 172.20.0.6 (9313c83a-c177-4bd2-9402-8a9baee2765f/85d3c1d6-78c2-4532-9307-c63f6eb33aa3/9b243a81-2397-4aed-b46f-936bb7b94c16) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:18.664330 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:18.759848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Attempting to bind port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:18.760222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Attempting to bind port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:18.760538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Attempting to bind port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:18.767697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:50:18.768104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Attempting to bind port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:18.777947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:18.778358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Checking segment: {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:18.779243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Bound using segment: {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:18.779698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Bound port: 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:18.780082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:18.872746 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:18.984678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 370b1920-102b-4fa1-82d7-e7a564c2b37b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:18.991966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 370b1920-102b-4fa1-82d7-e7a564c2b37b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:18.992618 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.002940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:19.008584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:19.016955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.028920 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:19.053164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f256-4503-460d-a625-67c1dbd476f4 req-c59206d0-c6d8-4f9d-adf6-ac40e23686f9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:19.061412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3028f256-4503-460d-a625-67c1dbd476f4 req-c59206d0-c6d8-4f9d-adf6-ac40e23686f9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 949 time: 0.3164730 May 19 12:50:19.132088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:19.137886 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:19.151474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:19.152765 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.157247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.158798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] 10.222.0.71 "PUT /v2.0/ports/2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 1091 time: 1.9827147 May 19 12:50:19.159411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:19.170034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3028f256-4503-460d-a625-67c1dbd476f4 req-ca962ade-9e48-49f7-ab60-8ea728b2725a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068025 May 19 12:50:19.197355 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.198116 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.274169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:19.300792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:19.308032 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.310712 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:19.321219 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'status': 'completed', 'code': 200} May 19 12:50:19.387517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:19.447306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-64282211-07af-430c-9c8c-b056edd48b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:19.448907 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-64282211-07af-430c-9c8c-b056edd48b93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1094 time: 0.2139354 May 19 12:50:19.469732 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:19.476122 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:19.487585 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'code': 200} May 19 12:50:19.628766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c37370e6-06f9-4ead-bc70-6a2eb58e0bf5 req-d74d1f31-359f-4cc8-9e01-cc61a2321f99 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 210 time: 0.1121497 May 19 12:50:19.742749 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-038d194d-994f-4af4-83c0-50f1f76b5351 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 217 time: 0.2829273 May 19 12:50:19.782329 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.838673 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:19.901443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Deleting subnet 87c3aef8-9bee-4b9c-98cb-5684ec48d89f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:50:19.914473 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.975825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-4890a070-8a3a-4f5f-b4fa-d848ddf3c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:19.978403 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-4890a070-8a3a-4f5f-b4fa-d848ddf3c2b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.2120790 May 19 12:50:19.990984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Network 9313c83a-c177-4bd2-9402-8a9baee2765f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:20.002385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:20.016573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:50:20.065234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event updated for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:20.079695 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:20.096729 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-159439b6-8ca1-49b1-8566-68afc3ff7180 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980883 May 19 12:50:20.097061 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:50:20.106086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.113413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:20.113413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.201125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d35993-fa60-4312-9d5d-7e35db29ff5d req-83aec7a6-1176-4f0c-8efc-387338fed39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:20.203526 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-74d35993-fa60-4312-9d5d-7e35db29ff5d req-83aec7a6-1176-4f0c-8efc-387338fed39b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.6321983 May 19 12:50:20.242738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4778416 May 19 12:50:20.254120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363892-e192-4b39-b46b-9c5539d4ad62 req-f5489767-7064-4c7a-bfa9-b91cb92a4378 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:20.259948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3363892-e192-4b39-b46b-9c5539d4ad62 req-f5489767-7064-4c7a-bfa9-b91cb92a4378 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 943 time: 0.4608805 May 19 12:50:20.331544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Request body: {'port': {'device_id': '09aaa12c-845c-4e68-9951-190713a44f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:20.376096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:20.410897 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'mac_address': 'fa:16:3e:91:18:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:50:20.468326 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.522708 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.562082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:20.594762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:20.603805 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.606717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:20.643527 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-74d35993-fa60-4312-9d5d-7e35db29ff5d req-17e8395f-2035-4c95-8c55-e6f76b076156 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075401 May 19 12:50:20.752213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d4e8ef63-b6d9-4d28-b5b7-474f1959c52f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:20.752808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3363892-e192-4b39-b46b-9c5539d4ad62 req-32ce2aeb-b68a-48bc-9c77-515bd4fa6bb7 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912064 May 19 12:50:20.764400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-cff16835-2dba-4b8e-a811-50104c14938d service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043699 May 19 12:50:20.916470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:20.939747 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:21.023947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:21.036552 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3c0ba0-b79e-4b4c-a5ab-dedd7b9ad824 req-5cd9cc9b-9977-449d-94c8-4f7aaa17494b service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650151 May 19 12:50:21.071772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:21.101128 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3e0c698-1058-4584-9e44-d6e39a9a3ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:21.210368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Deleting port a8926453-1b1a-4cdf-8410-9095b7cc0756 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:21.210791 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:21.280013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:21.280365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f137f3-a0ce-4eac-b21d-089413a9228a req-d4f9faff-d09f-4845-a443-e7251895e64e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:21.287956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0f137f3-a0ce-4eac-b21d-089413a9228a req-d4f9faff-d09f-4845-a443-e7251895e64e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.6818500 May 19 12:50:21.291192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c3aef8-9bee-4b9c-98cb-5684ec48d89f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:21.294554 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:21.296202 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/87c3aef8-9bee-4b9c-98cb-5684ec48d89f HTTP/1.1" status: 204 len: 168 time: 1.9071064 May 19 12:50:21.309394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:21.609855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0f137f3-a0ce-4eac-b21d-089413a9228a req-454ffc29-5846-4256-ba05-ce680b3e3dea tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208046 May 19 12:50:21.688895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-1a3b97e4-55e6-4c11-85f5-676fb056d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:21.690830 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-1a3b97e4-55e6-4c11-85f5-676fb056d0e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1094 time: 0.4800570 May 19 12:50:21.703788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:21.818775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] For port a8926453-1b1a-4cdf-8410-9095b7cc0756, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a8926453-1b1a-4cdf-8410-9095b7cc0756,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:21.819312 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.000366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Calling delete_port for a8926453-1b1a-4cdf-8410-9095b7cc0756 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:22.092201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc947e04-d625-4b17-b4ef-720e2d868e06 req-7182f79a-025c-4f83-a14f-2043e64ae236 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:22.092959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cc947e04-d625-4b17-b4ef-720e2d868e06 req-7182f79a-025c-4f83-a14f-2043e64ae236 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Synchronizing usage tracker for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:22.103347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.104327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:22.148149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f16102f-0ff6-4bd2-80e0-21585c3152f3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:22.223503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b649cd-1225-4454-a587-a0641fcf7070') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:22.223503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b649cd-1225-4454-a587-a0641fcf7070') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:22.227256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-3fdb1d5b-49e5-4843-877a-1685effdee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:22.229026 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-3fdb1d5b-49e5-4843-877a-1685effdee56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.5200856 May 19 12:50:22.239471 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.283198 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.373478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cc947e04-d625-4b17-b4ef-720e2d868e06 req-7182f79a-025c-4f83-a14f-2043e64ae236 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Unset dirty status for tenant:8f1443ded702462980abf555acabad14 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:22.375009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc947e04-d625-4b17-b4ef-720e2d868e06 req-7182f79a-025c-4f83-a14f-2043e64ae236 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 931 time: 0.9689229 May 19 12:50:22.421273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:50:22.422009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: timer() May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:50:22.447778 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:50:22.454346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16c0e-32e4-4cc4-abad-a9f93861d766 req-801867f4-040e-4298-b957-a3a184e01230 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:22.456339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5a16c0e-32e4-4cc4-abad-a9f93861d766 req-801867f4-040e-4298-b957-a3a184e01230 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 943 time: 0.4717033 May 19 12:50:22.460848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b243a81-2397-4aed-b46f-936bb7b94c16 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:22.477069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.491174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-8b4097db-f4c5-456f-8554-e6540c77cd89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 217 time: 0.1932878 May 19 12:50:22.510682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:22.511821 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.558042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Transition to ACTIVE for port object 9b243a81-2397-4aed-b46f-936bb7b94c16 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:22.588118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc947e04-d625-4b17-b4ef-720e2d868e06 req-d38b19a1-36f2-43a8-8e44-ae0b6b3cbc31 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729836 May 19 12:50:22.588817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.614097 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48a9c344-4208-4c57-8817-4bc89274ad0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:22.767420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.805492 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:22.889527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-1e70ebec-7f9f-471f-968a-f550434cc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:22.892844 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-1e70ebec-7f9f-471f-968a-f550434cc411 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.3107550 May 19 12:50:22.894043 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.902042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f16102f-0ff6-4bd2-80e0-21585c3152f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:22.932902 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.952696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:22.975520 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-b75b3ea7-c1ab-40d1-9206-808fa128b045 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637298 May 19 12:50:22.977738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f16102f-0ff6-4bd2-80e0-21585c3152f3 HTTP/1.1" status: 204 len: 168 time: 1.6656468 May 19 12:50:22.990154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5a16c0e-32e4-4cc4-abad-a9f93861d766 req-a6a039ef-c28b-471a-8b4c-bb02a549c6f7 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162380 May 19 12:50:23.021839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:23.028023 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:23.058097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:23.080840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:23.091978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:23.100237 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:23.260262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:23.270983 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:23.341356 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-92564c7b-ba7f-472a-9e9e-a882c555ee41 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582268 May 19 12:50:23.505145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:23.631708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Attempting to bind port 9b243a81-2397-4aed-b46f-936bb7b94c16 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:23.631708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Attempting to bind port 9b243a81-2397-4aed-b46f-936bb7b94c16 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:23.631708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Attempting to bind port 9b243a81-2397-4aed-b46f-936bb7b94c16 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:23.636063 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:23.647371 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-604a581b-4a07-4b64-ba43-edf8b48b82dc tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:23.713559 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9382d482-e3f0-46c4-bca8-7e29df3f0ad6 req-dc48b7ef-ec60-456e-ab54-286aaa7ee0fb service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652744 May 19 12:50:23.744545 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'code': 200} May 19 12:50:23.852777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8926453-1b1a-4cdf-8410-9095b7cc0756,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:23.864846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Port 9b243a81-2397-4aed-b46f-936bb7b94c16 on network 9313c83a-c177-4bd2-9402-8a9baee2765f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:50:23.864846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Attempting to bind port 9b243a81-2397-4aed-b46f-936bb7b94c16 on network 9313c83a-c177-4bd2-9402-8a9baee2765f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:23.878939 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:23.881548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:23.881861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Checking segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:23.882257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Bound using segment: {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:23.882696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Bound port: 9b243a81-2397-4aed-b46f-936bb7b94c16, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc9a2f6-4853-4a7f-945a-97e9f9e03945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:23.883039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:24.016229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3d3ec14-1a9e-439e-b124-f7ad424f8494 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75376fad43404a719fd22b4ae8be0348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982855 May 19 12:50:24.017711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:24.052270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98583011-ecaa-4a0b-87ae-1dcc608a4c9c req-5d5c124e-c44a-4c8c-ae95-7a9396dd3942 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:24.054265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98583011-ecaa-4a0b-87ae-1dcc608a4c9c req-5d5c124e-c44a-4c8c-ae95-7a9396dd3942 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.8815916 May 19 12:50:24.254362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:24.277501 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98583011-ecaa-4a0b-87ae-1dcc608a4c9c req-274beb76-1bb1-4022-8517-e9998df4148a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914616 May 19 12:50:24.281879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9b243a81-2397-4aed-b46f-936bb7b94c16,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:24.358913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:24.374960 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52ebac9d-d854-4dc1-a6cb-b3b3f406b361 tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:24.424480 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:24.501202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b582f0b-50d7-47c7-986b-2ccdc8362dc2 req-f13216bd-f2e5-4757-9a1f-68215823825e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:24.508499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b582f0b-50d7-47c7-986b-2ccdc8362dc2 req-f13216bd-f2e5-4757-9a1f-68215823825e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 943 time: 0.5648913 May 19 12:50:24.529132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:24.529817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:24.531363 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b243a81-2397-4aed-b46f-936bb7b94c16 HTTP/1.1" status: 200 len: 1091 time: 4.2268882 May 19 12:50:24.534255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:24.662748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:24.801963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:24.832246 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:24.859368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b582f0b-50d7-47c7-986b-2ccdc8362dc2 req-a28e3e4b-2039-4d9e-a506-10bcf051924f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498633 May 19 12:50:24.911870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:25.046486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:25.073666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ae88a310-b1e2-40b6-b1cf-42c562fe5088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:25.126108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-dcc15986-2753-4e60-9632-6a557e1f37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:25.127707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-dcc15986-2753-4e60-9632-6a557e1f37f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 1094 time: 0.4971170 May 19 12:50:25.422007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08abd227-796a-43d6-b778-f41941486a70,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:25.552553 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:25.668491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d61af-92f8-4e73-b51e-1e86539af9d6 req-821a49b9-c2c4-4ec6-b213-dd8e15d62afb tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:25.672413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9d61af-92f8-4e73-b51e-1e86539af9d6 req-821a49b9-c2c4-4ec6-b213-dd8e15d62afb tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 943 time: 0.9225066 May 19 12:50:25.725341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-0157f945-4eaf-4722-9343-ae66f96cdaf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b243a81-2397-4aed-b46f-936bb7b94c16 HTTP/1.1" status: 200 len: 217 time: 0.2801099 May 19 12:50:25.941707 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:25.943500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08abd227-796a-43d6-b778-f41941486a70 HTTP/1.1" status: 204 len: 168 time: 1.9008884 May 19 12:50:26.099950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9d61af-92f8-4e73-b51e-1e86539af9d6 req-22f23bb1-01f9-444d-9cd2-2427ae06c719 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671496 May 19 12:50:26.126363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:50:26.317088 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16', 'status': 'completed', 'code': 200} May 19 12:50:26.367175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842af2-61d6-411e-b784-05892fe181f8 req-2504c0db-7736-466b-8c8f-7cdeedb0612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:26.373794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-2504c0db-7736-466b-8c8f-7cdeedb0612f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.6202805 May 19 12:50:26.528570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:26.568416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-6cad3180-0010-4b62-83f0-cb09a8df9657 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523380 May 19 12:50:26.572740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0', 'port_id': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'mac_address': 'fa:16:3e:3e:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d91c8f9-a367-4f36-b9d5-26e4b47c7171', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:50:26.800425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:26.853878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:26.886563 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:26.894247 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:26.898087 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:27.101931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-17dbb9d6-bef2-499e-971a-e9aa6ba633a6 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:27.110200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-17dbb9d6-bef2-499e-971a-e9aa6ba633a6 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 1.2500243 May 19 12:50:27.144375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:27.149921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Router f8767c17-d3af-4b56-a9c4-e159144036af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:50:27.158424 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:27.160447 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:27.264268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:27.278037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Usage tracker for resource:security_group_rule and tenant:3da59aa78dbc4cf78dad452fead0439b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:27.296592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:27.314390 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-9d32340e-3e71-4770-86aa-a13fabbbb8db service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356644 May 19 12:50:27.323035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:27.331262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:27.636908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:50:27.654111 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd842af2-61d6-411e-b784-05892fe181f8 req-28b5b03e-614f-459b-b600-c942b66292f3 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182027 May 19 12:50:27.657484 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Sync routers for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:50:27.699267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:27.701544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] 10.222.0.69 "PUT /v2.0/routers/f8767c17-d3af-4b56-a9c4-e159144036af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7274747 May 19 12:50:27.707484 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:50:27.713225 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:50:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:27.751201 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:27.760100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:27.775652 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97d63e48-fdeb-4642-a955-0ceb798f55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:27.977367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Synchronizing usage tracker for tenant:3da59aa78dbc4cf78dad452fead0439b on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:28.021065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf3cd9-ab75-4c0a-8af9-6397e498423c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:28.034872 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:28.149520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Unset dirty status for tenant:3da59aa78dbc4cf78dad452fead0439b on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:28.169538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fad3589d-a1dc-41dc-ba18-c724da71e655 req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0581152 May 19 12:50:28.230337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-cb4e4458-fd9f-4c8c-b597-1066ae5f89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:28.233805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-cb4e4458-fd9f-4c8c-b597-1066ae5f89e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f1443ded702462980abf555acabad14&device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 1094 time: 0.4288969 May 19 12:50:28.324727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:50:28.510548 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:28.592351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-b1bb7063-8783-429a-b119-c02a418e3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:28.593879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-b1bb7063-8783-429a-b119-c02a418e3916 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 200 len: 923 time: 0.3530030 May 19 12:50:28.780077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-091eeb19-3b80-4b10-8715-abc1fd488fc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b243a81-2397-4aed-b46f-936bb7b94c16 HTTP/1.1" status: 200 len: 217 time: 0.1714635 May 19 12:50:28.885268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-2890e98d-f5c5-4e35-a9ce-c59c54efb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:28.886856 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-2890e98d-f5c5-4e35-a9ce-c59c54efb913 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 200 len: 862 time: 0.1024594 May 19 12:50:28.958351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-44042d02-6e52-4363-8563-ca2a481b024b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9313c83a-c177-4bd2-9402-8a9baee2765f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649078 May 19 12:50:28.971308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a12f6a-62f4-4ce5-9a78-1dddee3bda2b req-c8b1aa95-bef2-4f22-8189-b8decdf162e5 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:28.982224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63a12f6a-62f4-4ce5-9a78-1dddee3bda2b req-c8b1aa95-bef2-4f22-8189-b8decdf162e5 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 943 time: 0.2679958 May 19 12:50:29.014315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:29.255961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Deleting port 610d782b-1e98-4409-923f-566dd7546139 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:29.256510 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:29.353664 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '610d782b-1e98-4409-923f-566dd7546139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:50:23Z', 'revision_number': 5, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port': {'id': '610d782b-1e98-4409-923f-566dd7546139', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:42:28Z', 'updated_at': '2021-05-19T12:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:29.374809 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Checking router: f8767c17-d3af-4b56-a9c4-e159144036af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:50:29.428086 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Routers {'f8767c17-d3af-4b56-a9c4-e159144036af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:50:29.429344 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:50:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f8767c17-d3af-4b56-a9c4-e159144036af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:29.479153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-3cdc1bdc-aac7-4f67-8c42-eb2d5c4243b6 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942150 May 19 12:50:29.522447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63a12f6a-62f4-4ce5-9a78-1dddee3bda2b req-1ea9899a-4535-442a-afe8-54dbf1175e83 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389152 May 19 12:50:29.809746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] For port 610d782b-1e98-4409-923f-566dd7546139, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=610d782b-1e98-4409-923f-566dd7546139,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:29.810796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:29.886463 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] Set router f8767c17-d3af-4b56-a9c4-e159144036af gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:50:29.980632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36184d3f-0299-4d1a-ada6-16b4c9f9866a req-50a2ea72-6499-4ab1-b899-be3fd5f9ce87 service neutron] 10.222.0.57 "GET /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512820 May 19 12:50:30.006117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Calling delete_port for 610d782b-1e98-4409-923f-566dd7546139 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:30.124395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9f09-be87-4045-905c-b1608b3ce041 req-8cb8570e-4883-42d1-9726-15951690c7cd tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:30.139286 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a95c9f09-be87-4045-905c-b1608b3ce041 req-8cb8570e-4883-42d1-9726-15951690c7cd tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 944 time: 0.1568003 May 19 12:50:30.161024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:30.244483 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:50:29Z', 'revision_number': 6, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:30.244852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a95c9f09-be87-4045-905c-b1608b3ce041 req-d59cb6bf-a38e-4799-b164-f40184887bbc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022973 May 19 12:50:30.277610 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80cfe3-22b7-466a-85fd-cdacd3674940 None None] The sync data for ids ['f8767c17-d3af-4b56-a9c4-e159144036af'] in n-d-791505-2 is: [{'id': 'f8767c17-d3af-4b56-a9c4-e159144036af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391250540-router', 'tenant_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:23Z', 'updated_at': '2021-05-19T12:50:29Z', 'revision_number': 6, 'project_id': 'bce2f115061d4fa8ab4109bd64e0f415', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:50:30.300724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:30.314641 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:30.540274 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:30.562342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:30.563916 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:30.616258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=610d782b-1e98-4409-923f-566dd7546139,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:30.621305 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:30.648001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:30.941941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9b243a81-2397-4aed-b46f-936bb7b94c16 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:50:30.962690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a8926453-1b1a-4cdf-8410-9095b7cc0756 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:31.047636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: a8926453-1b1a-4cdf-8410-9095b7cc0756 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:31.049554 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a8926453-1b1a-4cdf-8410-9095b7cc0756 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:31.210154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.215400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.272386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.273257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8767c17-d3af-4b56-a9c4-e159144036af {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:50:31.277437 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:50:31.324281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.326779 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f8767c17-d3af-4b56-a9c4-e159144036af HTTP/1.1" status: 204 len: 168 time: 3.6247265 May 19 12:50:31.330622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:31.369846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.500505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Deleting subnet c809a785-d32c-44f6-946c-cbc869c6039f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:50:31.504666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.645481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:31.697036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:31.706777 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.713739 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:31.721909 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:31.945801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9b243a81-2397-4aed-b46f-936bb7b94c16,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:31.988938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '9b243a81-2397-4aed-b46f-936bb7b94c16', 'network_id': '9313c83a-c177-4bd2-9402-8a9baee2765f', 'port_id': '9b243a81-2397-4aed-b46f-936bb7b94c16', 'mac_address': 'fa:16:3e:83:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3c1d6-78c2-4532-9307-c63f6eb33aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:50:32.027314 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:32.032444 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:32.080316 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:32.116089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b243a81-2397-4aed-b46f-936bb7b94c16 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:32.142309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9b243a81-2397-4aed-b46f-936bb7b94c16,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:32.149741 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:32.152085 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:32.420598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:32.430253 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:32.477190 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 610d782b-1e98-4409-923f-566dd7546139 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:32.560762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['9b243a81-2397-4aed-b46f-936bb7b94c16'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:32.676154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 610d782b-1e98-4409-923f-566dd7546139 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:32.676495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 610d782b-1e98-4409-923f-566dd7546139 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:32.684793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-98665f70-933d-4e53-b17d-39254d94b75c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4588232 May 19 12:50:32.768151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:33.078142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e8bea-c3e5-418b-8dec-938a74ba0306 req-9bd99119-3085-42f7-90f6-2e2f0f54c805 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:33.086747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b33e8bea-c3e5-418b-8dec-938a74ba0306 req-9bd99119-3085-42f7-90f6-2e2f0f54c805 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 944 time: 0.5119207 May 19 12:50:33.255992 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b33e8bea-c3e5-418b-8dec-938a74ba0306 req-c1fa310a-55ab-42fd-bba4-8edd7ef34e93 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682067 May 19 12:50:33.379340 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'code': 200} May 19 12:50:33.440340 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:33.449121 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:33.561977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c809a785-d32c-44f6-946c-cbc869c6039f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:33.569431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7884b8f7-6ebc-45e0-99a1-9e6d672e6d7c None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:50:33.571247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:33.574588 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:33.691512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c809a785-d32c-44f6-946c-cbc869c6039f HTTP/1.1" status: 204 len: 168 time: 2.3575208 May 19 12:50:33.694203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:33.869639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c57b7-8cd4-4cbc-a47f-b17253a24dae req-29c41714-bd81-4214-9eb2-a41ea43311fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:33.871511 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-900c57b7-8cd4-4cbc-a47f-b17253a24dae req-29c41714-bd81-4214-9eb2-a41ea43311fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1096 time: 0.3545160 May 19 12:50:33.872807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308dfa7-4b32-4cc3-a26e-57adb4d518e3 req-7d8da07c-5952-43ba-b281-8ef31d344264 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:33.883279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a308dfa7-4b32-4cc3-a26e-57adb4d518e3 req-7d8da07c-5952-43ba-b281-8ef31d344264 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.3789065 May 19 12:50:33.900250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81db5-533e-48bc-ae0c-1ac1af585df4 req-e2931bbd-3176-4ee2-ba06-545d0d93f8bc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:33.901854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93c81db5-533e-48bc-ae0c-1ac1af585df4 req-e2931bbd-3176-4ee2-ba06-545d0d93f8bc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 945 time: 0.3321633 May 19 12:50:34.079674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93c81db5-533e-48bc-ae0c-1ac1af585df4 req-2ec06b0f-e1bd-4d5d-b659-3589d2c49d97 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422822 May 19 12:50:34.102659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a308dfa7-4b32-4cc3-a26e-57adb4d518e3 req-e77693a1-d1e6-44a5-8462-94b495ee11e7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184279 May 19 12:50:34.119315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.125326 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-900c57b7-8cd4-4cbc-a47f-b17253a24dae req-3335113c-5c4a-4871-87ab-7bc9f1dc2951 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386663 May 19 12:50:34.255866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] DHCP port deletion for e5af02b6-18bd-42b3-8458-2a2b05b7331c request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:50:34.460386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Deleting port 3cae2abc-a81e-412f-b0c7-c822ddaea681 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:34.464049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.633843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Deleting port 3cae2abc-a81e-412f-b0c7-c822ddaea681 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:34.634718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.710157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3cae2abc-a81e-412f-b0c7-c822ddaea681 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:34.865694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] For port 3cae2abc-a81e-412f-b0c7-c822ddaea681, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3cae2abc-a81e-412f-b0c7-c822ddaea681,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:34.866336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.915127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e7243-3215-436b-8c60-165296af44bc req-b54c84bc-fcf2-4f94-af27-2b9f99dae527 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:34.916858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f54e7243-3215-436b-8c60-165296af44bc req-b54c84bc-fcf2-4f94-af27-2b9f99dae527 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 944 time: 0.2115495 May 19 12:50:35.030212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f54e7243-3215-436b-8c60-165296af44bc req-835b788c-3183-4a43-8649-e82235b520c2 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001856 May 19 12:50:35.041866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9b243a81-2397-4aed-b46f-936bb7b94c16 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:35.269033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Calling delete_port for 3cae2abc-a81e-412f-b0c7-c822ddaea681 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:35.445712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:35.449452 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b24c4e7-4ac5-49b6-ae5d-0f4b3ff19f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:35.505711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No active binding found for port 3cae2abc-a81e-412f-b0c7-c822ddaea681 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 12:50:35.506344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3cae2abc-a81e-412f-b0c7-c822ddaea681 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:35.566715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] For port 3cae2abc-a81e-412f-b0c7-c822ddaea681, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3cae2abc-a81e-412f-b0c7-c822ddaea681,segment=NetworkSegment(d2ab0444-212c-472f-863e-502e781adbf7),segment_id=d2ab0444-212c-472f-863e-502e781adbf7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:35.583684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:35.584122 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:35.590343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cae2abc-a81e-412f-b0c7-c822ddaea681,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:35.606470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 9b243a81-2397-4aed-b46f-936bb7b94c16 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:35.608831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.609710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.610898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.611724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.612552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.613379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.614173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.614996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.615816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.616691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.617872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.618698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:35.632017 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:35.639075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] No DVR routers for this DVR port 3cae2abc-a81e-412f-b0c7-c822ddaea681 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:35.898868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 9b243a81-2397-4aed-b46f-936bb7b94c16 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:35.899736 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.063390 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:50:36.154386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-8bbe250b-a324-4651-a4d4-ab572300ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:36.154386 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-8bbe250b-a324-4651-a4d4-ab572300ef9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.7565107 May 19 12:50:36.158608 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.179052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:36.184212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3fdf39ab6d418f8ca470c13d49877a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:36.188992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:36.196256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:36.243208 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.291863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5af02b6-18bd-42b3-8458-2a2b05b7331c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:36.303128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Calling delete_port for 3cae2abc-a81e-412f-b0c7-c822ddaea681 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:36.313917 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.352914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ab0444-212c-472f-863e-502e781adbf7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:36.353370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ab0444-212c-472f-863e-502e781adbf7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:36.405716 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.498437 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.527997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:50:36.529944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.579085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-5383f5b3-ebab-4fed-b8f7-8577e374d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:36.580807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-5383f5b3-ebab-4fed-b8f7-8577e374d129 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4071999 May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: timer() May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:50:36.589730 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:50:36.595818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.630235 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b379912d-699d-40c8-871c-e3b50089bf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:36.642003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f3fdf39ab6d418f8ca470c13d49877a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0560534 May 19 12:50:36.652049 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.655343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:36.731008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:36.795950 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.814414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db9613c-7a8b-4cc0-9a3c-23982352a30f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:36.814768 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:36.818270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-c5d8423c-6193-46aa-b28b-a84437d6792a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.1904051 May 19 12:50:36.821034 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:36.843956 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.880508 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48ebde83-cf3d-47c0-9b46-fbc4bef7065f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:36.900621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9b243a81-2397-4aed-b46f-936bb7b94c16,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:36.911245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Pushing event deleted for resources: {'Port': ['ID=3cae2abc-a81e-412f-b0c7-c822ddaea681,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:36.920636 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:36.922492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Network e5af02b6-18bd-42b3-8458-2a2b05b7331c is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 12:50:36.923290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] No DVR routers for this DVR port 3cae2abc-a81e-412f-b0c7-c822ddaea681 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:36.927450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38bcda-de7b-4805-9877-1628f4cdb59f req-e7887725-be99-4a67-91ff-cb0332b2032e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:36.929412 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.933753 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:36.948370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a38bcda-de7b-4805-9877-1628f4cdb59f req-e7887725-be99-4a67-91ff-cb0332b2032e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 1.4007154 May 19 12:50:36.955566 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:36.979425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5af02b6-18bd-42b3-8458-2a2b05b7331c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:36.984229 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:37.037097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a38bcda-de7b-4805-9877-1628f4cdb59f req-754d0244-fe12-4537-bcda-3de2fbb1b055 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872812 May 19 12:50:37.037361 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e5af02b6-18bd-42b3-8458-2a2b05b7331c HTTP/1.1" status: 204 len: 168 time: 3.3417940 May 19 12:50:37.045490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:37.061219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:37.090199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:37.098579 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:37.113660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:37.178634 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:37.186090 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c1d4616-1130-4f85-80c5-638057823170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:37.204874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db9613c-7a8b-4cc0-9a3c-23982352a30f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:37.208251 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:37.209670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:37.210985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8db9613c-7a8b-4cc0-9a3c-23982352a30f HTTP/1.1" status: 204 len: 168 time: 0.5532897 May 19 12:50:37.338032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264f3-6267-4075-8d64-2ba34606d1f5 req-13bd643d-2740-4fe2-982a-a8f8758ca388 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:37.347537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a4264f3-6267-4075-8d64-2ba34606d1f5 req-13bd643d-2740-4fe2-982a-a8f8758ca388 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 945 time: 1.5523653 May 19 12:50:37.421846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a4264f3-6267-4075-8d64-2ba34606d1f5 req-4b467e34-3100-4dc6-9b3b-3c980ff7a4b4 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728705 May 19 12:50:37.463034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-15f50554-67b0-442e-acf1-0717a12f8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:37.470338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-15f50554-67b0-442e-acf1-0717a12f8295 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6409838 May 19 12:50:37.723964 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16', 'code': 200} May 19 12:50:38.080405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e34e6-5f4b-4393-b89e-987c6b4623b3 req-26db0140-0bfa-4d7b-b189-57d719a113e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:38.081856 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-551e34e6-5f4b-4393-b89e-987c6b4623b3 req-26db0140-0bfa-4d7b-b189-57d719a113e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 1096 time: 0.2540758 May 19 12:50:38.191894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-551e34e6-5f4b-4393-b89e-987c6b4623b3 req-14e8bb5f-e06f-4702-9133-f41075169d6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014879 May 19 12:50:38.341940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-08b59700-b9b8-445e-9ae6-30b948d03654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:38.345497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-08b59700-b9b8-445e-9ae6-30b948d03654 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8643351 May 19 12:50:38.898466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1fef-3ccb-4d39-90dd-43aee9b20588 req-a996a442-492c-4b86-a0d2-c0efe72e10b0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:38.909129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73cb1fef-3ccb-4d39-90dd-43aee9b20588 req-a996a442-492c-4b86-a0d2-c0efe72e10b0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.5746200 May 19 12:50:38.976638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e65fa-55b9-4d93-8f32-c764aa7f8c7d req-2d8e4f2d-cfc1-4f08-b870-cfddf7f93005 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:38.984785 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db7e65fa-55b9-4d93-8f32-c764aa7f8c7d req-2d8e4f2d-cfc1-4f08-b870-cfddf7f93005 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 945 time: 0.8334625 May 19 12:50:39.102886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73cb1fef-3ccb-4d39-90dd-43aee9b20588 req-368a4d29-d408-4ad1-b92c-c42e87539e35 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917255 May 19 12:50:39.111542 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-466b868d-5397-4c6f-8051-3eb061679e03 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407906 May 19 12:50:39.523271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db7e65fa-55b9-4d93-8f32-c764aa7f8c7d req-1f531533-f944-4ce3-8d3b-9b9ceb5c97b6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370893 May 19 12:50:39.877563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-5433bca1-30aa-4926-97bf-07222b956acf service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495565 May 19 12:50:39.910853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b84c-12c9-4672-a4f6-2d3a17491a92 req-ae5d7c81-c660-4225-a2bf-83ca1510d6a0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:39.930851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4627b84c-12c9-4672-a4f6-2d3a17491a92 req-ae5d7c81-c660-4225-a2bf-83ca1510d6a0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 945 time: 0.4650121 May 19 12:50:40.068204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4627b84c-12c9-4672-a4f6-2d3a17491a92 req-cff09d8e-7799-41bf-a256-922a3c7ace66 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359859 May 19 12:50:40.088743 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:40.295362 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3fbed49-0850-4624-b6a2-5b734223f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:40.991306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-c6c38650-1d1d-4664-9444-525fb95be423 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1452940477&fields=id&tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 267 time: 0.2972004 May 19 12:50:41.156316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-d7b47790-fa41-4bd9-88ba-dd1c0e961ffe tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:41.164185 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-d7b47790-fa41-4bd9-88ba-dd1c0e961ffe tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 945 time: 0.1715310 May 19 12:50:41.171035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'security_groups': ['ada95237-5e0c-4cb0-963b-eca7a02001f6', '9470edf8-69d3-43a2-a39d-7bafe7b189cf']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:41.340828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0dac-cafe-46dd-9bcc-e7c81561da37 req-62bd1791-1b2d-41e5-9685-07396332be3c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:41.348356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86ff0dac-cafe-46dd-9bcc-e7c81561da37 req-62bd1791-1b2d-41e5-9685-07396332be3c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.6527257 May 19 12:50:41.487095 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86ff0dac-cafe-46dd-9bcc-e7c81561da37 req-eb9a3a99-73bf-4d4b-8e83-441848bcbaa4 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376450 May 19 12:50:41.487737 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:41.866215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Deleting port afdbbf4f-274a-4e62-8c22-290bcef89c51 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:41.867218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:42.634576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d11d7-635a-4a4d-abc0-415012ceb2b8 req-bec5b713-5a7c-4ddd-b6cb-d771589a5293 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:42.637757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b53d11d7-635a-4a4d-abc0-415012ceb2b8 req-bec5b713-5a7c-4ddd-b6cb-d771589a5293 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 945 time: 0.7049243 May 19 12:50:42.758450 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8936742-c58b-43d9-8b65-0a113842056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:42.778636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] For port afdbbf4f-274a-4e62-8c22-290bcef89c51, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=afdbbf4f-274a-4e62-8c22-290bcef89c51,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:42.779956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:42.823189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:42.859250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b53d11d7-635a-4a4d-abc0-415012ceb2b8 req-21eae9c9-bd3c-42dd-9255-e46e37287ab8 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 May 19 12:50:43.148675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Calling delete_port for afdbbf4f-274a-4e62-8c22-290bcef89c51 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:43.161551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:43.258178 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:43.288700 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:43.314505 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89a1a3da-c78a-41c3-a2a9-cdf517260f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:43.314833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:43.502398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:43.508361 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:43.535348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:43.536108 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:43.537537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06c72c9e-2f63-4077-891e-6b1c9b6f41fd req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "PUT /v2.0/ports/2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 981 time: 2.3725414 May 19 12:50:43.538091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:43.681601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:43.766634 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:43.781862 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:44.036391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdbbf4f-274a-4e62-8c22-290bcef89c51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:44.042023 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:44.442180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:44.550810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e5f4-dc6f-44cb-a5f4-c65c1129cd90 req-34fe375d-eaa0-4300-9f6a-8fa1390f4783 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:44.565087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f38e5f4-dc6f-44cb-a5f4-c65c1129cd90 req-34fe375d-eaa0-4300-9f6a-8fa1390f4783 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.7487676 May 19 12:50:44.667843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:45.020483 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'status': 'completed', 'code': 200} May 19 12:50:45.040859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f38e5f4-dc6f-44cb-a5f4-c65c1129cd90 req-3c971cc9-3f69-43fd-a536-cf46ea61d3d4 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743049 May 19 12:50:45.049597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.091339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:45.100629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Usage tracker for resource:security_group_rule and tenant:d80909dc4d6249a6937db6415db3b739 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:45.108034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:45.120633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:45.126662 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.301172 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1f10d12-5624-4e52-bf63-1457679876ac req-29e01220-6f05-4e65-ac63-724fe308ab4a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-748671428&fields=id&tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 267 time: 0.2351069 May 19 12:50:45.331323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.339560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-e80e96f1-eba1-4b6f-9290-74dba3a905ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:45.343967 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-e80e96f1-eba1-4b6f-9290-74dba3a905ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1135 time: 0.5469532 May 19 12:50:45.349126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.376215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4d7aa06f-76da-446d-9d34-1de97266b2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:45.457618 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.487322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7deb42-eb21-4a8f-8683-26b7d0be40e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:45.530818 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:45.546865 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:45.716670 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d80909dc4d6249a6937db6415db3b739&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0442262 May 19 12:50:45.728482 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:45.876315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f10d12-5624-4e52-bf63-1457679876ac req-5c70a45f-2b5f-4246-bf28-582002275899 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:45.885455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1f10d12-5624-4e52-bf63-1457679876ac req-5c70a45f-2b5f-4246-bf28-582002275899 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 984 time: 0.5641551 May 19 12:50:45.894274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'security_groups': ['9470edf8-69d3-43a2-a39d-7bafe7b189cf', 'ada95237-5e0c-4cb0-963b-eca7a02001f6', '2fafc4fa-78d2-43d0-98db-b4733a24bfc0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:45.945616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-5f5ae37d-ed76-4ff9-8e61-2c3b29235a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:45.948079 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-5f5ae37d-ed76-4ff9-8e61-2c3b29235a4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.5741313 May 19 12:50:46.039559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.051849 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-509ac026-8a28-4a65-82f4-c8e304735b20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 217 time: 0.0944419 May 19 12:50:46.139590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.174604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-48d3860f-23ff-468d-8ba9-7504501784bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:46.176142 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-48d3860f-23ff-468d-8ba9-7504501784bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.1133277 May 19 12:50:46.253462 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-e6367134-6dc0-474a-a581-65b2d2b2ff69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581772 May 19 12:50:46.295352 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.425052 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.440400 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e226623e-69e9-4edc-83aa-fa2ae11b555d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:46.452268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-4e890877-a56a-4e31-a20a-46e8b7aa0989 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:46.454045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-4e890877-a56a-4e31-a20a-46e8b7aa0989 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 945 time: 0.7049711 May 19 12:50:46.479499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7deb42-eb21-4a8f-8683-26b7d0be40e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:46.483995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174473-08e1-4d6e-b384-06ca2e3f3adb req-0712221b-87ac-47bc-aad9-70c13bcd335a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:46.485758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7174473-08e1-4d6e-b384-06ca2e3f3adb req-0712221b-87ac-47bc-aad9-70c13bcd335a tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/ports?device_id=09aaa12c-845c-4e68-9951-190713a44f92 HTTP/1.1" status: 200 len: 945 time: 0.8151381 May 19 12:50:46.502529 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:46.514240 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.518577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e7deb42-eb21-4a8f-8683-26b7d0be40e1 HTTP/1.1" status: 204 len: 168 time: 0.7865219 May 19 12:50:46.524234 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-0e1363ef-369d-4335-8dab-ff8627747575 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619228 May 19 12:50:46.775982 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:46.826943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7174473-08e1-4d6e-b384-06ca2e3f3adb req-65e473cc-a5d2-40ff-aa64-374e487c9cee tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups?id=afcca72c-19d7-4c84-8e85-97066d5ae838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221638 May 19 12:50:46.891817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66585666-d7cb-442b-a28c-ee9bea68ac7a req-b7be53da-95fb-4431-89a3-866b10f56f4b service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597987 May 19 12:50:47.013204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Deleting port 9b243a81-2397-4aed-b46f-936bb7b94c16 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:47.013640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:47.599004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Router 331e532d-567c-4342-a382-ea901a9b10bd has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:50:47.656277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] For port 9b243a81-2397-4aed-b46f-936bb7b94c16, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=9b243a81-2397-4aed-b46f-936bb7b94c16,segment=NetworkSegment(8dc9a2f6-4853-4a7f-945a-97e9f9e03945),segment_id=8dc9a2f6-4853-4a7f-945a-97e9f9e03945)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:47.656643 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:47.913088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Calling delete_port for 9b243a81-2397-4aed-b46f-936bb7b94c16 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:48.016802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-3390dfef-1b68-4858-81bd-193f7eae80da tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:48.018397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-3390dfef-1b68-4858-81bd-193f7eae80da tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.8604350 May 19 12:50:48.041896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:48.093535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-39a25e56-7673-4b53-bb0d-617184608b61 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/quotas/0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 375 time: 0.0540457 May 19 12:50:48.108901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:50:48.120012 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Sync routers for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:50:48.132661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:50:48.133696 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:50:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:48.192676 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:48.204914 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:48.225807 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:48.227248 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cb42f49d-56a6-417e-b786-32334c90aaa1 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:48.281882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] 10.222.0.69 "PUT /v2.0/routers/331e532d-567c-4342-a382-ea901a9b10bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2312417 May 19 12:50:48.313160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:48.313870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:48.314564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:48.332591 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1f10d12-5624-4e52-bf63-1457679876ac req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "PUT /v2.0/ports/2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 1020 time: 2.4458032 May 19 12:50:48.337583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:48.433398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:48.447307 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:48.450965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.451608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.452035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.452395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.452752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.453104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.453452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.453798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.454144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.454479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.454839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.455171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:48.462508 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:48.482354 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-2639a270-cdce-45ac-b8c5-6d633ac1ea1c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750672 May 19 12:50:48.483781 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:48.489990 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-890090c5-29b4-495e-8138-2ebec32ae02e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:48.561122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:50:48.619825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event deleted for resources: {'Port': ['ID=9b243a81-2397-4aed-b46f-936bb7b94c16,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:48.624389 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:48.851627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] No DVR routers for this DVR port 9b243a81-2397-4aed-b46f-936bb7b94c16 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:48.857468 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:48.927471 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:49.022452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2cceef3-bb93-4ebb-bf45-c0820e19f1f3 req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.57 "DELETE /v2.0/ports/9b243a81-2397-4aed-b46f-936bb7b94c16 HTTP/1.1" status: 204 len: 173 time: 2.5521727 May 19 12:50:49.066932 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:49.083283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9b243a81-2397-4aed-b46f-936bb7b94c16 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:49.093424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-bab2e2f5-6952-45f2-b662-c5a0f638535d service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316882 May 19 12:50:49.136670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 9b243a81-2397-4aed-b46f-936bb7b94c16 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:49.138037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 9b243a81-2397-4aed-b46f-936bb7b94c16 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:49.191385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Deleting port 66e4a072-296c-404c-9592-818b8c4cfce1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:49.192036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:49.197369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032f5e-095d-417b-8d56-0506f3fa1b8f req-748b4d33-ad50-482f-839b-79065d1a01d7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:49.210909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e032f5e-095d-417b-8d56-0506f3fa1b8f req-748b4d33-ad50-482f-839b-79065d1a01d7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.4535720 May 19 12:50:49.345385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] For port 66e4a072-296c-404c-9592-818b8c4cfce1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=66e4a072-296c-404c-9592-818b8c4cfce1,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:49.345385 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:49.354411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:50:43Z', 'revision_number': 5, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port': {'id': '66e4a072-296c-404c-9592-818b8c4cfce1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e532d-567c-4342-a382-ea901a9b10bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:43:02Z', 'updated_at': '2021-05-19T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:49.392877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Checking router: 331e532d-567c-4342-a382-ea901a9b10bd for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:50:49.426601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Routers {'331e532d-567c-4342-a382-ea901a9b10bd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:50:49.427418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:50:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['331e532d-567c-4342-a382-ea901a9b10bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:49.445920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e032f5e-095d-417b-8d56-0506f3fa1b8f req-db71a29d-d5c8-4840-b74d-d818fab3a8d4 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334578 May 19 12:50:49.518751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Calling delete_port for 66e4a072-296c-404c-9592-818b8c4cfce1 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:49.523927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-7db74d53-9bbe-4b9a-9b22-4083bd950ca8 service neutron] 10.222.0.69 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225452 May 19 12:50:49.625042 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] Set router 331e532d-567c-4342-a382-ea901a9b10bd gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:50:49.747797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:49.759245 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5fba66a-e816-4dd6-b6a0-0831bc9728b3 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:49.857416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:50:49Z', 'revision_number': 6, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:49.862395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6d065-448c-4b74-b5d3-9b4d6b6e2980 None None] The sync data for ids ['331e532d-567c-4342-a382-ea901a9b10bd'] in n-d-791505-2 is: [{'id': '331e532d-567c-4342-a382-ea901a9b10bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1223613969-router', 'tenant_id': '8fa023506d41477abffe47849c061b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:42:59Z', 'updated_at': '2021-05-19T12:50:49Z', 'revision_number': 6, 'project_id': '8fa023506d41477abffe47849c061b80', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:50:49.919395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e4a072-296c-404c-9592-818b8c4cfce1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:49.927140 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:49.999064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.193298 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.196974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.237573 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.238125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331e532d-567c-4342-a382-ea901a9b10bd {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:50:50.253572 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.257393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] 10.222.0.69 "DELETE /v2.0/routers/331e532d-567c-4342-a382-ea901a9b10bd HTTP/1.1" status: 204 len: 168 time: 1.9416387 May 19 12:50:50.257847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:50.448281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Deleting subnet 90a485ee-fff2-4263-8006-c5d38d5fe53a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:50:50.454561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.585020 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'status': 'completed', 'code': 200} May 19 12:50:50.680669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:50.704787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a738bbd-3445-4e06-981e-154af10c2822 req-e0d39109-4334-4b48-9467-788d60d806ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:50.706736 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-e0d39109-4334-4b48-9467-788d60d806ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1174 time: 0.0989351 May 19 12:50:50.827462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 66e4a072-296c-404c-9592-818b8c4cfce1 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:50.896131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a738bbd-3445-4e06-981e-154af10c2822 req-b60bf055-89ba-419c-a3d2-4f3127e49ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:50.897898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-b60bf055-89ba-419c-a3d2-4f3127e49ae3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.1834786 May 19 12:50:50.915511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 66e4a072-296c-404c-9592-818b8c4cfce1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:50.916164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 66e4a072-296c-404c-9592-818b8c4cfce1 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:50.916779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device afdbbf4f-274a-4e62-8c22-290bcef89c51 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:50.971009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: afdbbf4f-274a-4e62-8c22-290bcef89c51 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:50.971367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device afdbbf4f-274a-4e62-8c22-290bcef89c51 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:51.002607 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-82b1413e-a853-41e2-8499-de8a3a2d535b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 200 len: 217 time: 0.0976408 May 19 12:50:51.092274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a738bbd-3445-4e06-981e-154af10c2822 req-b25045d3-a24e-4bf5-a0aa-b2a0f3e23d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:51.092542 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f942e1f-7477-4ff5-8b5d-bad8bd80e061 req-35b0dd9e-2968-4061-87fc-f885d1cd26ad tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 210 time: 0.1223261 May 19 12:50:51.093974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-b25045d3-a24e-4bf5-a0aa-b2a0f3e23d34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.0842493 May 19 12:50:51.162663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9eec-b072-4c4f-9f3e-433755426f43 req-50b45602-220d-4a0b-93cd-a85e547fa469 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:51.164366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dacc9eec-b072-4c4f-9f3e-433755426f43 req-50b45602-220d-4a0b-93cd-a85e547fa469 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1023 time: 0.6499369 May 19 12:50:51.184127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-33016b3f-e530-45eb-97a4-93452c8b7381 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806201 May 19 12:50:51.190479 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:51.523517 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-5b48bbe8-ccd1-449a-9a20-c29f5df67396 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323863 May 19 12:50:51.698980 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7a738bbd-3445-4e06-981e-154af10c2822 req-89047fdf-a9fd-4ec4-887b-f398efc6648f service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690273 May 19 12:50:51.732528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dacc9eec-b072-4c4f-9f3e-433755426f43 req-b0c4993b-6e32-45b7-8394-403a98cc5471 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=9470edf8-69d3-43a2-a39d-7bafe7b189cf&id=2fafc4fa-78d2-43d0-98db-b4733a24bfc0&id=ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 200 len: 6149 time: 0.5486460 May 19 12:50:52.044358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f2f48-d702-4aa8-b3b6-2ba3b1e9cac7 req-6f4d8832-ec8e-4f2e-b047-72a79183f958 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:52.052590 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad5f2f48-d702-4aa8-b3b6-2ba3b1e9cac7 req-6f4d8832-ec8e-4f2e-b047-72a79183f958 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.6717992 May 19 12:50:52.100290 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-f6a62f23-03c3-48b0-9e66-e0ab90006240 service neutron] show failed (client error): The resource could not be found. May 19 12:50:52.102155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-f6a62f23-03c3-48b0-9e66-e0ab90006240 service neutron] 10.222.0.57 "GET /v2.0/ports/370b1920-102b-4fa1-82d7-e7a564c2b37b/bindings/n-h1-791505-2 HTTP/1.1" status: 404 len: 380 time: 0.1960249 May 19 12:50:52.226331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-5206792d-5d54-4848-bce6-7fb556dceb9b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:52.227888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-5206792d-5d54-4848-bce6-7fb556dceb9b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 820 time: 0.6263492 May 19 12:50:52.234129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad5f2f48-d702-4aa8-b3b6-2ba3b1e9cac7 req-0e27f3bc-c706-40e6-8660-6a7a0d1a8b8f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686640 May 19 12:50:52.238868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1374866163 ', 'description': 'tempest-description-1905816076'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:52.247883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Request body: {'port': {'device_id': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'admin_state_up': True, 'tenant_id': '0dedfff367864211b9c249dbc01a2336'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:52.296988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:52.300629 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:52.325911 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:52.373733 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95c130-407f-454d-bf77-82d1a928fb88 None None] Network feed5965-6e50-486e-a982-ac50f5055660 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:50:52.415767 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:52.431712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:52.434861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a485ee-fff2-4263-8006-c5d38d5fe53a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:52.444277 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:52.581505 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/90a485ee-fff2-4263-8006-c5d38d5fe53a HTTP/1.1" status: 204 len: 168 time: 2.3209558 May 19 12:50:52.582899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:52.584953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:52.593931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'name': 'network-vif-deleted', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:52.636383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-d9430ae9-e345-4880-8553-55464f55c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:52.639653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-d9430ae9-e345-4880-8553-55464f55c52d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1101 time: 0.1323671 May 19 12:50:52.653809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:52.660919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:52.713404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:52.720245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:52.873989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:52.921214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:52.930561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] DHCP port deletion for feed5965-6e50-486e-a982-ac50f5055660 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:50:52.939031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:52.970436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:53.006917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Made reservation on behalf of 0dedfff367864211b9c249dbc01a2336 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:53.012787 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.031711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Deleting port 7c50201e-b7bd-4f00-afdd-060798618ee9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:53.032198 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.064485 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.243286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] For port 7c50201e-b7bd-4f00-afdd-060798618ee9, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=7c50201e-b7bd-4f00-afdd-060798618ee9,segment=NetworkSegment(211c8227-bd31-4482-90f3-aad1dc6b37fb),segment_id=211c8227-bd31-4482-90f3-aad1dc6b37fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:53.244198 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.313022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:53.337078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188da5b-f596-4b90-baf2-cf5d8c339cdb req-0346f7cb-02b6-4b51-98b4-364f672d48d7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:53.345770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e188da5b-f596-4b90-baf2-cf5d8c339cdb req-0346f7cb-02b6-4b51-98b4-364f672d48d7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 950 time: 0.6565816 May 19 12:50:53.373012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:53.504931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:53.516266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.547801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Transition to ACTIVE for port object 370b1920-102b-4fa1-82d7-e7a564c2b37b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:53.553242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.563373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfade021-d37e-44c2-b662-3d36588a58e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:53.569731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e188da5b-f596-4b90-baf2-cf5d8c339cdb req-2e8a4382-fc58-4282-ab1a-3327a2efa21e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194924 May 19 12:50:53.586703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Calling delete_port for 7c50201e-b7bd-4f00-afdd-060798618ee9 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:53.641687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.677457 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.683255 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.688234 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33408829-671f-4637-beb3-4d7bd1003fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:53.715816 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:53.764766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea0d5ec-db02-45c9-a953-7d02baebe73e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:53.768207 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:53.815365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Allocated IP 172.20.0.2 (7dd4a539-7c64-4e7e-b4c6-b4cdad329034/1e66f455-cfc4-4471-b900-134702d97815/3a5646d7-8621-4763-80a1-a7adfc68d98b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:53.846231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Deleting port 7c50201e-b7bd-4f00-afdd-060798618ee9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:53.846840 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.895246 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:53.896943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f575a01-12fb-4e76-a02f-e6d064027ca0 req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.6677740 May 19 12:50:53.940410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Pushing event deleted for resources: {'Port': ['ID=7c50201e-b7bd-4f00-afdd-060798618ee9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:53.965266 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] No DVR routers for this DVR port 7c50201e-b7bd-4f00-afdd-060798618ee9 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:53.970931 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:54.087310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:54.098015 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:54.099852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] No DVR routers for this DVR port 370b1920-102b-4fa1-82d7-e7a564c2b37b on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:54.266837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:54.270346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:54.270926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:54.271446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:54.285977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:50:54.287454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Attempting to bind port 370b1920-102b-4fa1-82d7-e7a564c2b37b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:54.303394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:54.304434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:54.307201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:54.307981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Bound port: 370b1920-102b-4fa1-82d7-e7a564c2b37b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:54.310323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.484242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-67ede2ba-1ed7-42fb-89dc-92c1b0bb61ee req-b3214f80-7166-40a8-847d-c11598c01e53 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:54.506047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] For port 7c50201e-b7bd-4f00-afdd-060798618ee9, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:54.507171 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.524681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:54.530721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:54.551863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.552629 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:54.589187 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.672936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 7c50201e-b7bd-4f00-afdd-060798618ee9 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:54.722879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:54.723513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.733360 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] 10.222.0.71 "PUT /v2.0/ports/370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 1096 time: 2.0838730 May 19 12:50:54.772435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:54.797005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:54.838326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 7c50201e-b7bd-4f00-afdd-060798618ee9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:50:54.838326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 7c50201e-b7bd-4f00-afdd-060798618ee9 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:54.851354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:54.858356 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:54.865981 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:54.915227 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:55.065463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:55.077010 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:55.093545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:50:55.129160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-81e8d047-b8ef-43d8-ac16-6b2d24262b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:55.131738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-81e8d047-b8ef-43d8-ac16-6b2d24262b76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1099 time: 0.3459644 May 19 12:50:55.301998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:50:55.392535 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aaa12c-845c-4e68-9951-190713a44f92', 'name': 'network-vif-deleted', 'tag': '9b243a81-2397-4aed-b46f-936bb7b94c16', 'status': 'completed', 'code': 200} May 19 12:50:55.419373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Calling delete_port for 7c50201e-b7bd-4f00-afdd-060798618ee9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:55.442067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Port 7c50201e-b7bd-4f00-afdd-060798618ee9 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 12:50:55.474307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-67ede2ba-1ed7-42fb-89dc-92c1b0bb61ee req-b3214f80-7166-40a8-847d-c11598c01e53 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:55.484882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67ede2ba-1ed7-42fb-89dc-92c1b0bb61ee req-b3214f80-7166-40a8-847d-c11598c01e53 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 210 time: 1.2020249 May 19 12:50:55.491751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-7dc231b5-97c3-47c8-abaf-0ea581a46d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:55.494385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-7dc231b5-97c3-47c8-abaf-0ea581a46d69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3544388 May 19 12:50:55.534353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:55.564196 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6f86cd10-2eb4-48ab-aa83-2484e999f10f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:55.651333 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-027a4daa-7edc-4a01-ba1b-2565ad617ecc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.1488910 May 19 12:50:55.661134 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'code': 200} May 19 12:50:55.813567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:55.916372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:55.929397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['8a657808-6ae0-443e-8aae-7ad56543f15b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:50:55.933864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c50201e-b7bd-4f00-afdd-060798618ee9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:55.944051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] No DVR routers for this DVR port 7c50201e-b7bd-4f00-afdd-060798618ee9 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:50:55.992972 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:56.012756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5477f5b4-d577-4c7d-a7b3-d72435d4065e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:56.024649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-419010b4-3106-449f-9569-86041faad50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:56.026456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-419010b4-3106-449f-9569-86041faad50e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3610086 May 19 12:50:56.113552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:56.130489 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:56.145575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:50:56.264243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-940e756e-75d7-4dca-8d03-3871d14f26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:56.271768 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-940e756e-75d7-4dca-8d03-3871d14f26ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317352 May 19 12:50:56.300353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.323949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:56.346653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e5f7-9cbc-4dd8-b798-e5ba2230c0c8 req-14c68ccf-922d-45e4-9a3a-857e8887f0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:56.348547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bf6e5f7-9cbc-4dd8-b798-e5ba2230c0c8 req-14c68ccf-922d-45e4-9a3a-857e8887f0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 948 time: 0.5019226 May 19 12:50:56.350087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:56.354509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feed5965-6e50-486e-a982-ac50f5055660']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:56.376071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f33a4015-0f01-41d2-a489-e5b5c89a3fed req-b345ac09-1d06-4f0f-8d8e-7151c3a40d70 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/3ea0d5ec-db02-45c9-a953-7d02baebe73e HTTP/1.1" status: 200 len: 1781 time: 0.4728210 May 19 12:50:56.419738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211c8227-bd31-4482-90f3-aad1dc6b37fb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:56.419738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211c8227-bd31-4482-90f3-aad1dc6b37fb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:56.442028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:56.442932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.468297 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.498164 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-c26240ac-9bd5-41c6-b2da-187dffa13510 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168677 May 19 12:50:56.498910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:56.505163 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2614653 May 19 12:50:56.511077 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.522460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Request body: {'port': {'device_id': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:56.613013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bf6e5f7-9cbc-4dd8-b798-e5ba2230c0c8 req-761ebe68-8efe-4131-9b92-f8e4cd92a1bb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326472 May 19 12:50:56.639890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:50:56.642458 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: timer() May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:50:56.662940 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:50:56.696475 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'code': 200} May 19 12:50:56.861561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.922257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.929539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f9539517-8ab7-4b5f-bb98-7edd06867ed1 req-d0646e6b-f349-47cf-ab09-a1ac8d4f9cd4 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224074 May 19 12:50:56.930410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.947105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:56.973454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:56.989941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=feed5965-6e50-486e-a982-ac50f5055660,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:57.013557 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/feed5965-6e50-486e-a982-ac50f5055660 HTTP/1.1" status: 204 len: 168 time: 4.4226067 May 19 12:50:57.028519 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:57.039385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-8aee8383-1238-4fc4-9154-63f0f37895a5 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/3ea0d5ec-db02-45c9-a953-7d02baebe73e HTTP/1.1" status: 200 len: 1781 time: 0.1833475 May 19 12:50:57.040058 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.052261 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.061198 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-17b86842-c7b7-43fd-8362-ddc9b5b366fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:57.079609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3810f-b39f-4098-b0c0-d507b4fbccdc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:57.082928 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:57.094702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.096591 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "DELETE /v2.0/security-groups/55d3810f-b39f-4098-b0c0-d507b4fbccdc HTTP/1.1" status: 204 len: 168 time: 0.5944524 May 19 12:50:57.099721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:57.128231 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a02e2621-03b4-4c46-9e40-13055482defa tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] show failed (client error): The resource could not be found. May 19 12:50:57.130959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a02e2621-03b4-4c46-9e40-13055482defa tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "GET /v2.0/security-groups/55d3810f-b39f-4098-b0c0-d507b4fbccdc HTTP/1.1" status: 404 len: 347 time: 0.0298452 May 19 12:50:57.134272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:57.406032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.469611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.498575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a126c70-d39d-4139-8143-3a02170fbb7b req-04d2c39a-f71d-49d7-89b6-525593815270 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:57.500193 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a126c70-d39d-4139-8143-3a02170fbb7b req-04d2c39a-f71d-49d7-89b6-525593815270 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 931 time: 0.3066347 May 19 12:50:57.535190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Deleting port 5d5a1185-e005-4e53-a704-9a6f6dccf041 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:50:57.536253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.567035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:57.724006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.724006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.865945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a126c70-d39d-4139-8143-3a02170fbb7b req-f9c5fc45-7977-4c1f-a32c-38dea49d08e5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265948 May 19 12:50:57.868598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:57.916104 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.924909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c6d483f-6c2c-476c-8dbf-1120d109ef3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bce2f115061d4fa8ab4109bd64e0f415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550203 May 19 12:50:57.928673 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22cf0574-4560-4edc-8ec4-d71322e693d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:57.941331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:57.977808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea0d5ec-db02-45c9-a953-7d02baebe73e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:57.986746 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:57.998054 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:57.999183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c19f745-9fe5-4d20-89c5-2f1f43ee3bcf req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/3ea0d5ec-db02-45c9-a953-7d02baebe73e HTTP/1.1" status: 204 len: 173 time: 0.9356215 May 19 12:50:58.018426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Calling delete_port for 5d5a1185-e005-4e53-a704-9a6f6dccf041 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:50:58.124857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5646d7-8621-4763-80a1-a7adfc68d98b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:50:58.129492 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.137172 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.182009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Transition to ACTIVE for port object 3a5646d7-8621-4763-80a1-a7adfc68d98b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:58.183928 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.194782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.204423 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89e3d4ef-2191-430f-a7da-d0f991f3d156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:58.373474 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.389518 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:58.454195 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'status': 'completed', 'code': 200} May 19 12:50:58.471845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:58.486002 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:58.540606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Pushing event deleted for resources: {'Port': ['ID=5d5a1185-e005-4e53-a704-9a6f6dccf041,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:58.597660 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-5729e85e-88e8-4d9d-91b2-795990827fcd req-ca1adaf0-6599-4166-b868-993f9fe7d8e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:50:58.598613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5729e85e-88e8-4d9d-91b2-795990827fcd req-ca1adaf0-6599-4166-b868-993f9fe7d8e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/3ea0d5ec-db02-45c9-a953-7d02baebe73e HTTP/1.1" status: 404 len: 352 time: 0.0711298 May 19 12:50:58.625043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.640042 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8155898f-cd83-4161-a754-7ad05caaf7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:58.660380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9935eba-f854-4926-9d7b-5d2809b617de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:58.671824 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:58.703285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73decd-3286-45c4-91c5-924926a80e75 req-a738d20f-9283-4ec0-828b-1822af217664 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:58.707026 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:58.710975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee73decd-3286-45c4-91c5-924926a80e75 req-a738d20f-9283-4ec0-828b-1822af217664 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 948 time: 0.4203758 May 19 12:50:58.739612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.740574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9935eba-f854-4926-9d7b-5d2809b617de HTTP/1.1" status: 204 len: 168 time: 0.7982037 May 19 12:50:58.758898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:58.759552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:58.760676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:58.780566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:50:58.780566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:58.805259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:58.805962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:50:58.806684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:58.807527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Bound port: 3a5646d7-8621-4763-80a1-a7adfc68d98b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:58.808253 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.867350 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee73decd-3286-45c4-91c5-924926a80e75 req-fe97b630-96ee-4c51-a3af-e020ec33d698 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549397 May 19 12:50:58.977720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:58.996070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-799218706', 'description': 'tempest-description-781890484'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:59.030845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:59.040723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:59.042651 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] 10.222.0.69 "DELETE /v2.0/floatingips/14ee474a-424d-4b8e-9489-5bf6381b4de2 HTTP/1.1" status: 204 len: 168 time: 1.9065988 May 19 12:50:59.065383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:59.067801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-15047540-2523-4ea6-8cd7-36ce842b8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:59.069717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:59.072680 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-15047540-2523-4ea6-8cd7-36ce842b8b80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1099 time: 0.5219109 May 19 12:50:59.080997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-5d5fd7be-65f1-40e8-9033-154c20ef01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:59.085721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-5d5fd7be-65f1-40e8-9033-154c20ef01a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1099 time: 0.5484223 May 19 12:50:59.089611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:59.164835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:59.239667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:59.244435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:59.251797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:59.257618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:59.264913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:59.278509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:59.312142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9bfdd479-aa69-4112-8314-417be4f6766a tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:50:59.467287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:59.548773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-80b82ff2-d54f-4291-a343-c2804e6543f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:59.551422 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-80b82ff2-d54f-4291-a343-c2804e6543f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4635901 May 19 12:50:59.558047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-f01a1c8f-7229-42cf-b8c6-1de7120976e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:59.560454 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-f01a1c8f-7229-42cf-b8c6-1de7120976e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4442911 May 19 12:50:59.634021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:50:59.635264 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:59.641044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 1091 time: 3.1237381 May 19 12:50:59.643842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:50:59.749365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:59.781509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:59.799071 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-a44bea6f-ca20-417a-a45c-4f49d5f36c18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.1682115 May 19 12:50:59.799332 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:50:59.905611 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-3560a154-149a-4909-9cef-486d84615c80 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5295115 May 19 12:50:59.925008 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:59.930484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea24443e-4db9-41a8-b86a-fd9d315446a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8fa023506d41477abffe47849c061b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757057 May 19 12:50:59.932069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:59.950480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-b7464392-e993-468a-ba30-c0da54f1dcd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2917869 May 19 12:50:59.989675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.002158 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00e1cb26-213c-4740-b6ee-cb4d8adedd67 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:00.101757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a089a382-58e0-4568-b7cb-de3135328012,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:00.107796 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:00.112039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.136495 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a528de5-2be4-4969-8df3-d84b34dd68ae req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1483579 May 19 12:51:00.163398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.177047 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-b4ef6d25-aadd-40e5-a752-feaeab1bed8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.6147099 May 19 12:51:00.207001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-f8c7541f-7a2c-497e-b5eb-7b23881aebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:00.208902 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-f8c7541f-7a2c-497e-b5eb-7b23881aebff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1096 time: 0.2572463 May 19 12:51:00.250609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.275670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:00.557394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-a509a3f9-c885-4d48-a341-74095f20fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:00.559196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:00.560735 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-a509a3f9-c885-4d48-a341-74095f20fd8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.7468200 May 19 12:51:00.577313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-536a1e7f-56ed-46bf-95a0-79713e066958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:00.582354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'mac_address': 'fa:16:3e:e7:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:00.595509 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-536a1e7f-56ed-46bf-95a0-79713e066958 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3794196 May 19 12:51:00.688008 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.693439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.716046 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ea68d2b-ccf8-46e6-91d5-b78895b00f82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:00.740527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b1920-102b-4fa1-82d7-e7a564c2b37b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:00.753698 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.769487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73c3ffb5-472d-40cf-9151-ddd6e4f74023 HTTP/1.1" status: 204 len: 168 time: 0.8246653 May 19 12:51:00.784820 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'status': 'completed', 'code': 200} May 19 12:51:00.811887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:00.828204 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:00.832077 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:00.858141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3ffb5-472d-40cf-9151-ddd6e4f74023,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:00.896979 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:00.917221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-b96ea46c-21d9-4143-9754-d2d4dcbd334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:00.918866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-b96ea46c-21d9-4143-9754-d2d4dcbd334a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 1095 time: 0.7058327 May 19 12:51:00.964697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe544-d7a8-4184-a26d-8e9b888bca87 req-4c84357e-6956-4be3-b2de-43426c8220f0 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:00.975179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-20afe544-d7a8-4184-a26d-8e9b888bca87 req-4c84357e-6956-4be3-b2de-43426c8220f0 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.3726399 May 19 12:51:00.995830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:00.999563 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:01.005805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-b0feef6c-249d-416c-8dfe-4ee4cd5e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.007334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-b0feef6c-249d-416c-8dfe-4ee4cd5e82d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.7495956 May 19 12:51:01.064997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-58840d71-67e4-4029-ad52-a1c953ed8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.066730 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-58840d71-67e4-4029-ad52-a1c953ed8e68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1094 time: 1.2493303 May 19 12:51:01.223828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:01.226968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-bae37239-8c06-45d8-b7a3-0ac3a673d5a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 217 time: 0.1507564 May 19 12:51:01.344049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-20afe544-d7a8-4184-a26d-8e9b888bca87 req-a16b549c-1533-4be3-82fb-f7e4b300cdde tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678312 May 19 12:51:01.380866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-fa77758b-9c07-48c7-8fc1-25010921a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.384441 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-fa77758b-9c07-48c7-8fc1-25010921a5fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6527765 May 19 12:51:01.387126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-62f8c154-5b61-45a4-bb4e-9df96b411726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.390407 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-62f8c154-5b61-45a4-bb4e-9df96b411726 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1537564 May 19 12:51:01.396224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-78664045-3613-4d32-abb0-e0dd51809d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.399083 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-78664045-3613-4d32-abb0-e0dd51809d36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8017626 May 19 12:51:01.574430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-38dd47a9-bb1f-41bc-90ae-58fa532eec3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 1000 time: 0.5437946 May 19 12:51:01.740311 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-046e51d8-b01c-4a0a-bfaa-b79fd8b070aa service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005903 May 19 12:51:01.776564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-1a284387-8219-43e0-b951-34c2fdcc3217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3740602 May 19 12:51:01.810007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-0a627a17-1643-4931-894b-07b14e1682ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.812423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-0a627a17-1643-4931-894b-07b14e1682ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.2270899 May 19 12:51:01.815432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-0740b3ff-1e43-4823-ba38-9a23e83dee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.817137 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-0740b3ff-1e43-4823-ba38-9a23e83dee0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.4538400 May 19 12:51:01.838431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a3203-dc4c-4402-a8c7-56060db730c6 req-7582d780-2599-4b57-ba28-72ccaa6e5f7e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:01.843224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db6a3203-dc4c-4402-a8c7-56060db730c6 req-7582d780-2599-4b57-ba28-72ccaa6e5f7e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.4785438 May 19 12:51:02.005579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-11553805-78a3-44e0-934a-e4ece4f12372 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 200 len: 217 time: 0.1594739 May 19 12:51:02.096910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db6a3203-dc4c-4402-a8c7-56060db730c6 req-2ed472fb-b9c2-40f2-8d15-20f07ce98651 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965098 May 19 12:51:02.155873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-f1c3f1cc-8bc1-40b5-9a99-f454e9bea26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:02.160952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-f1c3f1cc-8bc1-40b5-9a99-f454e9bea26b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1468935 May 19 12:51:02.187155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd63c46-9d73-4272-b82a-c2e95e56c136 req-200aab73-545f-4318-a4da-fcda4f2dd9e5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:02.194909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd63c46-9d73-4272-b82a-c2e95e56c136 req-200aab73-545f-4318-a4da-fcda4f2dd9e5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 949 time: 0.5627735 May 19 12:51:02.201060 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-74b0d854-47a7-4c4f-8a06-aabf0f71d54a service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004715 May 19 12:51:02.201644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1701453036', 'description': 'tempest-description-1737403227'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:02.208443 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-d0168fdd-84f1-405b-9b47-619aaaad25b2 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307692 May 19 12:51:02.254952 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-292b44a4-a088-4317-b362-f0d435c6a599 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316955 May 19 12:51:02.331506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:02.341996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-8ccf7a35-702e-4ab1-8062-a5379fe794bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317782 May 19 12:51:02.406687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:02.436350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:02.473919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:02.597142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-1957a280-4eb3-4217-af3f-704c4847129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:02.599942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-1957a280-4eb3-4217-af3f-704c4847129f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7524300 May 19 12:51:02.625536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd63c46-9d73-4272-b82a-c2e95e56c136 req-3b6e30f2-73d7-4558-819f-ce704ff8c4a0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109299 May 19 12:51:02.652136 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2950235e-89ea-4526-9a33-f4b43ad61a42 req-780fdd91-0f16-4f48-b888-1268b37112fc service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423585 May 19 12:51:02.682619 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c80c49de-ca33-4c9b-abbd-4219a8b56419 req-7b454dd0-d237-400d-be89-c27cbda693d9 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202864 May 19 12:51:02.697586 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:02.784239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:02.894860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:02.915816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:02.929818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-fe911dc8-72d7-44c4-b2a9-0f3d9f41109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:02.933175 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-fe911dc8-72d7-44c4-b2a9-0f3d9f41109a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1094 time: 0.1830623 May 19 12:51:02.963733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:02.989211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-e26dc875-bb84-425d-a01f-7024cdca017d service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307750 May 19 12:51:03.205875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-291120bf-edae-41cd-bd4d-bdf9cd654a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:03.207452 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-291120bf-edae-41cd-bd4d-bdf9cd654a16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.2672982 May 19 12:51:03.226106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-2b8ba7c5-a7e9-463b-aa7b-e5199186e725 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083345 May 19 12:51:03.307578 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-94d3a6fe-b81b-46ce-b58c-e33e2d7587ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 217 time: 0.0902405 May 19 12:51:03.406709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-4d88cc50-9b28-4644-8c12-e8a935a5119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:03.409152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-4d88cc50-9b28-4644-8c12-e8a935a5119d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.0954714 May 19 12:51:03.486030 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-83166636-cdf6-4654-b535-fc2726d1c59d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692995 May 19 12:51:03.579641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:03.587416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bc7261-2627-49c7-90ac-cd526368dcdf req-d6122994-50f7-463b-8ac1-b49b16da429d service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823913 May 19 12:51:03.593695 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:03.607261 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fa6c34b1-edb6-4551-ad5d-1cf15ae8c6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:03.730457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-832d5c49-0ad2-4bf8-9db1-dcda8eee0e52 req-5a70770d-2d9d-4eb1-8ef3-4b1860195e87 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927111 May 19 12:51:03.734629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90e96e-b57d-4a5b-b605-87831e2ee076,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:03.738880 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:03.742909 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:03.751888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f79a51b-dbc0-45db-9710-f6e3d092056c req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5866914 May 19 12:51:03.811174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-31ed40e9-aa28-4039-a38b-60d02c1260c7 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190830 May 19 12:51:04.002683 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66c446-0517-4578-95f2-cbcdb4f2253b req-c9f90cbb-f84a-486f-8f5a-327867677542 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830516 May 19 12:51:04.085085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfb36-65f5-458c-bba7-792dffefd76f req-14435ece-6cf7-48ff-a5b9-00e37a5ac4d9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:04.087774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-901dfb36-65f5-458c-bba7-792dffefd76f req-14435ece-6cf7-48ff-a5b9-00e37a5ac4d9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.1744812 May 19 12:51:04.208147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-901dfb36-65f5-458c-bba7-792dffefd76f req-8eae086b-762d-4e29-b7cd-01de2f610982 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080549 May 19 12:51:04.287149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:04.453281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-47426765-666e-452a-912c-6660c5347a33 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:04.457847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-47426765-666e-452a-912c-6660c5347a33 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:04.499958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-47426765-666e-452a-912c-6660c5347a33 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:04.501928 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-47426765-666e-452a-912c-6660c5347a33 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb&tenant_id=7488c038ae614e4f83a51f4b8d832d73&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 949 time: 0.3386302 May 19 12:51:04.520603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 370b1920-102b-4fa1-82d7-e7a564c2b37b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:04.537814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 370b1920-102b-4fa1-82d7-e7a564c2b37b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:04.542839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:04.675881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d486e8b-1dd5-4f05-9ac9-9a9f201d6ff9 req-7954f81e-d86e-473e-a129-02e0ae02d6b7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:04.680598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d486e8b-1dd5-4f05-9ac9-9a9f201d6ff9 req-7954f81e-d86e-473e-a129-02e0ae02d6b7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.1755581 May 19 12:51:04.749718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d486e8b-1dd5-4f05-9ac9-9a9f201d6ff9 req-672353b9-a30b-4e21-8505-dba940865583 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588322 May 19 12:51:04.803973 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-da3e11c6-a139-4e57-ab44-876ae73e1070 service neutron] delete failed (client error): The resource could not be found. May 19 12:51:04.805766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-da3e11c6-a139-4e57-ab44-876ae73e1070 service neutron] 10.222.0.57 "DELETE /v2.0/ports/370b1920-102b-4fa1-82d7-e7a564c2b37b/bindings/n-h2-791505-2 HTTP/1.1" status: 404 len: 380 time: 0.2963746 May 19 12:51:04.865556 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:04.911236 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:04.920621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:04.927496 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:04.930861 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c15b64c-b630-4ab4-af7a-88e336e85478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:04.978142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503392764', 'description': 'tempest-description-291228193'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:04.990883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:04.997892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:05.031145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:05.041169 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:05.107425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-d4dc8a52-de33-4454-a3b3-419931ccd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:05.109486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-d4dc8a52-de33-4454-a3b3-419931ccd541 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.1667192 May 19 12:51:05.236715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:05.245390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:05.300281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-40d9e3ef-109e-459b-94c4-642d2995c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:05.300899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:05.301683 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-40d9e3ef-109e-459b-94c4-642d2995c3aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.1843965 May 19 12:51:05.346160 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:05.376045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Deleting subnet 85d3c1d6-78c2-4532-9307-c63f6eb33aa3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:51:05.385568 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:05.389108 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-6c7da65b-3330-4380-a530-b505eaaf10cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.0799704 May 19 12:51:05.441016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:05.452629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:05.459476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:05.463942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-761f8bec-43ea-4130-b203-e6e6dd743601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:05.466230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-761f8bec-43ea-4130-b203-e6e6dd743601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0716279 May 19 12:51:05.479196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:05.517076 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:05.598018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdb40-2e8b-4e26-a2c6-1ac3be1cd553 req-5fe7d478-acce-48e6-9558-94f944240ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:05.609836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-096cdb40-2e8b-4e26-a2c6-1ac3be1cd553 req-5fe7d478-acce-48e6-9558-94f944240ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.3695896 May 19 12:51:05.616111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-318c7ca1-afbd-4e0e-a230-62af5989563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:05.619199 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-318c7ca1-afbd-4e0e-a230-62af5989563d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458662 May 19 12:51:05.739778 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:05.826655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-096cdb40-2e8b-4e26-a2c6-1ac3be1cd553 req-fe98b8b3-9611-45ca-87b1-caf88b1be59b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994634 May 19 12:51:05.969404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.032324 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.042725 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4148e09f-4939-46cd-a8d4-539e0f2e110f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:06.044716 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-9b521c55-9003-4eaa-907b-b98a0940a872 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177275 May 19 12:51:06.105168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d26832-8697-4fa2-a2a7-af2b89ded75d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:06.112421 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:06.118424 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.119425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3020626-ed36-48dc-9146-725e5965b80b req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1488113 May 19 12:51:06.263298 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'code': 200} May 19 12:51:06.266092 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.285109 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:06.296230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66e50b2c-8715-48ff-91f5-739ddf04c753 req-e722da87-a105-4393-8787-2f695143138b service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427351 May 19 12:51:06.353966 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.371328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d3c1d6-78c2-4532-9307-c63f6eb33aa3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:06.375875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:06.378511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/85d3c1d6-78c2-4532-9307-c63f6eb33aa3 HTTP/1.1" status: 204 len: 168 time: 1.3788364 May 19 12:51:06.382753 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:06.646847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.845002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab33c5-633b-473f-b163-112c9fe7ca6f req-2445ee33-8bac-496d-90c2-8feb71cea302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:06.846632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98ab33c5-633b-473f-b163-112c9fe7ca6f req-2445ee33-8bac-496d-90c2-8feb71cea302 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.3208647 May 19 12:51:06.861896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5668-42e3-45f2-ac3f-839642385b2a req-c10e6999-258f-409f-9eba-f3a47b7f00ca tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:06.863637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77fc5668-42e3-45f2-ac3f-839642385b2a req-c10e6999-258f-409f-9eba-f3a47b7f00ca tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.2976072 May 19 12:51:06.870207 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:06.928423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9313c83a-c177-4bd2-9402-8a9baee2765f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:06.970890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc9a2f6-4853-4a7f-945a-97e9f9e03945') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:06.971257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc9a2f6-4853-4a7f-945a-97e9f9e03945') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:07.004186 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:07.035919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98ab33c5-633b-473f-b163-112c9fe7ca6f req-918f2db7-ac3b-4778-8479-75ca8f446487 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712229 May 19 12:51:07.039586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77fc5668-42e3-45f2-ac3f-839642385b2a req-e8c4d899-9493-413f-a6d0-dbaf73cf0193 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608653 May 19 12:51:07.041047 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:07.050274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:51:07.050734 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: timer() May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:51:07.086353 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:51:07.209862 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:07.229056 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6023227e-f379-4394-9a85-087c80093ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:07.248132 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:07.273682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9313c83a-c177-4bd2-9402-8a9baee2765f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:07.282472 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:07.292238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9313c83a-c177-4bd2-9402-8a9baee2765f HTTP/1.1" status: 204 len: 168 time: 0.9076569 May 19 12:51:07.379353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c721355e-4950-4d27-a61f-ba2cc4495d0f req-8f81b200-84f7-4de6-a652-cebe6b31e31d tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:07.415657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c721355e-4950-4d27-a61f-ba2cc4495d0f req-8f81b200-84f7-4de6-a652-cebe6b31e31d tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:07.418879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c721355e-4950-4d27-a61f-ba2cc4495d0f req-8f81b200-84f7-4de6-a652-cebe6b31e31d tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 10895 time: 0.2591023 May 19 12:51:07.536823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c721355e-4950-4d27-a61f-ba2cc4495d0f req-1750394f-2d49-4aa7-9f14-4b6181be065f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 200 len: 2981 time: 0.1099570 May 19 12:51:07.589662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:07.705263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c721355e-4950-4d27-a61f-ba2cc4495d0f req-c475e3f5-39a3-4830-831a-1a2e2ef78d61 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 200 len: 2981 time: 0.1561007 May 19 12:51:07.835478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e95497b4-0d55-4491-b4bd-0a020b044633 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f1443ded702462980abf555acabad14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422788 May 19 12:51:07.839448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:08.000918 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c45f-97e8-4382-86a9-28a7dbdfe88d req-8a66eda2-0ec5-4221-8e1f-6a5aa76f57ea tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:08.003524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c68c45f-97e8-4382-86a9-28a7dbdfe88d req-8a66eda2-0ec5-4221-8e1f-6a5aa76f57ea tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 0.2967207 May 19 12:51:08.018581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.095951 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.121533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c68c45f-97e8-4382-86a9-28a7dbdfe88d req-41f9982b-ca8e-4259-830c-a77c5dd88378 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048100 May 19 12:51:08.371967 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.378432 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1751dd7a-8e27-4d10-8816-e5ca1f3324e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:08.394751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7013e679-0a9d-4969-97da-83940e07c265 req-9fe9b67d-f3ff-42b7-833c-776871a2be82 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a089a382-58e0-4568-b7cb-de3135328012 HTTP/1.1" status: 200 len: 1799 time: 0.1996853 May 19 12:51:08.399040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcca72c-19d7-4c84-8e85-97066d5ae838,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:08.404463 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:08.409122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.410356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afcca72c-19d7-4c84-8e85-97066d5ae838 HTTP/1.1" status: 204 len: 168 time: 0.5680449 May 19 12:51:08.487948 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7013e679-0a9d-4969-97da-83940e07c265 req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.535973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7013e679-0a9d-4969-97da-83940e07c265 req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.624266 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7013e679-0a9d-4969-97da-83940e07c265 req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.633988 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52550f00-24b7-44c6-b416-6d30c90a587c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:08.664160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089a382-58e0-4568-b7cb-de3135328012,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:08.670310 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:08.684586 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7013e679-0a9d-4969-97da-83940e07c265 req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:08.692667 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7013e679-0a9d-4969-97da-83940e07c265 req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/a089a382-58e0-4568-b7cb-de3135328012 HTTP/1.1" status: 204 len: 173 time: 0.2807395 May 19 12:51:08.816658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648113-7e3b-4b81-b5d6-1de4d0770bf7 req-581a24e1-bed8-4a5f-a2ef-e9491406d888 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:08.818902 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd648113-7e3b-4b81-b5d6-1de4d0770bf7 req-581a24e1-bed8-4a5f-a2ef-e9491406d888 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.1022472 May 19 12:51:08.935421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd648113-7e3b-4b81-b5d6-1de4d0770bf7 req-b58e7638-d753-4b6f-aa53-9a7b9a5cc8f4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034074 May 19 12:51:08.972538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a170-7ad1-48ce-8eb2-569a68d1ed05 req-6c6c343b-63ee-41b1-a99a-418e58dfa278 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:08.975545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d215a170-7ad1-48ce-8eb2-569a68d1ed05 req-6c6c343b-63ee-41b1-a99a-418e58dfa278 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.1422076 May 19 12:51:09.061206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d215a170-7ad1-48ce-8eb2-569a68d1ed05 req-7ab25bc3-fcbc-4141-9eb4-a376df194e2a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672932 May 19 12:51:09.271658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5acb-99ab-4981-890e-d2ee0e7b37be req-49569c8d-270c-4366-bb0f-171fd0821d69 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:09.273362 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fdad5acb-99ab-4981-890e-d2ee0e7b37be req-49569c8d-270c-4366-bb0f-171fd0821d69 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.1381114 May 19 12:51:09.327915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fdad5acb-99ab-4981-890e-d2ee0e7b37be req-b23bdbea-1c54-4708-9213-437bc60dcd0e tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 May 19 12:51:09.724920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:09.820958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-326505649-network', 'tenant_id': '20a104a2f0384be0b13cf148de2fc028'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:09.833322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:09.841148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Usage tracker for resource:network and tenant:20a104a2f0384be0b13cf148de2fc028 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:09.846863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:09.859217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:09.878053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Made reservation on behalf of 20a104a2f0384be0b13cf148de2fc028 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:09.881469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:09.901259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:09.923581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:09.928526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Usage tracker for resource:security_group_rule and tenant:20a104a2f0384be0b13cf148de2fc028 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:09.932244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:09.942049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:10.008744 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-887a7f25-4c21-44f2-9e52-79b35a578094 req-a749fc2e-c79f-44e4-b6be-d1632a9199e1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:51:10.010480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-887a7f25-4c21-44f2-9e52-79b35a578094 req-a749fc2e-c79f-44e4-b6be-d1632a9199e1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a089a382-58e0-4568-b7cb-de3135328012 HTTP/1.1" status: 404 len: 352 time: 0.4094200 May 19 12:51:10.171563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.186293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.192050 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bfaac999-67cb-41a5-b624-c88a9c9577e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:10.233434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:51:10.250227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-0039b98c-a55e-4321-b55e-d422d8398f60 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/4c90e96e-b57d-4a5b-b605-87831e2ee076 HTTP/1.1" status: 200 len: 1801 time: 0.1134653 May 19 12:51:10.261189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0de70c4b-b4a2-484d-99f4-6a7b3d9b3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.298931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:10.327577 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:10.329839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.330179 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Added segment 0c2e1565-581d-4916-bdae-2c58c455433c of type vlan for network 1153e267-c8a0-44ca-9446-62270f78643e May 19 12:51:10.404918 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.458926 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.494759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670832f1-dc9a-45b6-aa3c-f9765fd28b1f req-05937bbe-fba8-48ff-bab5-4447cbdd3eaa tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:10.496784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-670832f1-dc9a-45b6-aa3c-f9765fd28b1f req-05937bbe-fba8-48ff-bab5-4447cbdd3eaa tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.2594874 May 19 12:51:10.525894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.534909 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:10.535494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.541828 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.552775 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-279bed48-0ce3-4623-863c-562299cbb47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:10.696039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-670832f1-dc9a-45b6-aa3c-f9765fd28b1f req-de8a9cef-c7ee-402b-8459-332d4c726748 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906874 May 19 12:51:10.712584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9864786 May 19 12:51:10.718067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1153e267-c8a0-44ca-9446-62270f78643e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:10.719080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:10.723324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:10.732908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Request body: {'subnet': {'network_id': '1153e267-c8a0-44ca-9446-62270f78643e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-326505649-subnet', 'tenant_id': '20a104a2f0384be0b13cf148de2fc028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:10.737273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 1153e267-c8a0-44ca-9446-62270f78643e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:51:10.757667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:10.768527 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.777287 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Usage tracker for resource:subnet and tenant:20a104a2f0384be0b13cf148de2fc028 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:10.782480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:10.797203 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5a1e7eb-1138-4358-bedf-268eda4b3129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:10.801173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:10.829991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Made reservation on behalf of 20a104a2f0384be0b13cf148de2fc028 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:10.834164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.843867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90e96e-b57d-4a5b-b605-87831e2ee076,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:10.856213 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:10.857670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:10.872056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4b7b96e-18c1-4681-8e64-7fad73220770 req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/4c90e96e-b57d-4a5b-b605-87831e2ee076 HTTP/1.1" status: 204 len: 173 time: 0.5823133 May 19 12:51:11.004619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-2d7b620a-0f27-46aa-a82d-844eb6f4ec18 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672603 May 19 12:51:11.178256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:11.399403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-ca83745d-99e6-47a4-9f6a-c52de63a9a2f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:11.404435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-ca83745d-99e6-47a4-9f6a-c52de63a9a2f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3972375 May 19 12:51:11.406958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:11.434667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034', 'port_id': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'mac_address': 'fa:16:3e:5a:6e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e66f455-cfc4-4471-b900-134702d97815', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:11.440971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-948830f6-f399-4205-b31c-0a640227aa0e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/quotas/7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 375 time: 0.0271959 May 19 12:51:11.456121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e393c1-8665-48fd-a67d-28c59e2fa64a req-7fe07afd-ea30-4dbf-8fb4-e01358466b71 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:11.460868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5e393c1-8665-48fd-a67d-28c59e2fa64a req-7fe07afd-ea30-4dbf-8fb4-e01358466b71 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.2665148 May 19 12:51:11.568865 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:11.588094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:11.590742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5646d7-8621-4763-80a1-a7adfc68d98b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:11.597172 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-216ca097-71b1-4a32-a88d-998b830710e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:11.611838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:11.618420 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:11.620087 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:11.661111 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5e393c1-8665-48fd-a67d-28c59e2fa64a req-933b5011-1eae-459a-bd0e-b3304762a61a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244950 May 19 12:51:11.708423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-05ecc481-d2db-48fb-b792-bec762338856 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2453363 May 19 12:51:11.750793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:11.764130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.764480 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.764820 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.765161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.767502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.768515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:11.784861 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:11.804222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41127330-7c9e-4b56-bfeb-cfb8fd754fcc,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:11.814711 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:11.814711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Checking segment: {'id': '0c2e1565-581d-4916-bdae-2c58c455433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:11.814711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Network hostable DHCP agents. Network: 1153e267-c8a0-44ca-9446-62270f78643e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:51:11.845160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Network 1153e267-c8a0-44ca-9446-62270f78643e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:51:11.858086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 1153e267-c8a0-44ca-9446-62270f78643e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:11.867206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['3a5646d7-8621-4763-80a1-a7adfc68d98b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:11.878117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:11.878501 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:11.925133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9958a-874a-4c5f-93b8-4e5acf561350 None None] Network 1153e267-c8a0-44ca-9446-62270f78643e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:11.931764 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-a67ea20f-b064-4905-ba0d-c352ef8cf1ee req-a76c9100-2c38-4190-a7c6-d237c9d6f405 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:51:11.941450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a67ea20f-b064-4905-ba0d-c352ef8cf1ee req-a76c9100-2c38-4190-a7c6-d237c9d6f405 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/4c90e96e-b57d-4a5b-b605-87831e2ee076 HTTP/1.1" status: 404 len: 352 time: 0.0388763 May 19 12:51:11.972011 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2415798 May 19 12:51:12.207411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b2ccce7-56a3-4a0b-9ccc-e11131c79a33 req-c9337d43-9c9f-4579-aeee-90b88a460df2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 210 time: 0.0969968 May 19 12:51:12.401728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:12.498232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-c7082fa3-d5fa-4d6f-a552-80201e4532e4 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/d3d26832-8697-4fa2-a2a7-af2b89ded75d HTTP/1.1" status: 200 len: 1799 time: 0.2557881 May 19 12:51:12.570914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5cda5-42de-4de6-a843-a63ebeb23003 req-78989837-7550-41c2-8c7c-1cfdf3f2b18b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:12.573943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f5cda5-42de-4de6-a843-a63ebeb23003 req-78989837-7550-41c2-8c7c-1cfdf3f2b18b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.2827396 May 19 12:51:12.716132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f5cda5-42de-4de6-a843-a63ebeb23003 req-038494d2-826f-48cb-ae3b-b170ea338600 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221902 May 19 12:51:12.742647 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:12.775509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:12.837836 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:12.846131 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e74a5ddf-3f18-4adc-a8e7-dfc96193293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:12.865745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:12.867761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d26832-8697-4fa2-a2a7-af2b89ded75d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:12.872491 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:12.878638 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:12.890237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84b7d58a-22f4-4b58-a05b-c34a540837df req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/d3d26832-8697-4fa2-a2a7-af2b89ded75d HTTP/1.1" status: 204 len: 173 time: 0.3765571 May 19 12:51:12.979800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:12.995399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9301638-1378-4b46-889c-66ef93d2de30 None None] Network 1153e267-c8a0-44ca-9446-62270f78643e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:13.040242 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97333dfe-261a-4274-99f3-9cc5804fb63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:13.066044 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:51:13.100680 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:13.257842 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:13.292625 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:13.375761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:13.387071 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:13.394697 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:13.547563 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:13.551878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['50d871b2-c803-4f1d-aa9d-1867e519b99a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:13.580494 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:13.714438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-633dd24d-c2f1-4af2-82b6-6ff9b03ca3c8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:13.715861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-633dd24d-c2f1-4af2-82b6-6ff9b03ca3c8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Synchronizing usage tracker for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:13.768153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-054827dd-2a63-4aeb-afc6-a133266eceb0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456803 May 19 12:51:13.830282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-633dd24d-c2f1-4af2-82b6-6ff9b03ca3c8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Unset dirty status for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:13.831389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-633dd24d-c2f1-4af2-82b6-6ff9b03ca3c8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/networks?id=1153e267-c8a0-44ca-9446-62270f78643e HTTP/1.1" status: 200 len: 821 time: 0.5583053 May 19 12:51:13.936453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-9b0c6288-1e11-490d-a482-76b378e93415 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/quotas/20a104a2f0384be0b13cf148de2fc028 HTTP/1.1" status: 200 len: 375 time: 0.0382802 May 19 12:51:13.952881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffa38e-20cc-4bc0-b3a2-6879720dbdfe req-78b6a0bb-66cc-45b0-9db9-134447ca9d7b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:13.954494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18ffa38e-20cc-4bc0-b3a2-6879720dbdfe req-78b6a0bb-66cc-45b0-9db9-134447ca9d7b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.3806598 May 19 12:51:14.038166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-dbca768d-b0db-417e-abd4-a6fee88541e7 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=20a104a2f0384be0b13cf148de2fc028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826175 May 19 12:51:14.053713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-63f2cf65-1516-43ff-9979-9ca57c8ead4f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:14.055264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-63f2cf65-1516-43ff-9979-9ca57c8ead4f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793415 May 19 12:51:14.109119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Request body: {'port': {'device_id': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '7488c038ae614e4f83a51f4b8d832d73'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:14.133531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:14.214024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18ffa38e-20cc-4bc0-b3a2-6879720dbdfe req-84d3d450-0569-4aa4-9170-4b8207663af1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194908 May 19 12:51:14.334594 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-fc25d8d5-10c3-4f87-9c10-2fa49e9a6bf0 req-e267ae94-e8e5-4d04-bdce-15a5e836b926 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:51:14.335619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc25d8d5-10c3-4f87-9c10-2fa49e9a6bf0 req-e267ae94-e8e5-4d04-bdce-15a5e836b926 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/d3d26832-8697-4fa2-a2a7-af2b89ded75d HTTP/1.1" status: 404 len: 352 time: 0.0544264 May 19 12:51:14.345420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:14.381575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-fb0d2592-33ab-4d27-8de5-c3936685296a service neutron] 10.222.0.69 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236275 May 19 12:51:14.401231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:14.451554 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 50d871b2-c803-4f1d-aa9d-1867e519b99a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:14.451554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:14.478167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:14.588010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Made reservation on behalf of 7488c038ae614e4f83a51f4b8d832d73 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:14.591614 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:14.646367 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:14.682607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:14.695369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:14.701988 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:14.704036 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:14.759954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-0048420b-57bd-4f7b-96dd-00fe4771cb9c service neutron] 10.222.0.69 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525367 May 19 12:51:14.784746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6962479c-aa0d-49e1-be54-c877aab8f3cd req-b314c78c-9420-44a8-a3d8-fc342533600c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 210 time: 0.1022937 May 19 12:51:14.795561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:14.801759 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:14.968670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Allocated IP 192.168.233.124 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:51:15.145073 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.180894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344f9f-e8c5-406a-9cf7-5b915cf4a5b7 req-1bfa4b1e-4c8e-47f0-8230-1af67df8e8e9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:15.182559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab344f9f-e8c5-406a-9cf7-5b915cf4a5b7 req-1bfa4b1e-4c8e-47f0-8230-1af67df8e8e9 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.1925662 May 19 12:51:15.200608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:15.358077 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 3a5646d7-8621-4763-80a1-a7adfc68d98b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:15.364139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab344f9f-e8c5-406a-9cf7-5b915cf4a5b7 req-7a86db4d-c2f7-4a38-b418-cb146b52b911 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535852 May 19 12:51:15.371084 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 3a5646d7-8621-4763-80a1-a7adfc68d98b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:15.373391 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.444133 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.464239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1663786c-a952-4625-b797-13212149ceb8 req-287745ec-61b6-44f3-a452-81996083bc6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:15.492692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Transition to ACTIVE for port object a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:51:15.505174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1663786c-a952-4625-b797-13212149ceb8 req-287745ec-61b6-44f3-a452-81996083bc6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:15.506800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1663786c-a952-4625-b797-13212149ceb8 req-287745ec-61b6-44f3-a452-81996083bc6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 6149 time: 0.4695852 May 19 12:51:15.572984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.576278 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.582547 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:15.594231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:15.683744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:51:15.689384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:15.700547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1663786c-a952-4625-b797-13212149ceb8 req-d2dbdf27-4d78-4ce1-9c9d-c44d9bb60366 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 200 len: 2981 time: 0.1685243 May 19 12:51:15.714208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:51:15.776799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:15.809747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:15.810653 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.814998 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:15.889223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1663786c-a952-4625-b797-13212149ceb8 req-51444c17-4177-4760-8538-8f298141679b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 200 len: 2981 time: 0.1875350 May 19 12:51:15.907122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8151276 May 19 12:51:15.937446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-724ab166-0ab2-4d42-996a-4d5d470591a0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:51:15.943523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-724ab166-0ab2-4d42-996a-4d5d470591a0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296972 May 19 12:51:15.974479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:15.978834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Request body: {'port': {'device_id': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:16.077222 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'code': 200} May 19 12:51:16.166456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:16.177251 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:16.193307 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:16.387939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e12856ff-b794-4c98-aee9-5b897cc5b456 req-17dc5bad-6986-42f4-8e2b-04df4335210e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 210 time: 0.0606413 May 19 12:51:16.458941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a7a98e4-051b-4844-988f-2d3bd4e4d788 None None] Provisioning for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:16.507696 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:16.514167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:16.514788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a7a98e4-051b-4844-988f-2d3bd4e4d788 None None] Provisioning complete for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:16.515332 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a7a98e4-051b-4844-988f-2d3bd4e4d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:16.544157 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:16.610752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a98e4-051b-4844-988f-2d3bd4e4d788 None None] Port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:51:16.755698 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:17.055038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7382c4-172e-48f5-a522-d78ce44184f6 req-b51a8f73-2020-4366-81a5-f0260b5c17af tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:17.057806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e7382c4-172e-48f5-a522-d78ce44184f6 req-b51a8f73-2020-4366-81a5-f0260b5c17af tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.4270370 May 19 12:51:17.275261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e7382c4-172e-48f5-a522-d78ce44184f6 req-a104d934-be5a-4a33-a6e2-c53daa9a5029 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914256 May 19 12:51:17.646475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:17.670925 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:17.745658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1943419629', 'description': 'tempest-description-281830197'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:17.765124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Transition to ACTIVE for port object a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:51:17.766809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:17.789005 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:17.807588 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a5fe908-66a9-472c-9774-287e00ac8f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:17.904944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:18.011443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.079182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:18.134008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277f98-ca47-4719-9320-6528ace2d941 req-3c9627e5-bfb8-4214-bc11-19ba66c811ca tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:18.139373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ae277f98-ca47-4719-9320-6528ace2d941 req-3c9627e5-bfb8-4214-bc11-19ba66c811ca tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:18.156751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d4faa9f5-f1f8-414a-8176-0092872c5329 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:18.157864 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d4faa9f5-f1f8-414a-8176-0092872c5329 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.57 "GET /v2.0/networks?id=1153e267-c8a0-44ca-9446-62270f78643e HTTP/1.1" status: 200 len: 821 time: 0.4513650 May 19 12:51:18.171392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Request body: {'port': {'device_id': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e', 'admin_state_up': True, 'tenant_id': '20a104a2f0384be0b13cf148de2fc028'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:18.261521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:18.277344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:18.283336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:18.296359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:18.310825 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:18.311892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:18.331257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ae277f98-ca47-4719-9320-6528ace2d941 req-3c9627e5-bfb8-4214-bc11-19ba66c811ca tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:18.332646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae277f98-ca47-4719-9320-6528ace2d941 req-3c9627e5-bfb8-4214-bc11-19ba66c811ca tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 936 time: 0.7638848 May 19 12:51:18.353685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:18.355507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:51:18.356457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:51:18.356951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:18.359339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Usage tracker for resource:port and tenant:20a104a2f0384be0b13cf148de2fc028 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:18.363602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:18.370802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:18.384813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Made reservation on behalf of 20a104a2f0384be0b13cf148de2fc028 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:18.390841 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.410565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:51:18.410902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:18.445640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:51:18.446204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:18.446650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:51:18.447108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Bound port: a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:51:18.447455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.490392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae277f98-ca47-4719-9320-6528ace2d941 req-960c5905-7740-410b-98dd-5b85e500aca6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376579 May 19 12:51:18.608226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.616773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.626188 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c179ce88-5ada-4fa9-8a81-3c667550e8c8 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:18.688992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Allocated IP 172.20.0.11 (1153e267-c8a0-44ca-9446-62270f78643e/41127330-7c9e-4b56-bfeb-cfb8fd754fcc/e38b5659-ee6c-411e-b021-4ec5fae2271e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:51:18.690551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:18.712345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d031ae6-c36f-4c82-a614-3d12775f62a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:18.716801 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:18.718488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:51:18.732444 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.748105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-783f86a5-a46a-4c5c-9c4b-513def381fe6 req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0248663 May 19 12:51:18.755504 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:18.771160 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:19.116413 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:19.171924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:19.174192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:19.176955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] 10.222.0.71 "PUT /v2.0/ports/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 1096 time: 3.2256374 May 19 12:51:19.211323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:19.225413 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:19.238853 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0f5a7d5-8bbe-41a4-a76a-f7cbed68c107 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:19.311107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-caffc32c-43b7-4db9-964b-0f6129c48902 req-b8424603-92fc-4f4d-b402-f750057491c5 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 210 time: 0.3190508 May 19 12:51:19.325160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:19.343617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Pushing event updated for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:19.351022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:19.357810 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:19.381652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Network 1153e267-c8a0-44ca-9446-62270f78643e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:51:19.383828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:19.388214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:51:19.502525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:19.503639 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:19.511355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:19.534002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f151fa2-3b43-40c7-b41c-4cd14bbc7e8a req-eb949eae-e599-4203-81a1-da247313020b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:19.554111 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f151fa2-3b43-40c7-b41c-4cd14bbc7e8a req-eb949eae-e599-4203-81a1-da247313020b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.3308804 May 19 12:51:19.556068 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3899097 May 19 12:51:19.576191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Request body: {'port': {'device_id': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:19.663054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f151fa2-3b43-40c7-b41c-4cd14bbc7e8a req-77cf7ee9-bad8-495a-ae79-81fd8e5aae81 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075077 May 19 12:51:19.792255 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'code': 200} May 19 12:51:20.144597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:20.190603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:20.206815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Usage tracker for resource:security_group_rule and tenant:bc174d9b3d4e403b95e4a4ed3d494a13 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:20.211653 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:20.235506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:20.259399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:20.312242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-5d3a2910-c758-41ae-9442-efbd820ca8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:20.315830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-5d3a2910-c758-41ae-9442-efbd820ca8d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1099 time: 0.9926593 May 19 12:51:20.722419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-7e70f707-6a0b-495a-b9d8-326413eb9161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.3901098 May 19 12:51:20.732540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b0887-aa00-464e-9ee8-e574322b3a6c req-13060594-a0f7-46a4-8ae3-e122a903bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:20.734834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-136b0887-aa00-464e-9ee8-e574322b3a6c req-13060594-a0f7-46a4-8ae3-e122a903bd50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1096 time: 0.8316274 May 19 12:51:20.809363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85daeeb-2abb-47a4-9d6b-880c5436b6d8 req-24e526e8-76e5-4af0-abb3-b407f58f64d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:20.822677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f85daeeb-2abb-47a4-9d6b-880c5436b6d8 req-24e526e8-76e5-4af0-abb3-b407f58f64d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.8160250 May 19 12:51:20.983886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-c7d06fad-eb5b-4ea1-bae4-ca9f486a139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:20.986564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-c7d06fad-eb5b-4ea1-bae4-ca9f486a139d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2498198 May 19 12:51:21.005547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-136b0887-aa00-464e-9ee8-e574322b3a6c req-88731540-5075-4d84-8722-88851d42b9e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777046 May 19 12:51:21.048833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38b5659-ee6c-411e-b021-4ec5fae2271e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:21.067067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.082617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.083756 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f85daeeb-2abb-47a4-9d6b-880c5436b6d8 req-2003101e-7e3b-40bd-88b5-e054f9d71a1f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596157 May 19 12:51:21.093324 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.104059 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ba78280c-7366-41fc-9b3c-d37698ee584d tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:21.113989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Transition to ACTIVE for port object e38b5659-ee6c-411e-b021-4ec5fae2271e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:51:21.138541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.174550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd259c7-7e0b-4c53-a019-b7c9bb745146,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:21.203722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1341926599', 'description': 'tempest-description-1909640090'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:21.218732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:21.229432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:21.237247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:21.241855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:21.242198 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc174d9b3d4e403b95e4a4ed3d494a13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7236483 May 19 12:51:21.248854 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:21.268877 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-85533fb8-039b-47a9-813a-44f47db99fd6 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:21.276811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:21.326447 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.354336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-48f7de68-e84f-43be-b98e-460051148af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:21.357387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-48f7de68-e84f-43be-b98e-460051148af9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3580439 May 19 12:51:21.357745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Pushing event updated for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:21.366375 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:21.428990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:21.439564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:21.447569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:21.518462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:21.531989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Attempting to bind port e38b5659-ee6c-411e-b021-4ec5fae2271e on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:51:21.532971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Attempting to bind port e38b5659-ee6c-411e-b021-4ec5fae2271e by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '0c2e1565-581d-4916-bdae-2c58c455433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:51:21.533739 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Attempting to bind port e38b5659-ee6c-411e-b021-4ec5fae2271e on network 1153e267-c8a0-44ca-9446-62270f78643e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:21.545572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Port e38b5659-ee6c-411e-b021-4ec5fae2271e on network 1153e267-c8a0-44ca-9446-62270f78643e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:51:21.546427 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Attempting to bind port e38b5659-ee6c-411e-b021-4ec5fae2271e on network 1153e267-c8a0-44ca-9446-62270f78643e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:21.557880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.561964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:51:21.562944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Checking segment: {'id': '0c2e1565-581d-4916-bdae-2c58c455433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:21.569511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Bound using segment: {'id': '0c2e1565-581d-4916-bdae-2c58c455433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:51:21.572542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Bound port: e38b5659-ee6c-411e-b021-4ec5fae2271e, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2e1565-581d-4916-bdae-2c58c455433c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:51:21.584541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.591669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.683052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.702650 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:21.738634 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.739773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cd259c7-7e0b-4c53-a019-b7c9bb745146 HTTP/1.1" status: 204 len: 168 time: 0.4962170 May 19 12:51:21.740925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd259c7-7e0b-4c53-a019-b7c9bb745146,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:21.750731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:21.756116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e,segment=NetworkSegment(0c2e1565-581d-4916-bdae-2c58c455433c),segment_id=0c2e1565-581d-4916-bdae-2c58c455433c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:51:21.761031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:21.766780 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.781161 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cf1b19a-2d9d-4849-9946-fd54fd965373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:21.781790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-0cb95ae3-e635-46da-b2bd-0ce35d109afe service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998232 May 19 12:51:21.861587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:21.862434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:21.864509 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] 10.222.0.57 "PUT /v2.0/ports/e38b5659-ee6c-411e-b021-4ec5fae2271e HTTP/1.1" status: 200 len: 1092 time: 2.3011405 May 19 12:51:21.865721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:21.888745 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'status': 'completed', 'code': 200} May 19 12:51:21.930491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Pushing event updated for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:21.946900 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:22.112705 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c322c2-0a47-4a3d-9fb7-a2a7e1c114a1 req-ec0055c7-c774-46a8-97ea-0381804939ec service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234017 May 19 12:51:22.135343 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:22.144439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:22.177998 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d064204b-a86c-41be-9c2b-1ff9e0328364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:22.245024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e57149-456a-4d31-9fc2-b66cbead44aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:22.259620 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:22.260716 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:22.262247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-930d34ff-4512-4b90-8485-878ae7623f9e req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0788200 May 19 12:51:22.349388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-bc6a2fef-3469-4add-ba40-964f4e2bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:22.353775 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-bc6a2fef-3469-4add-ba40-964f4e2bab64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20a104a2f0384be0b13cf148de2fc028&device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 1095 time: 0.2363389 May 19 12:51:22.482252 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-49f36a5c-3eff-4d30-93c3-fde5b55b089c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e HTTP/1.1" status: 200 len: 217 time: 0.1181219 May 19 12:51:22.663628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-77183f19-15a5-4f8d-83a1-e1b63a20667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:22.672611 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-77183f19-15a5-4f8d-83a1-e1b63a20667d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41127330-7c9e-4b56-bfeb-cfb8fd754fcc HTTP/1.1" status: 200 len: 861 time: 0.1846938 May 19 12:51:22.758939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef23b5-6d82-46a1-bef1-cdbf4980392f req-5ce97d8d-c417-4286-b9e4-74557b8390a7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:22.768849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53ef23b5-6d82-46a1-bef1-cdbf4980392f req-5ce97d8d-c417-4286-b9e4-74557b8390a7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 948 time: 0.3983407 May 19 12:51:22.772714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-de84a54b-9582-421c-b8e0-3c85f7e2f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:22.775426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-de84a54b-9582-421c-b8e0-3c85f7e2f167 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1099 time: 0.5316517 May 19 12:51:22.794552 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-f2de4255-ca67-417d-bfb9-5e53d3e58286 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1153e267-c8a0-44ca-9446-62270f78643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147759 May 19 12:51:22.958764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53ef23b5-6d82-46a1-bef1-cdbf4980392f req-fad534cb-2fdd-43cb-b651-75610b7ede15 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886623 May 19 12:51:23.008728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939521-a424-4a4c-afcd-56a184f1b1c1 req-b4516506-3f3f-4055-8a0f-b4f6e46a4fa8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:23.016186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0939521-a424-4a4c-afcd-56a184f1b1c1 req-b4516506-3f3f-4055-8a0f-b4f6e46a4fa8 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 944 time: 0.4255059 May 19 12:51:23.085819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d0939521-a424-4a4c-afcd-56a184f1b1c1 req-a236ec79-1a3d-4511-9a74-d8bdacacc63a tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Synchronizing usage tracker for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:23.088953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-e9194047-5968-45f5-9d62-2fbe6359638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:23.091058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-e9194047-5968-45f5-9d62-2fbe6359638c service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2961705 May 19 12:51:23.111212 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-d410a078-94c4-4ae7-8338-9bee623c4e49 service neutron] 10.222.0.57 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032610 May 19 12:51:23.185440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-8de58045-157e-4866-b820-6cfdd07f75a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.0828664 May 19 12:51:23.189753 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d0939521-a424-4a4c-afcd-56a184f1b1c1 req-a236ec79-1a3d-4511-9a74-d8bdacacc63a tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Unset dirty status for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:23.198174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0939521-a424-4a4c-afcd-56a184f1b1c1 req-a236ec79-1a3d-4511-9a74-d8bdacacc63a tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808589 May 19 12:51:23.421938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-0cd62991-1122-4961-8fd8-91676f398be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:23.422616 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-0cd62991-1122-4961-8fd8-91676f398be3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2186644 May 19 12:51:23.493348 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e35e9c-460e-4d38-8fa2-82906508a47e req-7d304f15-47ff-43fd-9905-3a6ceb4773ef service neutron] 10.222.0.57 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749161 May 19 12:51:23.663003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48eaa8-6e95-4342-8e5b-68e9234334e7 req-7dd2fa58-ab94-46fb-b0dc-9fbe825c1231 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:23.666256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c48eaa8-6e95-4342-8e5b-68e9234334e7 req-7dd2fa58-ab94-46fb-b0dc-9fbe825c1231 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.3334789 May 19 12:51:23.671782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-099d3eb2-b50a-4fb7-bbd5-2e4274dc1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:23.674804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-099d3eb2-b50a-4fb7-bbd5-2e4274dc1c18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353730 May 19 12:51:23.822211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:24.003801 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c48eaa8-6e95-4342-8e5b-68e9234334e7 req-a799ea46-7a16-4865-a621-f089714465e1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232801 May 19 12:51:24.110135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-537876092-network', 'tenant_id': '1c08256c8da040788cef9cc1cc6b71db'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:24.121793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:24.130356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Usage tracker for resource:network and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:24.137368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:24.159799 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:24.189458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Made reservation on behalf of 1c08256c8da040788cef9cc1cc6b71db for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:24.200934 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:24.232750 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:24.288397 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e', 'status': 'completed', 'code': 200} May 19 12:51:24.296962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:24.303892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-67c45869-a895-4f3f-9062-4b7f4d10b81b service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974970 May 19 12:51:24.305116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:24.311810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:24.325781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:24.544001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-516f9299-4cfa-440a-b240-d563dc58c8a1 req-7b817b81-c0d9-4795-aad7-4e6bca26ddfe service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321160 May 19 12:51:24.572891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:24.662542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:24.680659 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ff614c66-ed55-46e1-a6c9-83e72d45f900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:24.795047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef80f447-5bab-4a7f-8387-1c6702a29ae4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:24.801755 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:24.812311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7702c-4774-4475-a7d2-14f6d6dd9d8b req-ec06df12-cc72-41a9-bed3-d26786f5ef27 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:24.817928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:51:24.835757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bed7702c-4774-4475-a7d2-14f6d6dd9d8b req-ec06df12-cc72-41a9-bed3-d26786f5ef27 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.1825368 May 19 12:51:24.860042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:24.860981 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Added segment 6b777000-4220-426e-8ce0-089dee909de9 of type vlan for network 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 May 19 12:51:24.900993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-7969a5d8-c8af-4236-9cff-4fdd3540d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:24.904267 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-7969a5d8-c8af-4236-9cff-4fdd3540d7c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20a104a2f0384be0b13cf148de2fc028&device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 1095 time: 0.3497279 May 19 12:51:24.931172 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bed7702c-4774-4475-a7d2-14f6d6dd9d8b req-c57e2f3e-dea7-4f6e-9d2e-5ecfdac00641 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930560 May 19 12:51:24.973737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:25.216074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e38b5659-ee6c-411e-b021-4ec5fae2271e details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:25.429415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e,segment=NetworkSegment(0c2e1565-581d-4916-bdae-2c58c455433c),segment_id=0c2e1565-581d-4916-bdae-2c58c455433c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:25.447588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:25.473370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'e38b5659-ee6c-411e-b021-4ec5fae2271e', 'network_id': '1153e267-c8a0-44ca-9446-62270f78643e', 'port_id': 'e38b5659-ee6c-411e-b021-4ec5fae2271e', 'mac_address': 'fa:16:3e:b3:0f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41127330-7c9e-4b56-bfeb-cfb8fd754fcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:25.498542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:25.506127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:25.565470 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77d9bb77-df51-4334-a651-f35d615e1ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:25.616495 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7821355 May 19 12:51:25.629188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:25.642864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Request body: {'subnet': {'network_id': '8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-537876092-subnet', 'tenant_id': '1c08256c8da040788cef9cc1cc6b71db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:25.655786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:25.708076 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:25.734911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38b5659-ee6c-411e-b021-4ec5fae2271e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:25.759646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Usage tracker for resource:subnet and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:25.760322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e,segment=NetworkSegment(0c2e1565-581d-4916-bdae-2c58c455433c),segment_id=0c2e1565-581d-4916-bdae-2c58c455433c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:25.784094 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:25.787299 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:25.806599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-869cedfd-ee1d-4c0b-8452-b46d6fa75c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:25.809992 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-869cedfd-ee1d-4c0b-8452-b46d6fa75c56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1153e267-c8a0-44ca-9446-62270f78643e HTTP/1.1" status: 200 len: 922 time: 0.8047593 May 19 12:51:25.811509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:25.917054 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:25.922347 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:25.966508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-c0e449e4-99f9-4d48-a69c-008231f4714e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e HTTP/1.1" status: 200 len: 217 time: 0.1445236 May 19 12:51:25.968227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:25.971504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Pushing event updated for resources: {'Network': ['ID=8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:25.997294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:51:26.047333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['e38b5659-ee6c-411e-b021-4ec5fae2271e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:26.050782 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:26.069180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e8c6-7dfa-4eb1-b92f-976c93382dc4 req-12334b86-ca56-487f-a015-cb50e6355211 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:26.072479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bb0e8c6-7dfa-4eb1-b92f-976c93382dc4 req-12334b86-ca56-487f-a015-cb50e6355211 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 948 time: 0.4522216 May 19 12:51:26.081209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-6b9a5ee4-65b5-4c67-961e-48b0f32a3828 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:26.087805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Made reservation on behalf of 1c08256c8da040788cef9cc1cc6b71db for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:26.089710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-6b9a5ee4-65b5-4c67-961e-48b0f32a3828 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 812 time: 0.5719426 May 19 12:51:26.092399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:26.139118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-40363ae3-97c1-486c-9914-04337dde37c7 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/quotas/14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 375 time: 0.0466042 May 19 12:51:26.266644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-6a811a6e-d87c-4019-958c-6cf4977fc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:26.269606 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-6a811a6e-d87c-4019-958c-6cf4977fc540 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41127330-7c9e-4b56-bfeb-cfb8fd754fcc HTTP/1.1" status: 200 len: 861 time: 0.2923040 May 19 12:51:26.332800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bb0e8c6-7dfa-4eb1-b92f-976c93382dc4 req-86ccde94-24f3-419d-9e4e-a6f09a105c71 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396891 May 19 12:51:26.371937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-09289893-5b27-431d-bd93-6f24819d5b61 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2189674 May 19 12:51:26.423080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:26.462413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-894d2da8-da92-4a33-bcd2-db962e873bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1153e267-c8a0-44ca-9446-62270f78643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772804 May 19 12:51:26.833733 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-e995d809-a9fa-4fe0-9ee7-5dd24dfec22b service neutron] 10.222.0.57 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696828 May 19 12:51:26.894289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-7e7ae493-2373-463b-87c0-f1743f8128af service neutron] 10.222.0.69 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186584 May 19 12:51:26.924576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:26.956376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'mac_address': 'fa:16:3e:d2:4b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:27.073460 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:27.093970 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:27.119888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:27.132796 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:27.135854 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:27.212602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-7ac10166-00a9-4947-951d-eead62c6c433 service neutron] 10.222.0.69 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063982 May 19 12:51:27.226123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851e56-bc93-4d3b-886f-abd004ef19fd req-cac0db01-aa81-4dd4-a449-0d3bd8c60ab1 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:27.235091 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b851e56-bc93-4d3b-886f-abd004ef19fd req-cac0db01-aa81-4dd4-a449-0d3bd8c60ab1 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1096 time: 0.1496713 May 19 12:51:27.275397 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4ab2-fbea-4fb3-9671-c25f68952cb2 req-4efb5b0b-837b-4dac-9233-8f7589a8ca2a service neutron] 10.222.0.57 "GET /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342837 May 19 12:51:27.292898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b851e56-bc93-4d3b-886f-abd004ef19fd req-694f82f8-ca32-403b-8395-2a5a1e15874e tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 May 19 12:51:27.330842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:27.334761 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:27.506864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:27.662073 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:27.688401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:27.854592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71c49f2-e2bb-4e7b-be3e-95a6de39028d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:27.859552 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:27.861632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Checking segment: {'id': '6b777000-4220-426e-8ce0-089dee909de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:27.861882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Network hostable DHCP agents. Network: 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:51:27.906286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Network 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:51:27.930357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:27.945191 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c56cec-185a-4f70-b745-eedd5a3c54ae None None] Network 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:27.949941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:27.952792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:28.004953 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3725724 May 19 12:51:28.015164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e615f7-2265-406c-b0b0-aac3f1b99b26 req-e60291f7-5b0d-4a65-8293-a60dd26f8359 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:28.024525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23e615f7-2265-406c-b0b0-aac3f1b99b26 req-e60291f7-5b0d-4a65-8293-a60dd26f8359 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 945 time: 0.3485141 May 19 12:51:28.156875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23e615f7-2265-406c-b0b0-aac3f1b99b26 req-853bcf75-493c-4d45-93e0-e0eb1bd9867b tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203797 May 19 12:51:28.382324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba08beb-2e92-4c2b-b612-42d9382228dc None None] Network 8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:28.634561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f4be5-5b9d-4319-b143-c5e20922cbce req-41feb924-7441-46b8-abb4-dbf7790c787d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:28.637815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-167f4be5-5b9d-4319-b143-c5e20922cbce req-41feb924-7441-46b8-abb4-dbf7790c787d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.1484659 May 19 12:51:28.651704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92881d-9aed-4a64-a8c2-3b27f84d43ca req-ec855241-2d58-4e4c-b452-1269cfbd659b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:28.654013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e92881d-9aed-4a64-a8c2-3b27f84d43ca req-ec855241-2d58-4e4c-b452-1269cfbd659b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 949 time: 0.2259409 May 19 12:51:28.818365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-167f4be5-5b9d-4319-b143-c5e20922cbce req-7518df4d-babb-43e4-8cbb-d2c332de21d1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627035 May 19 12:51:28.842394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e92881d-9aed-4a64-a8c2-3b27f84d43ca req-fd0151d5-c2c1-40ec-ae42-7b174175250d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677041 May 19 12:51:29.036446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03632176-ccbb-4332-9820-9130e34fdae7 req-349de3f3-f120-4569-9858-8486ddda725f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 210 time: 0.0700777 May 19 12:51:29.168558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de4664-d153-441c-8751-efa2979de03f req-1186d092-775d-4c38-8d94-96ca0448167f tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:29.171180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69de4664-d153-441c-8751-efa2979de03f req-1186d092-775d-4c38-8d94-96ca0448167f tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1096 time: 0.1167705 May 19 12:51:29.261193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e38b5659-ee6c-411e-b021-4ec5fae2271e up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:29.332277 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69de4664-d153-441c-8751-efa2979de03f req-b9574c22-bb7e-4799-8897-e95c8a4ff503 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414654 May 19 12:51:29.426685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ce846-de31-43b5-b647-0667d747b013 req-b0911a6b-34d2-4b53-9e64-e2fda4ec30c7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:29.429653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9ce846-de31-43b5-b647-0667d747b013 req-b0911a6b-34d2-4b53-9e64-e2fda4ec30c7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 948 time: 0.1786053 May 19 12:51:29.438712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port e38b5659-ee6c-411e-b021-4ec5fae2271e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:29.464345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port e38b5659-ee6c-411e-b021-4ec5fae2271e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:29.465018 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:29.544387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9ce846-de31-43b5-b647-0667d747b013 req-4d9a17f9-1315-419d-b891-974b9e3f283d tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974207 May 19 12:51:29.823302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-570932852', 'description': 'tempest-description-1641592945'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:29.854423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:29.875803 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:29.963885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-48b7eb33-aa88-4685-b86b-4c42e5c364be tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:29.966126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-48b7eb33-aa88-4685-b86b-4c42e5c364be tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Synchronizing usage tracker for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:29.971320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:29.991576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-48b7eb33-aa88-4685-b86b-4c42e5c364be tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Unset dirty status for tenant:ae4398ea659a45bcbfb4e8c07be6b84c on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:29.992905 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-48b7eb33-aa88-4685-b86b-4c42e5c364be tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 948 time: 0.2286298 May 19 12:51:30.007529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e,segment=NetworkSegment(0c2e1565-581d-4916-bdae-2c58c455433c),segment_id=0c2e1565-581d-4916-bdae-2c58c455433c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:30.018968 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.022030 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:30.225408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:30.232649 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:30.324727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:30.331395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:30.349414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:30.376242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-bf8b1621-3b70-420f-86bc-e6f45c277d0b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:30.377971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-bf8b1621-3b70-420f-86bc-e6f45c277d0b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 812 time: 0.7289820 May 19 12:51:30.392797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Deleting port 5dba3a3d-dd23-459b-af55-24c3990faf51 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:51:30.393939 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.396618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'device_id': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0', 'admin_state_up': True, 'tenant_id': '14f286a140c2485b86526f200cb36690'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:30.429344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:30.474112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.561012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:30.574119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:30.575589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:30.581677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:30.592363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:30.592860 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.607571 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:30.685650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] For port 5dba3a3d-dd23-459b-af55-24c3990faf51, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=5dba3a3d-dd23-459b-af55-24c3990faf51,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:30.686264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.696792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:30.710885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:port and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:30.727610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f1d5e-0e5e-41f1-991e-152bc42da0f9 req-1896ce20-06bb-463d-b938-860e3c77f9fa tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:30.729253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-271f1d5e-0e5e-41f1-991e-152bc42da0f9 req-1896ce20-06bb-463d-b938-860e3c77f9fa tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 946 time: 0.2942774 May 19 12:51:30.735600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:30.745714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:30.868959 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.869343 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.881756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.898034 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8be659f-a56f-452d-aeb1-47fd0adedcb1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:30.911892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:30.921621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:30.924831 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:30.968855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143be8e7-4743-42c4-aa82-c6244178682a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:30.998188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-271f1d5e-0e5e-41f1-991e-152bc42da0f9 req-6b246fd5-49ad-4ff8-aa4c-f987b7585191 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534056 May 19 12:51:30.999835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Made reservation on behalf of 14f286a140c2485b86526f200cb36690 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:31.015179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:31.069531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:31.076858 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:31.093267 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:31.099735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Calling delete_port for 5dba3a3d-dd23-459b-af55-24c3990faf51 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:51:31.346599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:31.355164 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c628cb30-53d9-4b61-8a31-eb01b6a27bc6 tempest-LiveMigrationTest-1680119767 tempest-LiveMigrationTest-1680119767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:31.412578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Pushing event deleted for resources: {'Port': ['ID=5dba3a3d-dd23-459b-af55-24c3990faf51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:31.417618 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:31.503072 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:31.507463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] No DVR routers for this DVR port 5dba3a3d-dd23-459b-af55-24c3990faf51 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:51:31.511155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:31.515671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-deleted', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:31.522164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-59bb861a-6a9b-4700-9819-59ad6e8a0d41 req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7761078 May 19 12:51:31.542784 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d15501d-9bae-4ac1-b284-ee1a16e76c0a req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.57 "DELETE /v2.0/ports/5dba3a3d-dd23-459b-af55-24c3990faf51 HTTP/1.1" status: 204 len: 173 time: 1.5439003 May 19 12:51:31.653139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c00c-2fc3-4de6-ad64-95aacb079247 req-2cfa7bd1-2d76-4a98-b9eb-7fe64339af71 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:31.655722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45d9c00c-2fc3-4de6-ad64-95aacb079247 req-2cfa7bd1-2d76-4a98-b9eb-7fe64339af71 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.3523047 May 19 12:51:31.658300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Allocated IP 172.20.0.14 (b3452e52-045f-4cc0-90d5-e2b9ecf737f0/5d91c8f9-a367-4f36-b9d5-26e4b47c7171/b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:51:31.935134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45d9c00c-2fc3-4de6-ad64-95aacb079247 req-252d89bd-1fbd-443d-b8af-92856d44f99e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649078 May 19 12:51:32.078893 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e', 'code': 200} May 19 12:51:32.094820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c461-66b3-47ed-ada4-32d29125afa9 req-a366c10f-0972-41f6-b674-eec4bb2ae47f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:32.102555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9690c461-66b3-47ed-ada4-32d29125afa9 req-a366c10f-0972-41f6-b674-eec4bb2ae47f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.3689754 May 19 12:51:32.329324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9690c461-66b3-47ed-ada4-32d29125afa9 req-764e5596-1967-426a-a3f8-53a034e1a76f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258499 May 19 12:51:32.458994 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:32.537396 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:32.549338 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:32.585146 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8649b90b-545f-4328-84cf-b187c59a8d3f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:32.601181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed04ba-cd2b-478e-bd94-99c703ba7b0b req-e43f1549-9705-4143-be18-c47d6f54baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:32.602747 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39ed04ba-cd2b-478e-bd94-99c703ba7b0b req-e43f1549-9705-4143-be18-c47d6f54baaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 1097 time: 0.3935575 May 19 12:51:32.745863 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39ed04ba-cd2b-478e-bd94-99c703ba7b0b req-7eb088f9-0adf-4b7d-add5-c2cd2ec2ecf1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 May 19 12:51:32.754168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:51:32.765579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3a9543e-8d3e-452d-bc29-71c0de7f18f7 req-d381fbbc-63a1-4e1e-a252-3c92db9a71c7 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d13b0b5-292f-4460-a936-a496165c92aa HTTP/1.1" status: 200 len: 210 time: 0.0752497 May 19 12:51:32.778179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:32.781183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:51:32.903574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:32.907689 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:32.966545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:32.967630 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:32.988433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-78564bcf-1e08-4f2f-bf10-dcd2c0176b55 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:32.989203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-78564bcf-1e08-4f2f-bf10-dcd2c0176b55 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:33.026846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6363161 May 19 12:51:33.046812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Request body: {'port': {'device_id': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:33.188580 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-78564bcf-1e08-4f2f-bf10-dcd2c0176b55 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:33.199828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-78564bcf-1e08-4f2f-bf10-dcd2c0176b55 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 932 time: 0.7045884 May 19 12:51:33.241421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:51:33.290621 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:33.333954 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 5dba3a3d-dd23-459b-af55-24c3990faf51 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:51:33.335787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 5dba3a3d-dd23-459b-af55-24c3990faf51 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:51:33.421353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-b5a7ae5c-5a65-49d6-8175-1b91dba38062 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:33.523724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-b5a7ae5c-5a65-49d6-8175-1b91dba38062 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:33.537064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6a20b59-7a82-4144-849e-11d29bcccd10 req-b5a7ae5c-5a65-49d6-8175-1b91dba38062 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346453 May 19 12:51:34.013377 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d13b0b5-292f-4460-a936-a496165c92aa', 'name': 'network-vif-deleted', 'tag': '5dba3a3d-dd23-459b-af55-24c3990faf51', 'status': 'completed', 'code': 200} May 19 12:51:34.081447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:34.460926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-06cd4df5-779c-4eba-b7f0-5e526788571a tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/143be8e7-4743-42c4-aa82-c6244178682a HTTP/1.1" status: 200 len: 1812 time: 0.3880205 May 19 12:51:34.469305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '143be8e7-4743-42c4-aa82-c6244178682a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:34.469757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '143be8e7-4743-42c4-aa82-c6244178682a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:34.479956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:34.485980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:34.491066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:34.526117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:34.660618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:34.684111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:34.756625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Transition to ACTIVE for port object b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:51:34.774495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:34.792451 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-959437f4-5727-46bd-bc5e-fdda384e7251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:34.905106 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.038641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:35.046989 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:35.109357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-2f8557fb-52ae-4262-8b78-69c416b2f0fc tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:51:35.110760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-2f8557fb-52ae-4262-8b78-69c416b2f0fc tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159819 May 19 12:51:35.113111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.162155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Request body: {'binding': {'host': 'n-h1-791505-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:35.162621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:51:35.200754 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.221776 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:35.255773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec4b84-412f-402c-bba5-e13783d6c5d9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:35.280637 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:35.316910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.328808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5760a36f-a9cd-401d-b7b8-8e677f4bf8f3 req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8614762 May 19 12:51:35.417250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Attempting to bind port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:51:35.417816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Attempting to bind port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:51:35.418447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Attempting to bind port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:35.484137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:51:35.484837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Attempting to bind port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf on network b3452e52-045f-4cc0-90d5-e2b9ecf737f0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:35.533580 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:51:35.534095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Checking segment: {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:35.534742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Bound using segment: {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:51:35.535363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Bound port: b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35209141-3e64-42fe-9721-609379a4f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:51:35.535807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.699935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cfed2-d0ea-404a-a68e-d026cdd25d5f req-39497df4-a5f0-4b82-8658-c3bcb58efa0f tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:35.701718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-726cfed2-d0ea-404a-a68e-d026cdd25d5f req-39497df4-a5f0-4b82-8658-c3bcb58efa0f tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 946 time: 0.2724690 May 19 12:51:35.704838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on host n-h1-791505-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:51:35.705147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:51:35.705654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:35.723391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:51:35.723716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:35.759270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:51:35.759630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:35.759831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:51:35.760312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Bound port: 3a5646d7-8621-4763-80a1-a7adfc68d98b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:51:35.769423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:35.776467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:51:35.799054 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.807216 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-abf8190c-2835-4b0a-9cf8-fefc677a6e95 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:35.866087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-726cfed2-d0ea-404a-a68e-d026cdd25d5f req-d4864896-1339-464e-8643-8f9e5516124e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533678 May 19 12:51:35.913238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:35.914046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.915950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] 10.222.0.71 "PUT /v2.0/ports/b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 1092 time: 2.8775172 May 19 12:51:35.919231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:35.936512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:51:35.958222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.959924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-33ba27fd-43e9-4c84-a140-83d3e57cfc33 service neutron] 10.222.0.69 "POST /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8018045 May 19 12:51:35.960950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:35.966669 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:36.071386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-26ff9bf5-7044-474c-954d-2970b4d4b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.073397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-26ff9bf5-7044-474c-954d-2970b4d4b793 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1095 time: 0.1084428 May 19 12:51:36.310159 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-446e7320-3ea0-41fe-b6b1-63928e7ee62b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 217 time: 0.2280133 May 19 12:51:36.388172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b93bb7be-91d2-401d-9ce8-8c506156c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.390732 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b93bb7be-91d2-401d-9ce8-8c506156c352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1096 time: 0.1356628 May 19 12:51:36.411340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-bc530c87-575e-44aa-9e66-a0be20c1834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.412880 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-bc530c87-575e-44aa-9e66-a0be20c1834b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.0951812 May 19 12:51:36.438839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d443809-9296-4947-a371-15f017c0aa1d req-fa8e9436-760f-4c0a-bb4a-f49dcb6b6753 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.440461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d443809-9296-4947-a371-15f017c0aa1d req-fa8e9436-760f-4c0a-bb4a-f49dcb6b6753 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.2358890 May 19 12:51:36.448657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b3df4-db28-4815-9be7-5f618cbb7fda req-72a71560-740d-4ebd-83fd-7c16bdf1e068 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.450448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3b3df4-db28-4815-9be7-5f618cbb7fda req-72a71560-740d-4ebd-83fd-7c16bdf1e068 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.2443490 May 19 12:51:36.542722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-b0de4a9f-f7d9-4034-ba20-026e6c1c0c47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542121 May 19 12:51:36.609001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d443809-9296-4947-a371-15f017c0aa1d req-8e85389d-186b-4961-8f9b-cc790a61a59f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567373 May 19 12:51:36.623344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3b3df4-db28-4815-9be7-5f618cbb7fda req-1fdba9df-5ac6-471f-9b3d-c0c5ddf2eed4 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568878 May 19 12:51:36.738691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-1840a79d-f169-43af-ad63-9f06176e6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:36.741125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-1840a79d-f169-43af-ad63-9f06176e6839 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.2528491 May 19 12:51:36.795827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-daa2d853-99a0-4f28-8f0f-1de2d5709b3a service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373455 May 19 12:51:36.853470 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'code': 200} May 19 12:51:36.977232 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-6aeca4b8-ed74-4ebe-ada7-2806e773ea9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 217 time: 0.2272680 May 19 12:51:37.236456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-4f1b6812-af26-4ca0-a9d1-4996e585b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.238899 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-4f1b6812-af26-4ca0-a9d1-4996e585b86e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.1870000 May 19 12:51:37.337734 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-3189fb9f-d260-4cc2-8669-aac3e161eeb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864954 May 19 12:51:37.377051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0da7-42db-412f-b18b-4f3c6643783f req-d79c247a-a330-46cd-a068-6696f04e9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.378775 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-d79c247a-a330-46cd-a068-6696f04e9141 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1096 time: 0.4901013 May 19 12:51:37.383708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1595317b-4a9e-404d-9c0b-1711de7ca79a req-31fa83e8-753b-4a98-9f10-251c17164942 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/143be8e7-4743-42c4-aa82-c6244178682a HTTP/1.1" status: 200 len: 2405 time: 0.4425051 May 19 12:51:37.384286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910be67-74d9-4e58-afb2-1cf65b30b0ad req-5b0af7f8-6ba1-4620-a102-d96d83c9b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.388005 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b910be67-74d9-4e58-afb2-1cf65b30b0ad req-5b0af7f8-6ba1-4620-a102-d96d83c9b2f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1101 time: 0.4390979 May 19 12:51:37.399188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b97cce6a-036b-4c20-9f52-8db7572af9b2 req-35192a58-c9ff-4634-b5bd-d4af17cb90c2 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943787 May 19 12:51:37.415067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af66912-981d-402e-acb2-39ef1732fe82 req-2548179b-47e4-43ef-875f-9c9d1f641ec0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.416985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0af66912-981d-402e-acb2-39ef1732fe82 req-2548179b-47e4-43ef-875f-9c9d1f641ec0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 944 time: 0.5396430 May 19 12:51:37.486764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0af66912-981d-402e-acb2-39ef1732fe82 req-f5d0f8cb-9d42-4f33-bda9-defe2b00a040 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 May 19 12:51:37.597764 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'status': 'completed', 'code': 200} May 19 12:51:37.721125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b910be67-74d9-4e58-afb2-1cf65b30b0ad req-9e77d0b8-b0ac-4daa-9c84-2e39b9ec357f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747002 May 19 12:51:37.769847 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-3ba0932b-5bef-48eb-b784-ad39a297b685 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238064 May 19 12:51:37.772444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0da7-42db-412f-b18b-4f3c6643783f req-3d70359c-c189-4a1c-a2a6-fe5a6d6c8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.773931 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-3d70359c-c189-4a1c-a2a6-fe5a6d6c8657 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.3843033 May 19 12:51:37.854419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-393a1068-5a7e-43d5-a285-74669ec86088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:37.856802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-393a1068-5a7e-43d5-a285-74669ec86088 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1095 time: 0.2295263 May 19 12:51:38.151267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-863e14dd-d161-4007-b874-22d9e6332288 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-group-rules/c4ec4b84-412f-402c-bba5-e13783d6c5d9 HTTP/1.1" status: 200 len: 778 time: 0.0814147 May 19 12:51:38.174646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1857a4-39e8-4b76-b60a-767a0c02caa6 req-9d397571-7e4b-4ffd-a594-d4159227935f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.176237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c1857a4-39e8-4b76-b60a-767a0c02caa6 req-9d397571-7e4b-4ffd-a594-d4159227935f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.3857031 May 19 12:51:38.211498 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-849faaf1-9a95-4e7f-a08d-bf551f4c3e9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 1000 time: 0.3697512 May 19 12:51:38.252900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-43ddd79a-43ba-488f-84e1-5f0b848fa797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.254377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-43ddd79a-43ba-488f-84e1-5f0b848fa797 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.3865607 May 19 12:51:38.288330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-543916bc-002c-42c7-b5ca-b574e465bd1c service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480710 May 19 12:51:38.299565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0da7-42db-412f-b18b-4f3c6643783f req-25d80235-8391-4f87-a6ff-580fa06d2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.301093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-25d80235-8391-4f87-a6ff-580fa06d2b57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.0812783 May 19 12:51:38.353836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-3c6cb650-a8b2-404a-b19d-8e6b62494a7b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/143be8e7-4743-42c4-aa82-c6244178682a HTTP/1.1" status: 200 len: 2405 time: 0.1892905 May 19 12:51:38.357200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c1857a4-39e8-4b76-b60a-767a0c02caa6 req-b216dc5b-d4a1-4f5e-967a-5fe3ab12e1df tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671016 May 19 12:51:38.358528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-3172232a-c1df-44ae-86d1-b373b303100f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 217 time: 0.0926805 May 19 12:51:38.413203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0da7-42db-412f-b18b-4f3c6643783f req-02aa4386-018f-446c-9e7a-6604c57ce5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.413631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-02aa4386-018f-446c-9e7a-6604c57ce5b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051943 May 19 12:51:38.493654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-4197ac40-9982-49d7-b778-ead5c5fe3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.495283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-4197ac40-9982-49d7-b778-ead5c5fe3cb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.1252460 May 19 12:51:38.524641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:38.539886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:38.636473 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-8f823d4a-3b3a-4d62-90ee-d76f01ef0e94 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113643 May 19 12:51:38.646766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-9fabfe24-915b-4720-a80c-02c15558ccce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234889 May 19 12:51:38.794472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:38.819219 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-83b4fe60-c1d3-4e97-893b-42f9651bb957 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:38.838783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:38.840201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8fdc354b-6d89-4ce1-854f-4d3f8f9a9883 req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c4ec4b84-412f-402c-bba5-e13783d6c5d9 HTTP/1.1" status: 204 len: 173 time: 0.4735577 May 19 12:51:38.847167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ec4b84-412f-402c-bba5-e13783d6c5d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:38.855920 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:38.882373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4e728-c185-4c7d-b7c9-30fc9f0d485f req-d36dcf13-98f4-4a1d-8136-e472a64f75fb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:38.884470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfc4e728-c185-4c7d-b7c9-30fc9f0d485f req-d36dcf13-98f4-4a1d-8136-e472a64f75fb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.2818048 May 19 12:51:38.902098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-0c34c869-77cc-4e61-abc6-a5e01a019663 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417333 May 19 12:51:38.924291 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-934c0da7-42db-412f-b18b-4f3c6643783f req-61077c0e-fcbc-4b8a-be59-397e1d46f1cb service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797911 May 19 12:51:39.249719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfc4e728-c185-4c7d-b7c9-30fc9f0d485f req-72ab0bd7-8687-4bd9-9bf3-4f04822b0e4c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457243 May 19 12:51:39.352705 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f013b91e-ea40-4424-90cf-9f31c0dd3ef8 req-40210469-b696-40dd-89b4-73d7d2f6f6cc service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135520 May 19 12:51:39.373214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38b249-0ba7-435d-8636-68329249a9f3 req-9a1a0ad5-d89d-433f-a7f5-f3ad03c08b59 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:39.375787 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f38b249-0ba7-435d-8636-68329249a9f3 req-9a1a0ad5-d89d-433f-a7f5-f3ad03c08b59 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 945 time: 0.3453205 May 19 12:51:39.557661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f38b249-0ba7-435d-8636-68329249a9f3 req-4a835490-c098-4f2e-a15c-d5703f5d5853 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276462 May 19 12:51:39.592067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19968ed-e8eb-4437-824a-db630d7263c2 req-5d757334-486f-42f6-9dd1-8bd313fad2e1 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:39.594739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d19968ed-e8eb-4437-824a-db630d7263c2 req-5d757334-486f-42f6-9dd1-8bd313fad2e1 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 948 time: 0.2174439 May 19 12:51:39.673361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d19968ed-e8eb-4437-824a-db630d7263c2 req-6ff6275f-2374-4c94-a0bb-c0e2666a9991 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/security-groups?id=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 May 19 12:51:40.009046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-939548003', 'description': 'tempest-description-2104553310'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:40.027000 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06df07-374a-42a0-88b8-3aada94603c5 req-c57c838a-0016-4350-8043-279becc48d5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:40.029233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae06df07-374a-42a0-88b8-3aada94603c5 req-c57c838a-0016-4350-8043-279becc48d5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 944 time: 0.1139209 May 19 12:51:40.030547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:40.036224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:40.040321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:40.060803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:40.087941 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:40.115680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae06df07-374a-42a0-88b8-3aada94603c5 req-29d01900-f93f-49a0-a9a0-be1c968d8cef tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713727 May 19 12:51:40.122265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:40.127119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:40.131406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:40.152196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:40.272647 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90d28607-a774-45bf-bf18-fe85a3220d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:40.291398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:40.297986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:40.309274 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db431c89-207d-43db-91ce-9e096e40e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:40.489184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:40.567521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:51:40.654110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:40.656253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3c36cb6-20ef-44dd-9f5b-e759c172d7e2 req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6525412 May 19 12:51:40.659375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1fa645-e9f2-4b3e-b79f-d44cdab5c0d2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:40.682597 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:40.895372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b3226-8481-4dd7-a574-bd86114d1c9b req-8d9f43cd-41b1-4668-aad1-aac149c420ca tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:40.907997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b8b3226-8481-4dd7-a574-bd86114d1c9b req-8d9f43cd-41b1-4668-aad1-aac149c420ca tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.5391366 May 19 12:51:41.020267 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:41.035082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-d72e889f-458f-401b-99cc-ae6525257160 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:41.038290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-d72e889f-458f-401b-99cc-ae6525257160 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 948 time: 0.3271236 May 19 12:51:41.126378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:41.132297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:41.157383 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:41.162309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:41.180106 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:41.261069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b8b3226-8481-4dd7-a574-bd86114d1c9b req-375f3b26-d441-4e45-844a-a2da8be1c7bf tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513093 May 19 12:51:41.394921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:41.415263 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:41.439956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'network_id': 'b3452e52-045f-4cc0-90d5-e2b9ecf737f0', 'port_id': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'mac_address': 'fa:16:3e:a1:11:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d91c8f9-a367-4f36-b9d5-26e4b47c7171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:51:41.570865 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:41.595162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-59be5088-ecf8-48e7-9f54-ead532c2776e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:41.597143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:41.597417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-59be5088-ecf8-48e7-9f54-ead532c2776e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Synchronizing usage tracker for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:51:41.618512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:41.625133 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:41.627951 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:41.648034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-59be5088-ecf8-48e7-9f54-ead532c2776e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Unset dirty status for tenant:20a104a2f0384be0b13cf148de2fc028 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:51:41.654910 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-59be5088-ecf8-48e7-9f54-ead532c2776e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.57 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 946 time: 0.2569554 May 19 12:51:41.684399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7befaf-ef3b-4f3a-bb57-e319a0a7c79f req-575dc35b-eeb1-4c1b-bded-6738d6af562e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:41.697887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e7befaf-ef3b-4f3a-bb57-e319a0a7c79f req-575dc35b-eeb1-4c1b-bded-6738d6af562e tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/ports?device_id=30edf1be-65d5-4f10-bbb2-fe862dcbb355 HTTP/1.1" status: 200 len: 946 time: 0.5574248 May 19 12:51:41.755036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:41.759485 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:41.864595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e7befaf-ef3b-4f3a-bb57-e319a0a7c79f req-f3d31c55-6cf9-49b4-ad83-1bbd3d409191 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645205 May 19 12:51:41.870061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Deleting port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:51:41.870733 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:41.975582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:42.028681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Deleting port e38b5659-ee6c-411e-b021-4ec5fae2271e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:51:42.029043 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.076066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630c6c-03a6-4eb0-9b50-e8fff6a3bfb9 req-ae73d4fc-6297-458e-8eb8-b7054b607789 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:42.077498 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88630c6c-03a6-4eb0-9b50-e8fff6a3bfb9 req-ae73d4fc-6297-458e-8eb8-b7054b607789 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.5344934 May 19 12:51:42.264323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] For port e38b5659-ee6c-411e-b021-4ec5fae2271e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e38b5659-ee6c-411e-b021-4ec5fae2271e,segment=NetworkSegment(0c2e1565-581d-4916-bdae-2c58c455433c),segment_id=0c2e1565-581d-4916-bdae-2c58c455433c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:42.264849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.274595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88630c6c-03a6-4eb0-9b50-e8fff6a3bfb9 req-97e85a3b-dd71-40e4-b9e6-eb63757a5eb8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456578 May 19 12:51:42.284127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] For port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:42.284649 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.452452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Calling delete_port for e38b5659-ee6c-411e-b021-4ec5fae2271e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:51:42.492330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Calling delete_port for d4e8ef63-b6d9-4d28-b5b7-474f1959c52f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:51:42.506614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:51:42.561538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9996cb5-83c9-4aea-ba33-dee0b3671557 req-e416a976-72be-4b26-a291-e3e07af2351a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:42.563206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9996cb5-83c9-4aea-ba33-dee0b3671557 req-e416a976-72be-4b26-a291-e3e07af2351a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.4962387 May 19 12:51:42.616360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a01b6fd6-96d1-419d-8abc-ab5c2b80e355 req-839802d9-1929-4dd0-a1ea-aef590c5d941 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/2f1fa645-e9f2-4b3e-b79f-d44cdab5c0d2 HTTP/1.1" status: 200 len: 1812 time: 0.2337890 May 19 12:51:42.646161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9996cb5-83c9-4aea-ba33-dee0b3671557 req-3266ed2f-1bb6-43c3-94da-3724451f6379 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590403 May 19 12:51:42.690492 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.738598 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6831708b-782b-4060-baee-817027ffbe24 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:42.751054 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:51:42.850714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['e38b5659-ee6c-411e-b021-4ec5fae2271e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:42.860387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Pushing event deleted for resources: {'Port': ['ID=e38b5659-ee6c-411e-b021-4ec5fae2271e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:42.933514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.934360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.935246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.935800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.936338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.937010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.937484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.937954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.938630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.938876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.939345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.939975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:42.943952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] No DVR routers for this DVR port e38b5659-ee6c-411e-b021-4ec5fae2271e on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:51:42.946457 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:42.947795 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.953400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'name': 'network-vif-deleted', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:42.973611 n-d-791505-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'code': 422} returned with failed status May 19 12:51:42.977199 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-abdd66c4-1101-4a85-805a-f0cb2f208ca1 req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] 10.222.0.57 "DELETE /v2.0/ports/e38b5659-ee6c-411e-b021-4ec5fae2271e HTTP/1.1" status: 204 len: 173 time: 1.3147891 May 19 12:51:42.997903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No active binding found for port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 12:51:42.998385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d4e8ef63-b6d9-4d28-b5b7-474f1959c52f not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:51:43.002368 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:43.020452 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e5d06a3-21b5-42b0-9c90-82530c95f66b tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:43.032714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7943579-1532-4c3e-932b-00bae377c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:43.037031 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:43.111168 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb9b117-6502-488f-907e-45913a358f81 req-85ec02f0-3a84-4876-b7d3-f599d3445a45 tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef556906-a848-4377-b594-901c775a5692 HTTP/1.1" status: 200 len: 210 time: 0.2442248 May 19 12:51:43.204875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Pushing event deleted for resources: {'Port': ['ID=d4e8ef63-b6d9-4d28-b5b7-474f1959c52f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:43.215585 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:43.425540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] No DVR routers for this DVR port d4e8ef63-b6d9-4d28-b5b7-474f1959c52f on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:51:43.435144 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:43.439773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-deleted', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:43.488342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc763994-28a9-48c5-b0dd-e31bf4e22b4f req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] 10.222.0.71 "DELETE /v2.0/ports/d4e8ef63-b6d9-4d28-b5b7-474f1959c52f HTTP/1.1" status: 204 len: 173 time: 2.4421418 May 19 12:51:43.531716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b3b7-7160-4616-88a2-b4705a9f9453 req-5f9b97c6-1cff-43c8-9273-bfe2aea392bf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:43.533984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc58b3b7-7160-4616-88a2-b4705a9f9453 req-5f9b97c6-1cff-43c8-9273-bfe2aea392bf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 945 time: 0.4211175 May 19 12:51:43.567285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b944a-d84b-48d3-b8a3-f45d9745f3ce req-84fda34a-2bf4-499a-8e0e-4baf041f784d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:43.573254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb3b944a-d84b-48d3-b8a3-f45d9745f3ce req-84fda34a-2bf4-499a-8e0e-4baf041f784d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.2257531 May 19 12:51:43.821418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc58b3b7-7160-4616-88a2-b4705a9f9453 req-3ec162fe-0da5-4c28-8790-9687f41557ab tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456954 May 19 12:51:43.835697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb3b944a-d84b-48d3-b8a3-f45d9745f3ce req-99a8067d-6fec-4857-a8bf-8c6a1e593569 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475534 May 19 12:51:44.148075 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:44.492934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:51:44.788347 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:51:44.797269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:51:44.809195 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:44.872258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:44.970364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:45.033324 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef556906-a848-4377-b594-901c775a5692', 'name': 'network-vif-deleted', 'tag': 'd4e8ef63-b6d9-4d28-b5b7-474f1959c52f', 'status': 'completed', 'code': 200} May 19 12:51:45.058358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-15be7fb5-31a1-4065-8b52-eb9154d44512 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5753984 May 19 12:51:45.077015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1223554202', 'description': 'tempest-description-527112041'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:45.109717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:45.128617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:45.143975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:45.182473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:45.219889 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.238363 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.242137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.251371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Deleting subnet 41127330-7c9e-4b56-bfeb-cfb8fd754fcc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:51:45.266362 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30edf1be-65d5-4f10-bbb2-fe862dcbb355', 'name': 'network-vif-deleted', 'tag': 'e38b5659-ee6c-411e-b021-4ec5fae2271e', 'status': 'completed', 'code': 200} May 19 12:51:45.268146 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.303335 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e38b5659-ee6c-411e-b021-4ec5fae2271e no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:51:45.363195 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.367603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:45.370690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:45.376823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: e38b5659-ee6c-411e-b021-4ec5fae2271e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:51:45.377590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e38b5659-ee6c-411e-b021-4ec5fae2271e not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:51:45.378825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:45.391333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:45.396681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:45.408450 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.411634 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:45.440588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.519175 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.523841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:45.528894 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:45.550165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:45.567050 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.603677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:45.614883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Usage tracker for resource:security_group_rule and tenant:943b8aa2a6484a369cbcac4a3cec9b36 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:45.621691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:45.639666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:45.651676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866162a-b7ee-4b80-ae9e-be8421b2a5cb req-4d857fd0-35a9-4c05-b81a-e89c84b6ab94 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:45.653810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b866162a-b7ee-4b80-ae9e-be8421b2a5cb req-4d857fd0-35a9-4c05-b81a-e89c84b6ab94 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.3066404 May 19 12:51:45.801020 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.811458 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ab649ea2-7407-4c9c-9b14-6a806c82f7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:45.904004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.912498 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:45.920480 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ae8d5607-e381-40ff-8c3b-9c5871d66e53 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:45.940415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b866162a-b7ee-4b80-ae9e-be8421b2a5cb req-f7a57ad5-652f-45da-b13e-48e97ac6c3f9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726490 May 19 12:51:45.999197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84af267d-4179-4134-89cd-19182a9e1f71,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:46.005562 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:46.020460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.021819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-751432ad-a9bd-4685-8dbf-6767e9ca79cf req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9840918 May 19 12:51:46.059470 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.069105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.072691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41127330-7c9e-4b56-bfeb-cfb8fd754fcc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:46.077452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.084665 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:46.088457 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d23d042-2fb9-409f-b121-1adb9928ef55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:46.103655 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/41127330-7c9e-4b56-bfeb-cfb8fd754fcc HTTP/1.1" status: 204 len: 168 time: 1.2283227 May 19 12:51:46.104547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:46.279174 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.326406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=943b8aa2a6484a369cbcac4a3cec9b36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3521354 May 19 12:51:46.328418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa961ebd-cd82-440f-b45f-50bc9a46af8a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:46.351499 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:46.352530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:46.508684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.525958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1153e267-c8a0-44ca-9446-62270f78643e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:46.534573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caf98e-3267-4c16-89a8-1c991a08ed94 req-ad584fc0-3f5d-462e-9431-4734134618cb tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:46.537789 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33caf98e-3267-4c16-89a8-1c991a08ed94 req-ad584fc0-3f5d-462e-9431-4734134618cb tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 946 time: 0.4234657 May 19 12:51:46.548788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2e1565-581d-4916-bdae-2c58c455433c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:46.549661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2e1565-581d-4916-bdae-2c58c455433c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:51:46.562344 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.569382 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.599663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.613548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:51:46.614667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.620446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0800d-812f-4402-9b78-c76876f7c7b2 req-8c0ea3e0-7f44-4e44-9a98-a90cc415b39a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:46.623222 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa0800d-812f-4402-9b78-c76876f7c7b2 req-8c0ea3e0-7f44-4e44-9a98-a90cc415b39a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.4285920 May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: timer() May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:51:46.640850 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:51:46.724685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.754825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.766552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.772669 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a788ed3-5187-4ca0-aece-739dfa89baa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:46.794764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.798144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Pushing event deleted for resources: {'Network': ['ID=1153e267-c8a0-44ca-9446-62270f78643e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:46.802205 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:46.809589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33caf98e-3267-4c16-89a8-1c991a08ed94 req-370eed34-53b6-4ea8-bf71-e10b20292ccc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577512 May 19 12:51:46.814173 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] 10.222.0.69 "DELETE /v2.0/networks/1153e267-c8a0-44ca-9446-62270f78643e HTTP/1.1" status: 204 len: 168 time: 0.7074995 May 19 12:51:46.841250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa0800d-812f-4402-9b78-c76876f7c7b2 req-bcf26ee6-e0d1-4266-8da4-915460dfd400 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070601 May 19 12:51:46.907814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.914031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1bfe6fcc-1572-4fcd-ac04-aeece3a72fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:46.930547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa961ebd-cd82-440f-b45f-50bc9a46af8a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:46.933981 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:46.945251 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:46.950777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa961ebd-cd82-440f-b45f-50bc9a46af8a HTTP/1.1" status: 204 len: 168 time: 0.5960784 May 19 12:51:47.105760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:47.116952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-cfa6a211-8de5-47b7-ad01-45a99ec7a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:47.120027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-cfa6a211-8de5-47b7-ad01-45a99ec7a78b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1101 time: 0.1092944 May 19 12:51:47.179572 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-06ccc0ff-b1f1-4472-adc1-f0b4ac5a806c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20a104a2f0384be0b13cf148de2fc028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717432 May 19 12:51:47.182213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:47.275126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:47.315003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:47.405658 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:47.415348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35f2d608-6c16-4e12-b670-cbcf579839c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:47.419541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-77b13078-de58-42cc-a45b-dfaf9dc340f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:47.422747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-77b13078-de58-42cc-a45b-dfaf9dc340f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2947421 May 19 12:51:47.441889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91470f-34ed-4e59-b5ee-3bb5ac54d17e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:47.456602 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:47.477706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:47.486372 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a91470f-34ed-4e59-b5ee-3bb5ac54d17e HTTP/1.1" status: 204 len: 168 time: 0.2958958 May 19 12:51:47.496582 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'code': 200} May 19 12:51:47.620357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-8ba02c1f-352d-450a-b2c2-4bbd0503abd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.1899984 May 19 12:51:47.756774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90bd05-64ef-42b7-806f-dc30487460d3 req-7dbfa4ff-ec63-4631-a835-f33b23ea90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:47.759550 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a90bd05-64ef-42b7-806f-dc30487460d3 req-7dbfa4ff-ec63-4631-a835-f33b23ea90f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1097 time: 0.1933336 May 19 12:51:47.815234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-5a4e35e0-9bb5-4a5c-9a26-20a90443657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:47.818737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-5a4e35e0-9bb5-4a5c-9a26-20a90443657b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1904626 May 19 12:51:47.849595 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a90bd05-64ef-42b7-806f-dc30487460d3 req-c42fc520-489e-48e7-9d70-bc7f96a6026c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811491 May 19 12:51:48.061699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cf288d0b-a832-4a1d-aa33-cfd7810fcb6a req-ca355aff-0b5c-409a-889b-79eb943cf8c8 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/84af267d-4179-4134-89cd-19182a9e1f71 HTTP/1.1" status: 200 len: 1812 time: 0.1469798 May 19 12:51:48.085183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-d77f3b75-726b-4a64-b73f-a8aab54fbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:48.087963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-d77f3b75-726b-4a64-b73f-a8aab54fbce9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617838 May 19 12:51:48.359509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:48.392067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:48.420042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:48.430225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Usage tracker for resource:security_group_rule and tenant:bc626b63e53f4285a5a153a20eccf7c2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:48.441387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:48.458273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:48.530208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-58d0482f-49cd-49c6-a3ed-c399efac2b48 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270363 May 19 12:51:48.630028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-17d87e76-209f-4761-87f8-34b402c88de0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3116841 May 19 12:51:48.647087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108636c-70ca-4393-bcfb-7fa984daea29 req-4f1adbb5-2eb6-4634-b011-a111a3e0efda tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:48.655069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2108636c-70ca-4393-bcfb-7fa984daea29 req-4f1adbb5-2eb6-4634-b011-a111a3e0efda tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.3348789 May 19 12:51:48.656094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:48.666299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:48.684355 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6f9d51b9-f8fc-40bc-b3e3-7f0bcd47b674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:48.822920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2108636c-70ca-4393-bcfb-7fa984daea29 req-1b436279-f5e5-42a6-981d-95bc0e345ded tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666217 May 19 12:51:48.834131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99477890-18c9-47da-9d39-a8d1ca7f41ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:48.858705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:48.878598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-fa42fdb1-65ef-416d-9d89-9acc4d313766 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313849 May 19 12:51:48.880435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:48.880661 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc626b63e53f4285a5a153a20eccf7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184424 May 19 12:51:49.046664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce110-483c-4cde-8dd8-6dda06d6491f req-ea1d7533-74dc-4240-96f6-8ab8fffec2fc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:49.053586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1fce110-483c-4cde-8dd8-6dda06d6491f req-ea1d7533-74dc-4240-96f6-8ab8fffec2fc tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 946 time: 0.4728484 May 19 12:51:49.258656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1fce110-483c-4cde-8dd8-6dda06d6491f req-69f50b86-9f96-417d-89e7-336794066d1f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707051 May 19 12:51:49.269666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:49.326417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:49.363658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266c84-00c7-46be-a835-7143d4bac7f3 req-935d8c99-2630-4085-a12f-35c0676e9d67 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:49.371859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63266c84-00c7-46be-a835-7143d4bac7f3 req-935d8c99-2630-4085-a12f-35c0676e9d67 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.3131838 May 19 12:51:49.450561 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63266c84-00c7-46be-a835-7143d4bac7f3 req-93ef4f56-bc0f-4249-b87d-48e72b38126f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726104 May 19 12:51:49.496809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:49.502789 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e4f9e4eb-1718-4eee-a174-bb1c2b488b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:49.526655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1290869942', 'description': 'tempest-description-853055717'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:49.535148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99477890-18c9-47da-9d39-a8d1ca7f41ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:49.560533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:49.566295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.567389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.568273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.568887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.569471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.570031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.570804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.571391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.572047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.572637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.573268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.573856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:51:49.583367 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:49.585388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:49.601318 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:49.603188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99477890-18c9-47da-9d39-a8d1ca7f41ff HTTP/1.1" status: 204 len: 168 time: 0.7217319 May 19 12:51:49.604816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:49.629657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:49.767160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:49.922916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:49.956813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:49.963235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:49.968980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:49.979297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:49.992230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226bf7-25f7-416a-afc2-0061735ab9b6 req-b5c35020-f4df-4faa-9ab1-d8162df56436 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:49.993958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76226bf7-25f7-416a-afc2-0061735ab9b6 req-b5c35020-f4df-4faa-9ab1-d8162df56436 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.3833992 May 19 12:51:50.080796 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:51:50.089462 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76226bf7-25f7-416a-afc2-0061735ab9b6 req-1b79bec7-d995-4e77-acc6-0a3d170ec92c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 May 19 12:51:50.227667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.233148 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.239569 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b0e8867-9d5d-4531-8984-77eecea59d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:50.295182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ab40d-300a-4972-9ae6-e3f894fefbe9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:50.298809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:50.301347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.315100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09f5c92c-e12f-4eff-ad0a-e138b2e72c91 req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7898357 May 19 12:51:50.363501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-573664464-network', 'tenant_id': 'e1a1b6bc57b1419c91ca217b7f081b61'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:50.375258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:50.392010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Usage tracker for resource:network and tenant:e1a1b6bc57b1419c91ca217b7f081b61 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:50.402045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:50.431141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:50.481953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Made reservation on behalf of e1a1b6bc57b1419c91ca217b7f081b61 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:50.488220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.504148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:50.536418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.570582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:50.576213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.580613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Usage tracker for resource:security_group_rule and tenant:e1a1b6bc57b1419c91ca217b7f081b61 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:50.587193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:50.601132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:50.631097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:50.643222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Usage tracker for resource:security_group_rule and tenant:219a9da5842242148eece9ee49ee1685 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:50.651301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:50.668004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:50.753157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c361daa-d1db-409f-8494-e43ec61ec15e req-07a4c68d-e6a7-42e8-b82e-1e7f6ce5116a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:50.767807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c361daa-d1db-409f-8494-e43ec61ec15e req-07a4c68d-e6a7-42e8-b82e-1e7f6ce5116a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.2441494 May 19 12:51:50.871932 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.885626 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.891791 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-142a5ec1-ca85-4fff-8932-1a3ce457a2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:50.903841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c361daa-d1db-409f-8494-e43ec61ec15e req-9932117e-df96-4d6e-a093-9dffb1583c88 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342978 May 19 12:51:50.938918 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:51:50.960410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524b6cc4-6397-4048-9979-723924825374,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:50.965962 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:50.969386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:50.969810 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Added segment 1bdf6afa-a1b1-4f8f-912a-db14f83fb572 of type vlan for network 24243041-a5cd-4403-9c8a-41f6be913ca0 May 19 12:51:51.027232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.035637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.062940 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.101254 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:51.102879 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.104613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:51.106175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.114873 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10a38b0d-b3b0-4384-bb8f-68ddaf3eccd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:51.154128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=219a9da5842242148eece9ee49ee1685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480432 May 19 12:51:51.157804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:51.172268 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92d28c9e-b2b5-4c77-89df-1f0c0d41e741 req-c4b02358-075b-4a13-9d57-688fa5521462 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/b40ab40d-300a-4972-9ae6-e3f894fefbe9 HTTP/1.1" status: 200 len: 1812 time: 0.1808085 May 19 12:51:51.173164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04184062-aa80-4c83-8ffe-8f718528d163,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:51.187057 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:51.289547 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5195560 May 19 12:51:51.294677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:51.295977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Pushing event updated for resources: {'Network': ['ID=24243041-a5cd-4403-9c8a-41f6be913ca0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:51.299677 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:51.310605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Request body: {'subnet': {'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-573664464-subnet', 'tenant_id': 'e1a1b6bc57b1419c91ca217b7f081b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:51.312015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 24243041-a5cd-4403-9c8a-41f6be913ca0 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:51:51.318492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:51.330478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Usage tracker for resource:subnet and tenant:e1a1b6bc57b1419c91ca217b7f081b61 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:51.337991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.342427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:51.357669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:51.398990 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.463175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Made reservation on behalf of e1a1b6bc57b1419c91ca217b7f081b61 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:51:51.466099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.507961 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.519119 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:51.538400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04184062-aa80-4c83-8ffe-8f718528d163,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:51.547055 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:51.552946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:51.555373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04184062-aa80-4c83-8ffe-8f718528d163 HTTP/1.1" status: 204 len: 168 time: 0.3938816 May 19 12:51:51.816603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00246-3914-47f4-b6d8-efeccad4387a req-142d6a8e-bad3-40d5-9700-35ecf5766507 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:51.818895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82b00246-3914-47f4-b6d8-efeccad4387a req-142d6a8e-bad3-40d5-9700-35ecf5766507 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.4506750 May 19 12:51:51.830242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3b6c5-03a0-4fba-b157-12b4b2a4a7c1 req-035d3636-ea40-4717-8112-fcb7f6ec0b5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:51.831836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07e3b6c5-03a0-4fba-b157-12b4b2a4a7c1 req-035d3636-ea40-4717-8112-fcb7f6ec0b5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 946 time: 0.4652638 May 19 12:51:51.834389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-4404acff-a3a8-434c-a661-a8c2a9a10587 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:51.836176 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-4404acff-a3a8-434c-a661-a8c2a9a10587 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1096 time: 0.3506732 May 19 12:51:51.878047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:52.120764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07e3b6c5-03a0-4fba-b157-12b4b2a4a7c1 req-80eedbd6-81c8-4003-bd93-6315c27489b3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784405 May 19 12:51:52.189507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82b00246-3914-47f4-b6d8-efeccad4387a req-f738421f-4163-4cfd-a222-799119739f6e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492546 May 19 12:51:52.405436 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:52.519418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:51:52.805075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:52.842144 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b has no active binding in host n-h1-791505-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 19 12:51:52.928887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2d9ab-49f4-40ff-a912-7fbacc912334 req-b9802d7d-7b9c-475f-a743-638359e7cec1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:52.939581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50b2d9ab-49f4-40ff-a912-7fbacc912334 req-b9802d7d-7b9c-475f-a743-638359e7cec1 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 945 time: 0.6175432 May 19 12:51:53.116861 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50b2d9ab-49f4-40ff-a912-7fbacc912334 req-fdea560b-003f-40d5-9913-8b634d35de6f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756473 May 19 12:51:53.139152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:53.201717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-158394978', 'description': 'tempest-description-1827419687'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:53.226677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:53.246894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:53.254120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:53.267990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:53.384357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:53.705421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:53.784176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:53.799268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:53.817176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:53.851927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:53.864879 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a72297b-f805-4c91-a1bc-aeadd5840d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:53.915184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:53.956741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Usage tracker for resource:security_group_rule and tenant:1c08256c8da040788cef9cc1cc6b71db is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:53.982213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:53.991408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:54.117952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:54.231891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcef816b-c569-4ec3-aed4-222de752ced8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:54.243118 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:54.249406 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d9c5b20d-6ae8-4502-a1f5-03c1acbb578b tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:54.319595 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9006fc8e-fbb4-4d42-97a4-6f8fc52d9b11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae4398ea659a45bcbfb4e8c07be6b84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260844 May 19 12:51:54.323475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:54.439765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on host n-h2-791505-2 for vnic_type normal with profile {"migrating_to": "n-h1-791505-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:51:54.440130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:51:54.440462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:54.454113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd330e0c-092c-40bc-87de-086827807159 req-f152bd44-f0fa-49a2-b1a8-040b80700b6a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:54.461813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd330e0c-092c-40bc-87de-086827807159 req-f152bd44-f0fa-49a2-b1a8-040b80700b6a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 1.0228169 May 19 12:51:54.464025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Checking segment: {'id': '1bdf6afa-a1b1-4f8f-912a-db14f83fb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:54.464300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Network hostable DHCP agents. Network: 24243041-a5cd-4403-9c8a-41f6be913ca0, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:51:54.501986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:51:54.502506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Attempting to bind port 3a5646d7-8621-4763-80a1-a7adfc68d98b on network 7dd4a539-7c64-4e7e-b4c6-b4cdad329034 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:51:54.528276 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.549053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:51:54.549558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Checking segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:51:54.550207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Bound using segment: {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:51:54.550794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Bound port: 3a5646d7-8621-4763-80a1-a7adfc68d98b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7dd4a539-7c64-4e7e-b4c6-b4cdad329034'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:51:54.551286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.565999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.627465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:54.643424 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:54.683772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.694891 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a9ee24f6-a219-4c5b-adb3-70d0235276ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:54.720822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd330e0c-092c-40bc-87de-086827807159 req-33ff7d36-b2f8-4824-bd72-3964e7790b50 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577515 May 19 12:51:54.734219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:54.739579 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:54.740935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Network 24243041-a5cd-4403-9c8a-41f6be913ca0 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:51:54.756513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.762643 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8aadeb06-c55a-4ebc-9fc0-9af5af5fe2bf HTTP/1.1" status: 204 len: 168 time: 0.4363289 May 19 12:51:54.801171 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.803526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 24243041-a5cd-4403-9c8a-41f6be913ca0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:51:54.817481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:54.831974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d1dc5-8147-4bf2-9912-00660066dae8 None None] Network 24243041-a5cd-4403-9c8a-41f6be913ca0 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:54.836474 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dc861570-8090-47db-b1af-ae1d94a003ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:54.922227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:54.923285 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:55.021516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6596c7d-f8ec-45ed-92fb-e4e180989c0e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:55.037220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:55.040487 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:55.073767 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:55.088931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0247316f-a60f-4961-99fc-790671ff0686 req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.9188008 May 19 12:51:55.092783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:51:55.096868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a831d121-ff79-4750-b030-1fff97f556a4 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1943419629&fields=id&tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 267 time: 0.1994765 May 19 12:51:55.107024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8022308 May 19 12:51:55.116645 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:55.123997 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:55.317751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a5e5e-9efc-471a-8b50-1872dd230ce0 None None] Network 24243041-a5cd-4403-9c8a-41f6be913ca0 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:51:55.452852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:55.462370 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:55.821916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:55.822578 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:55.824481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] 10.222.0.71 "PUT /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 1121 time: 3.9787455 May 19 12:51:55.873020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-c966851e-2b58-4f06-9dab-eb0d3654773f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:55.875937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-c966851e-2b58-4f06-9dab-eb0d3654773f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 946 time: 0.7624984 May 19 12:51:55.903079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd4c5-f701-4f9b-85fd-6244aa042d06 req-2c2d4241-0606-49c2-8e8e-b293437dc401 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:55.905615 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['3a5646d7-8621-4763-80a1-a7adfc68d98b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:55.906248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56dfd4c5-f701-4f9b-85fd-6244aa042d06 req-2c2d4241-0606-49c2-8e8e-b293437dc401 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.4343343 May 19 12:51:55.918443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'security_groups': ['ada95237-5e0c-4cb0-963b-eca7a02001f6', '7d031ae6-c36f-4c82-a614-3d12775f62a6']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:56.031687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3a5646d7-8621-4763-80a1-a7adfc68d98b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:56.150094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56dfd4c5-f701-4f9b-85fd-6244aa042d06 req-800d4cb5-40c2-474b-92d0-03b701451c30 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684802 May 19 12:51:56.338956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:56.369005 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'code': 200} May 19 12:51:56.849166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:56.877871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680167e-67e4-47b3-9ba5-4298f75675d9 req-05a61b33-4143-450b-abd8-819082fc9597 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:56.880448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a680167e-67e4-47b3-9ba5-4298f75675d9 req-05a61b33-4143-450b-abd8-819082fc9597 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.2944236 May 19 12:51:56.950506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:56.970245 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:56.983236 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:57.052172 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a680167e-67e4-47b3-9ba5-4298f75675d9 req-578692f2-cb96-4d60-a7b3-e6e971a0070f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625161 May 19 12:51:57.063577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:57.064288 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:57.065841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0a51202-3537-487e-a6df-0acdced6a4e8 req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "PUT /v2.0/ports/b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 982 time: 1.1582079 May 19 12:51:57.092934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:57.096478 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:51:57.115972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:57.269200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b54bc4f-d691-4f89-8f6c-eb619771edd8 req-34ece1b5-fa4a-4f7d-b2ee-d40c5e8b3cca tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/a6596c7d-f8ec-45ed-92fb-e4e180989c0e HTTP/1.1" status: 200 len: 1812 time: 0.1134274 May 19 12:51:57.279433 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:51:58.067802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-f408d9ca-2b8a-4922-a069-037769ab87b4 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:58.069334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-f408d9ca-2b8a-4922-a069-037769ab87b4 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/networks?id=24243041-a5cd-4403-9c8a-41f6be913ca0 HTTP/1.1" status: 200 len: 812 time: 0.4251990 May 19 12:51:58.096517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18f29-88d2-42a6-80b2-53f8a01c6066 req-9ab22e6f-7476-404a-bdfe-be34fa5edbc7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:58.098094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eae18f29-88d2-42a6-80b2-53f8a01c6066 req-9ab22e6f-7476-404a-bdfe-be34fa5edbc7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.1562290 May 19 12:51:58.103980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-51ea4576-649a-49b3-83f5-eebe1741c203 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/quotas/e1a1b6bc57b1419c91ca217b7f081b61 HTTP/1.1" status: 200 len: 375 time: 0.0207956 May 19 12:51:58.179873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-eb2ef33e-d57e-4b2f-9b90-9a6f820b3c8a tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1a1b6bc57b1419c91ca217b7f081b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705209 May 19 12:51:58.235813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eae18f29-88d2-42a6-80b2-53f8a01c6066 req-e699f48d-d602-4f08-a914-ec84d661e6e5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 May 19 12:51:58.341859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-50564510-4f56-4f4e-88ce-be8458a9a82b service neutron] 10.222.0.69 "GET /v2.0/networks/24243041-a5cd-4403-9c8a-41f6be913ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498716 May 19 12:51:58.372396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b'}, {'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:51:58.535034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a76ea3fd-019c-4fb2-81c8-a16dc2eecb20 req-08a3eb4c-9202-4b01-8e88-82176e78cef8 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/7d031ae6-c36f-4c82-a614-3d12775f62a6 HTTP/1.1" status: 200 len: 1800 time: 0.1502528 May 19 12:51:58.637068 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b28e99bd-af79-40b7-b96d-a8f5f8541370 service neutron] 10.222.0.69 "GET /v2.0/networks/24243041-a5cd-4403-9c8a-41f6be913ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862546 May 19 12:51:58.640835 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-a76ea3fd-019c-4fb2-81c8-a16dc2eecb20 req-a3b080fd-a42a-4fe0-b04f-2cb041d75fa1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 12:51:58.642750 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a76ea3fd-019c-4fb2-81c8-a16dc2eecb20 req-a3b080fd-a42a-4fe0-b04f-2cb041d75fa1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/7d031ae6-c36f-4c82-a614-3d12775f62a6 HTTP/1.1" status: 409 len: 341 time: 0.0840909 May 19 12:51:58.671090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-1dd6a006-7b7b-4a4d-8533-6e2fc65d84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:58.673230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-1dd6a006-7b7b-4a4d-8533-6e2fc65d84aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 1094 time: 0.1517138 May 19 12:51:58.687429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:51:58.721680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:58.864433 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:58.997240 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:59.062691 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-8f73310a-7b26-4cbf-adc7-628135a0b717 req-4b3ea37c-0df1-4004-8674-a9d36fae4cdb tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] show failed (client error): The resource could not be found. May 19 12:51:59.064508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f73310a-7b26-4cbf-adc7-628135a0b717 req-4b3ea37c-0df1-4004-8674-a9d36fae4cdb tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/d71f497b-66a5-4e54-a126-208802361777 HTTP/1.1" status: 404 len: 352 time: 0.0962751 May 19 12:51:59.071691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:51:59.086279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Usage tracker for resource:security_group_rule and tenant:214f9a703bb44d818de9c4eb6558a928 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:51:59.093395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:51:59.111084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:51:59.160084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73756ff1-b4b2-4edc-bd59-258636d4f08c req-3ccbd07a-3238-43b2-926b-b7491d37ccab tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:51:59.174438 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73756ff1-b4b2-4edc-bd59-258636d4f08c req-3ccbd07a-3238-43b2-926b-b7491d37ccab tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 943 time: 0.3206739 May 19 12:51:59.315007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73756ff1-b4b2-4edc-bd59-258636d4f08c req-5fc4800f-d9cd-41f4-91db-7a21b3a3a3fc tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390598 May 19 12:51:59.482950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:51:59.493988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:59.502464 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:59.594756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e508d614-1e52-4185-8249-d4a74cab46fc tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:51:59.604056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:51:59.636694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=214f9a703bb44d818de9c4eb6558a928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9133251 May 19 12:51:59.644957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:51:59.731014 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'status': 'completed', 'code': 200} May 19 12:51:59.738236 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'status': 'completed', 'code': 200} May 19 12:51:59.842292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:51:59.902661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f5967-c048-420c-8c42-5769580fb09e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:51:59.925924 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:00.003995 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:00.057305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Transition to ACTIVE for port object 50d871b2-c803-4f1d-aa9d-1867e519b99a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:00.078243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:00.104241 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:00.137904 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:00.208927 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:00.229692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3a91-c3c7-4d60-be01-178ae1869d66 req-5f994036-4e74-4268-ad53-78cd48335dfd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:00.236646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-854e3a91-c3c7-4d60-be01-178ae1869d66 req-5f994036-4e74-4268-ad53-78cd48335dfd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 943 time: 0.4967549 May 19 12:52:00.283664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-e9f22784-9d4f-49dd-86d4-d7dc79a08554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:00.285223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-e9f22784-9d4f-49dd-86d4-d7dc79a08554 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1136 time: 0.5408695 May 19 12:52:00.304696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-02de4976-f69e-46c7-b928-89bfa7216fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3853469 May 19 12:52:00.538496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-854e3a91-c3c7-4d60-be01-178ae1869d66 req-832a5373-dac0-4c83-9df0-005452175363 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007324 May 19 12:52:00.546142 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-786ff6b7-53cc-413f-9354-245d8b389e06 req-764c9311-d906-4139-800f-a3f9fe47e1d2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 210 time: 0.2383955 May 19 12:52:00.659203 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-befdaf04-bb9e-4ef6-b86d-4106a3625a93 req-b30ed33c-0b23-4622-ab2b-7c7aafb9d3d5 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] show failed (client error): The resource could not be found. May 19 12:52:00.676904 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-befdaf04-bb9e-4ef6-b86d-4106a3625a93 req-b30ed33c-0b23-4622-ab2b-7c7aafb9d3d5 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-group-rules/0e6eff56-e46d-425e-b0a1-288bc88773fe HTTP/1.1" status: 404 len: 361 time: 0.0543208 May 19 12:52:00.678678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=9']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:00.715856 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:00.771468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:00.793707 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffad9bea-46e3-40aa-a7e4-267c72b7bde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:00.829107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] No DVR routers for this DVR port 50d871b2-c803-4f1d-aa9d-1867e519b99a on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:00.887204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f5967-c048-420c-8c42-5769580fb09e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:00.916454 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:00.935733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-89ab0b05-4c47-44da-ae3e-79be64a3335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:00.937270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-89ab0b05-4c47-44da-ae3e-79be64a3335b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.6245542 May 19 12:52:01.070324 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:01.075285 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d84f5967-c048-420c-8c42-5769580fb09e HTTP/1.1" status: 204 len: 168 time: 1.4159322 May 19 12:52:01.128840 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-be938328-7e59-4489-8be5-8db8127ae0aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 217 time: 0.1798627 May 19 12:52:01.137563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-e4a90ada-e5b8-4b79-a9cf-48f91a4a4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:01.139124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-e4a90ada-e5b8-4b79-a9cf-48f91a4a4db7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 1095 time: 0.7299833 May 19 12:52:01.262565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-44ca8084-f2e5-431a-af8a-318a4b96005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:01.266479 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-44ca8084-f2e5-431a-af8a-318a4b96005f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1124 time: 1.4083982 May 19 12:52:01.388922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:01.389618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:01.390163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:01.452320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:52:01.453088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Attempting to bind port 50d871b2-c803-4f1d-aa9d-1867e519b99a on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:01.453485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:01.466215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:01.466752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:01.467254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:01.467808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Bound port: 50d871b2-c803-4f1d-aa9d-1867e519b99a, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:01.468305 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:01.627641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:01.634119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:01.658419 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:01.696927 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-068897ef-61f6-43cd-9c75-68d5889208c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:01.877909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:01.884063 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:01.887857 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] 10.222.0.57 "PUT /v2.0/ports/50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 1091 time: 3.2056315 May 19 12:52:01.913559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:01.961694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-c95a59ae-56f3-4b53-90e5-9ab6c419e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:01.963530 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-c95a59ae-56f3-4b53-90e5-9ab6c419e0b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.6871891 May 19 12:52:02.106560 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-b840cc40-8f86-492a-a52a-acdde4636671 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 217 time: 0.1284516 May 19 12:52:02.263244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:02.286189 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:02.334499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-05f259f5-1ecb-4707-a803-59bbb94fb489 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.337117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-05f259f5-1ecb-4707-a803-59bbb94fb489 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.57 "GET /v2.0/networks?id=24243041-a5cd-4403-9c8a-41f6be913ca0 HTTP/1.1" status: 200 len: 812 time: 0.6538417 May 19 12:52:02.347971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-e7e03f96-cd82-4e43-ac1a-55153008c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.349594 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-e7e03f96-cd82-4e43-ac1a-55153008c0bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.2318759 May 19 12:52:02.359213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-d3eaca68-77a5-4c1a-88ce-085371463447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.360838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-d3eaca68-77a5-4c1a-88ce-085371463447 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1095 time: 0.4352188 May 19 12:52:02.434652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-d07e1609-8c82-4f3b-a117-b1337ea0429e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783484 May 19 12:52:02.455722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-ba6311bd-5a3f-44ae-804c-2800e7925527 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:52:02.457162 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-ba6311bd-5a3f-44ae-804c-2800e7925527 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106404 May 19 12:52:02.511158 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-dfc67758-3613-47f1-808a-d73d93746e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.514409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-dfc67758-3613-47f1-808a-d73d93746e73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 1.3739400 May 19 12:52:02.617295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Request body: {'port': {'device_id': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0', 'admin_state_up': True, 'tenant_id': 'e1a1b6bc57b1419c91ca217b7f081b61'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:02.660465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-47909d73-ec51-4c62-915d-cf2529c05526 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349044 May 19 12:52:02.899408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-8d4188dc-d928-4409-a208-607def6eb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.901429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-8d4188dc-d928-4409-a208-607def6eb5e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 1.4358609 May 19 12:52:02.925607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39c8f-381b-4db5-9ba0-794f0f000f76 req-0be98af5-f61b-464b-8e03-03982bf84c23 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:02.927227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61a39c8f-381b-4db5-9ba0-794f0f000f76 req-0be98af5-f61b-464b-8e03-03982bf84c23 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 985 time: 1.8486998 May 19 12:52:03.036050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-bd4d0612-44f6-4cd0-aa09-4a7f287d613c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 200 len: 217 time: 0.1241572 May 19 12:52:03.050800 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-269b605b-0d6f-40f1-9a65-12e2af11200a service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865977 May 19 12:52:03.135949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-0a279aff-7e1c-4d9e-bcf6-eebdde518eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:03.139215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-0a279aff-7e1c-4d9e-bcf6-eebdde518eef service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.7384868 May 19 12:52:03.157346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a742f-4d0c-4801-bd45-cc851e4a6841 req-168043b7-d586-4174-9b5f-6229c43694b8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:03.159077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-186a742f-4d0c-4801-bd45-cc851e4a6841 req-168043b7-d586-4174-9b5f-6229c43694b8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 1.7139759 May 19 12:52:03.208291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-ef11418a-c9f3-4805-a4d7-110f9aa8f426 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279729 May 19 12:52:03.250247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:03.342974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Usage tracker for resource:port and tenant:e1a1b6bc57b1419c91ca217b7f081b61 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:03.353737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.57', 55143) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:03.354919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61a39c8f-381b-4db5-9ba0-794f0f000f76 req-d21a54f1-1644-4810-9a69-9c3bbefc9773 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&id=7d031ae6-c36f-4c82-a614-3d12775f62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3428471 May 19 12:52:03.365860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:03.374538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-096b4060-1273-4866-87ad-eb8f9b510220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:03.388245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-096b4060-1273-4866-87ad-eb8f9b510220 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.3176680 May 19 12:52:03.391029 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:03.503019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-95c12f47-d966-44f0-8000-b7990fcd2521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158814 May 19 12:52:03.513994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-186a742f-4d0c-4801-bd45-cc851e4a6841 req-330a6e3d-7364-4b84-b8ed-cea33b86e2ff tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152647 May 19 12:52:03.539212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Made reservation on behalf of e1a1b6bc57b1419c91ca217b7f081b61 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:03.543435 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:03.618449 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-62ccc1db-0a85-4637-8ec7-1c098410779e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 998 time: 0.4723113 May 19 12:52:03.628020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-c65fe2b1-4fa7-4300-826a-81c5b682c430 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563922 May 19 12:52:03.690831 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-8a3bbced-c4a7-4ead-b118-5960705832cb service neutron] 10.222.0.57 "GET /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b/bindings/n-h1-791505-2 HTTP/1.1" status: 200 len: 384 time: 0.3201632 May 19 12:52:03.788805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-b6e2f24f-86b0-4210-9509-e9fcf257b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:03.790524 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-b6e2f24f-86b0-4210-9509-e9fcf257b859 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.1652915 May 19 12:52:03.860663 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-0cd0a8cc-2383-4b50-a1d7-505486ed704d service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061747 May 19 12:52:03.913251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6523e993-c950-40d6-95ae-75e5c4043def req-2cd4de8b-fdd2-4551-94d7-2590ebfc9710 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/a6596c7d-f8ec-45ed-92fb-e4e180989c0e HTTP/1.1" status: 200 len: 1812 time: 0.3354840 May 19 12:52:04.086652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-27e8cf4d-9426-4d2a-bca4-2179e2b517dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:04.088571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-27e8cf4d-9426-4d2a-bca4-2179e2b517dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2903509 May 19 12:52:04.244634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-7e31705f-1667-4c62-b293-18f8e8337deb service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271943 May 19 12:52:04.270700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:04.322931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5eae-a044-42e3-9403-3db75d146224 req-95f5ff1e-c4db-4afc-b5f6-feb678500cfa tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:04.324635 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-112c5eae-a044-42e3-9403-3db75d146224 req-95f5ff1e-c4db-4afc-b5f6-feb678500cfa tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.7676072 May 19 12:52:04.325797 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-09d817e3-0d43-44b8-9c10-33660ca06f4d service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309763 May 19 12:52:04.327016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:04.348382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Allocated IP 172.20.0.10 (24243041-a5cd-4403-9c8a-41f6be913ca0/bcef816b-c569-4ec3-aed4-222de752ced8/4c821812-2eef-4d4c-a4f2-60ab089fb2e8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:04.485995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6523e993-c950-40d6-95ae-75e5c4043def req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.512998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5646d7-8621-4763-80a1-a7adfc68d98b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:04.545588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:04.582046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.613043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-112c5eae-a044-42e3-9403-3db75d146224 req-c11a27a9-3c74-4116-9e2f-f085b41c6a0d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725596 May 19 12:52:04.628614 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6523e993-c950-40d6-95ae-75e5c4043def req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.659778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-849e24e0-e33c-4d31-8c7f-14b4bd264192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:04.661768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-849e24e0-e33c-4d31-8c7f-14b4bd264192 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1136 time: 0.6837709 May 19 12:52:04.728783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e7ea0b-dab3-4653-bb16-595e746cad12 req-3d7e0c32-0a73-4359-863c-6d8c3723c2bd service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619807 May 19 12:52:04.764857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dabe0f2-0202-48fa-a557-34fa4354ccf3 req-c5950456-b6ba-4bd5-b6df-7f7152150726 service neutron] 10.222.0.57 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095553 May 19 12:52:04.846549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Transition to ACTIVE for port object 3a5646d7-8621-4763-80a1-a7adfc68d98b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:04.855282 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.877690 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7751107c-2e5f-48fd-aece-c844fc407029 tempest-LiveMigrationNegativeTest-707792545 tempest-LiveMigrationNegativeTest-707792545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:05.230334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] No DVR routers for this DVR port 3a5646d7-8621-4763-80a1-a7adfc68d98b on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:05.241095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:05.250322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:05.279398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6523e993-c950-40d6-95ae-75e5c4043def req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:05.295206 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc2dd317-91d4-4cff-8540-0b7d98d048e0 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:05.313242 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:05.327413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-5dbab5cd-a38c-430a-bec4-f5242867d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:05.330272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-5dbab5cd-a38c-430a-bec4-f5242867d72a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.6530170 May 19 12:52:05.331140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6596c7d-f8ec-45ed-92fb-e4e180989c0e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:05.336514 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:05.363417 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b/bindings/n-h1-791505-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6649520 May 19 12:52:05.454862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-e9a34d7c-648d-4d85-8d2f-b1895f433cef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 217 time: 0.1097677 May 19 12:52:05.466033 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6523e993-c950-40d6-95ae-75e5c4043def req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:05.467116 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6523e993-c950-40d6-95ae-75e5c4043def req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-groups/a6596c7d-f8ec-45ed-92fb-e4e180989c0e HTTP/1.1" status: 204 len: 173 time: 1.5283728 May 19 12:52:05.519497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b17c-dd24-4b7d-a759-4152b5f72451 req-738af9be-51e6-453d-b8ba-459f456772dc tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:05.528112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4553b17c-dd24-4b7d-a759-4152b5f72451 req-738af9be-51e6-453d-b8ba-459f456772dc tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.5487452 May 19 12:52:05.622698 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4553b17c-dd24-4b7d-a759-4152b5f72451 req-ed41f951-7862-46ad-bcb3-6c85ac36c53c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931423 May 19 12:52:05.626919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:05.633692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-86bf03e8-90fb-4e03-8279-257a0c846434 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:05.642590 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-86bf03e8-90fb-4e03-8279-257a0c846434 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.2003322 May 19 12:52:05.656249 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20e5dc30-b27e-4b16-ab93-d1124bef2b95 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:05.778952 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'status': 'completed', 'code': 200} May 19 12:52:05.862149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-9b6785c0-334b-4297-8734-fb66d71715f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:05.867714 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-9b6785c0-334b-4297-8734-fb66d71715f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.3993552 May 19 12:52:05.935584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Network 24243041-a5cd-4403-9c8a-41f6be913ca0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:05.957462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:05.966345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:06.088465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-14e2c83f-635c-429c-ada7-aa2ac94439ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464458 May 19 12:52:06.089324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Pushing event updated for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:06.144546 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:06.419129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-4dcd461e-e45e-4196-832b-877cbdb8393b service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677557 May 19 12:52:06.570038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a6babdbe-d6cb-4da8-83db-b272a3b049ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:06.578319 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a6babdbe-d6cb-4da8-83db-b272a3b049ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b&tenant_id=0dedfff367864211b9c249dbc01a2336 HTTP/1.1" status: 200 len: 1095 time: 0.9283593 May 19 12:52:06.636123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-c98de7c6-e3d5-4161-8cdc-b277ef7ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:06.646626 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-c98de7c6-e3d5-4161-8cdc-b277ef7ec3bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1095 time: 0.8295820 May 19 12:52:06.670567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:06.676288 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:06.767517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5bcaabd-eba8-4ba6-ba9b-31a6fda162ee req-279206b3-cc01-4ce6-8899-756a28e92f27 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319626 May 19 12:52:06.800031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1989493 May 19 12:52:06.820581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0645-1a0f-49d1-a7d7-43573bafc3bc req-e3eee2cc-c751-4ab9-bab0-e10cecdb9702 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:06.821680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b5df0645-1a0f-49d1-a7d7-43573bafc3bc req-e3eee2cc-c751-4ab9-bab0-e10cecdb9702 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Synchronizing usage tracker for tenant:e1a1b6bc57b1419c91ca217b7f081b61 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:06.923572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b5df0645-1a0f-49d1-a7d7-43573bafc3bc req-e3eee2cc-c751-4ab9-bab0-e10cecdb9702 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Unset dirty status for tenant:e1a1b6bc57b1419c91ca217b7f081b61 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:06.932580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5df0645-1a0f-49d1-a7d7-43573bafc3bc req-e3eee2cc-c751-4ab9-bab0-e10cecdb9702 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 932 time: 0.9805708 May 19 12:52:07.013369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Request body: {'port': {'device_id': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:07.354351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-a2c86a71-c0eb-4732-abd2-942618d46dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:07.365050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5df0645-1a0f-49d1-a7d7-43573bafc3bc req-29bf544b-53c1-4f83-a4d8-900f1bf98a32 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312582 May 19 12:52:07.370442 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-a2c86a71-c0eb-4732-abd2-942618d46dbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.5566189 May 19 12:52:07.559768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37338) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:07.667172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a142eb1-1a85-47e7-bae4-49b790880052 req-dbe1723d-5a5b-43dd-82c8-debd6a4248b3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:07.680972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a142eb1-1a85-47e7-bae4-49b790880052 req-dbe1723d-5a5b-43dd-82c8-debd6a4248b3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 985 time: 0.8171806 May 19 12:52:07.881884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-d06f6c6e-423f-407e-8f4f-5eae5c21ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:07.890024 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-d06f6c6e-423f-407e-8f4f-5eae5c21ded1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dedfff367864211b9c249dbc01a2336&device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1095 time: 1.2339470 May 19 12:52:07.939088 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-033a4d5e-b323-4db6-b9a1-3f806b11b21f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 200 len: 998 time: 0.5496323 May 19 12:52:07.942186 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:08.244177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a142eb1-1a85-47e7-bae4-49b790880052 req-530c40e3-8f6a-4495-bb64-9036417a4a2b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&id=7d031ae6-c36f-4c82-a614-3d12775f62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5619612 May 19 12:52:08.271620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-91d30f58-c96e-40af-a9b7-ef786b4521d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:08.273559 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-91d30f58-c96e-40af-a9b7-ef786b4521d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 200 len: 921 time: 0.3328452 May 19 12:52:08.378127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-035b4b40-f000-48ac-910d-b9ed61af07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:08.380566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-035b4b40-f000-48ac-910d-b9ed61af07f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.1059515 May 19 12:52:08.421754 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:08.603927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-cf12f93c-6123-415d-9238-f8326dcb5c19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 200 len: 217 time: 0.2220595 May 19 12:52:08.702446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a36c8d21-bb5b-490a-8e72-886aae1bd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:08.704020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a36c8d21-bb5b-490a-8e72-886aae1bd333 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 200 len: 860 time: 0.0868526 May 19 12:52:08.711345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-481a8b0e-ce21-47cd-bd28-e01f937c514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:08.712758 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-481a8b0e-ce21-47cd-bd28-e01f937c514f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076292 May 19 12:52:08.720491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef0af9-e21a-4724-9745-0a10d202689b req-f34375d3-0eb1-4dcf-acdd-a1e52e04d1af tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:08.723032 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fef0af9-e21a-4724-9745-0a10d202689b req-f34375d3-0eb1-4dcf-acdd-a1e52e04d1af tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 1.0331657 May 19 12:52:08.745097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:08.757858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:961f1e6a4ed34738b10cc46cb3d41e54 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:08.787290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-f552847b-2e49-43aa-b247-e3750dcc2b75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dd4a539-7c64-4e7e-b4c6-b4cdad329034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734713 May 19 12:52:08.797820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:08.865425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:09.076666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-0e01489b-bfeb-457d-a050-333070f3f2da service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529260 May 19 12:52:09.255835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-d2c1cfae-801c-43c6-95b6-d893675bf5b1 service neutron] 10.222.0.71 "GET /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715863 May 19 12:52:09.278019 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-5f7e26aa-8c55-4ab4-b358-5d867e09fe1e service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889047 May 19 12:52:09.625917 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f4ebbb-cffa-45e7-8505-426af70226e9 req-95b0b0ba-b45b-4804-9175-476b034e31ff service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392911 May 19 12:52:09.676798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-71d58603-4740-4bd4-8a03-dbe5c00694b1 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/b40ab40d-300a-4972-9ae6-e3f894fefbe9 HTTP/1.1" status: 200 len: 1812 time: 1.1934454 May 19 12:52:09.758712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fef0af9-e21a-4724-9745-0a10d202689b req-ed241e3a-a157-4a89-a84b-ad98a29f1506 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9663894 May 19 12:52:09.770998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:09.794928 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:09.825468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a0f4749f-93b8-4805-a6c3-5ff5406c728b tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:09.829115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Transition to ACTIVE for port object 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:09.830452 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-a0f4749f-93b8-4805-a6c3-5ff5406c728b tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b&tenant_id=0dedfff367864211b9c249dbc01a2336&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 1095 time: 0.1863019 May 19 12:52:09.845911 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:09.863171 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aba5ee42-0944-463e-be10-2f21a961b3bd tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:10.112800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-191bbadb-14cc-4847-be94-7d6723e9b992 service neutron] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:10.126000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-191bbadb-14cc-4847-be94-7d6723e9b992 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.127208 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf97f0e-6bba-48a9-b892-50ed6a6eba59 req-191bbadb-14cc-4847-be94-7d6723e9b992 service neutron] 10.222.0.71 "DELETE /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b/bindings/n-h2-791505-2 HTTP/1.1" status: 204 len: 173 time: 0.2869103 May 19 12:52:10.145662 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.280813 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-969dd6a9-69dd-4ac0-b8a8-511ab802800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.323645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Attempting to bind port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:10.325110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Attempting to bind port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '1bdf6afa-a1b1-4f8f-912a-db14f83fb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:10.325663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Attempting to bind port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 on network 24243041-a5cd-4403-9c8a-41f6be913ca0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:10.329924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Pushing event updated for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:10.384922 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:10.396991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 on network 24243041-a5cd-4403-9c8a-41f6be913ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:52:10.397533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Attempting to bind port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 on network 24243041-a5cd-4403-9c8a-41f6be913ca0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:10.413735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:10.414310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Checking segment: {'id': '1bdf6afa-a1b1-4f8f-912a-db14f83fb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:10.414786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Bound using segment: {'id': '1bdf6afa-a1b1-4f8f-912a-db14f83fb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:10.415517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Bound port: 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdf6afa-a1b1-4f8f-912a-db14f83fb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:10.416108 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.447339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.586170 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.605072 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.616903 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f96e4639-7f71-4cee-9d57-d81c7537b39b tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:10.709537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83f8b3-3803-440d-a121-de977ef81481,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:10.718331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=961f1e6a4ed34738b10cc46cb3d41e54&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1357589 May 19 12:52:10.719664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:10.731676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f27fb-46ca-4fb2-a962-3459fecc23dd req-aa30ecff-e806-4871-bf51-7ad3fffa2264 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:10.739985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb7f27fb-46ca-4fb2-a962-3459fecc23dd req-aa30ecff-e806-4871-bf51-7ad3fffa2264 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.5924037 May 19 12:52:10.739985 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:10.739985 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.742670 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-77ecf7a0-d272-47bc-8de3-24dc82de6197 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:10.757570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:10.806269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ab40d-300a-4972-9ae6-e3f894fefbe9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:10.812257 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:10.835001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,segment=NetworkSegment(1bdf6afa-a1b1-4f8f-912a-db14f83fb572),segment_id=1bdf6afa-a1b1-4f8f-912a-db14f83fb572)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:10.845121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.846313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29ba0a0f-32a8-4298-9dd9-f24df0457abc req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-groups/b40ab40d-300a-4972-9ae6-e3f894fefbe9 HTTP/1.1" status: 204 len: 173 time: 1.1682174 May 19 12:52:10.851280 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.863366 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8bc84693-5e04-41a4-8389-c7d451f4a501 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:10.904862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb7f27fb-46ca-4fb2-a962-3459fecc23dd req-8c91bfe6-eb64-454f-b832-8e29f61d26dd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239581 May 19 12:52:10.995949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:10.995949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:10.995949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c821812-2eef-4d4c-a4f2-60ab089fb2e8 HTTP/1.1" status: 200 len: 1092 time: 4.0603666 May 19 12:52:10.997850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:11.083380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Pushing event updated for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:11.084085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:11.103027 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:11.149452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:11.274089 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:11.327205 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de5c758f-0533-4e60-823d-cd30ca61ec2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:11.372125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83f8b3-3803-440d-a121-de977ef81481,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:11.381242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd0679-d7c5-4db4-960e-b0290cfc0557 req-b43d0f28-7d45-4965-b776-06f7d5a62a35 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:11.389519 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:11.390140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ecd0679-d7c5-4db4-960e-b0290cfc0557 req-b43d0f28-7d45-4965-b776-06f7d5a62a35 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.2592196 May 19 12:52:11.403238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:11.405031 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c83f8b3-3803-440d-a121-de977ef81481 HTTP/1.1" status: 204 len: 168 time: 0.6837034 May 19 12:52:11.482828 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-dad9350b-b175-4490-ba9a-dea9110c61b6 service neutron] show failed (client error): The resource could not be found. May 19 12:52:11.484096 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-dad9350b-b175-4490-ba9a-dea9110c61b6 service neutron] 10.222.0.71 "GET /v2.0/ports/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380/bindings/n-h2-791505-2 HTTP/1.1" status: 404 len: 380 time: 0.2026675 May 19 12:52:11.497332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c92024-7733-46df-987d-e7178feec33e req-18608dd4-19a8-4df6-9d36-4dc29e1463e6 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:11.498907 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02c92024-7733-46df-987d-e7178feec33e req-18608dd4-19a8-4df6-9d36-4dc29e1463e6 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 944 time: 0.3228586 May 19 12:52:11.635592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ecd0679-d7c5-4db4-960e-b0290cfc0557 req-91412679-8cbf-44ed-95c4-3f0a71395673 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300763 May 19 12:52:11.712088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02c92024-7733-46df-987d-e7178feec33e req-9d1d588c-c7c8-4dec-b9da-166716fbef5d tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933815 May 19 12:52:12.354301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121df12-562d-4e56-b90d-6d2e2972e207 req-cc470172-5531-4513-b0f1-5d08ad47ad33 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:12.373201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f121df12-562d-4e56-b90d-6d2e2972e207 req-cc470172-5531-4513-b0f1-5d08ad47ad33 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 985 time: 0.4269111 May 19 12:52:12.691624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8dc8-ca77-4af5-a927-2a07f478d1c5 req-3caca8c5-1bf6-4a7b-b1aa-754eeeb6d2c9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:12.693255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cdbc8dc8-ca77-4af5-a927-2a07f478d1c5 req-3caca8c5-1bf6-4a7b-b1aa-754eeeb6d2c9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 950 time: 0.6446364 May 19 12:52:12.717141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f121df12-562d-4e56-b90d-6d2e2972e207 req-bd297d6c-b0fe-46a1-bb86-e15d13c028c5 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&id=7d031ae6-c36f-4c82-a614-3d12775f62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3215847 May 19 12:52:12.775692 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bba00b4-85e8-4cb9-ba7a-cd901f5a28c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:12.837289 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:12.864741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cdbc8dc8-ca77-4af5-a927-2a07f478d1c5 req-f1e46bcd-d6d1-4b62-bf6c-f1e729dd0ea9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462488 May 19 12:52:12.910658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-7f881fba-d1d7-4422-99e2-f978a3887274 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/84af267d-4179-4134-89cd-19182a9e1f71 HTTP/1.1" status: 200 len: 1812 time: 0.1450000 May 19 12:52:13.009312 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8', 'status': 'completed', 'code': 200} May 19 12:52:13.110641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:13.219064 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:13.332811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:13.456976 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:13.467507 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b505b564-4598-473a-92a2-a8221e643f31 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:13.555559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af267d-4179-4134-89cd-19182a9e1f71,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:13.570948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:13.573031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:13.595749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7e0815d-4e14-43ba-8dd1-e48a32518da9 req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-groups/84af267d-4179-4134-89cd-19182a9e1f71 HTTP/1.1" status: 204 len: 173 time: 0.6615026 May 19 12:52:13.923618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e21f-0b03-41e7-9fb2-5c46ce210b0f req-da4a2792-934a-4f27-8706-7c610cf79be5 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:13.935439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0280e21f-0b03-41e7-9fb2-5c46ce210b0f req-da4a2792-934a-4f27-8706-7c610cf79be5 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 944 time: 0.1711693 May 19 12:52:14.042413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:14.065454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0280e21f-0b03-41e7-9fb2-5c46ce210b0f req-2050cf63-cd39-472f-9a4f-12158bf69f14 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265926 May 19 12:52:14.078119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1445780098-network', 'tenant_id': '0f9a9c88d2264560a769fa36465779da'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:14.085329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:14.091922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Usage tracker for resource:network and tenant:0f9a9c88d2264560a769fa36465779da is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:14.099812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:14.116414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:14.151678 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.154801 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.173016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:14.177894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Usage tracker for resource:security_group_rule and tenant:eaf98cb5e9854dacb32262e448ae6a0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:14.183234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:14.191808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:14.234781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Made reservation on behalf of 0f9a9c88d2264560a769fa36465779da for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:14.238239 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.258095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.320022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:14.329633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9a9c88d2264560a769fa36465779da is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:14.348509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:14.365284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:14.376856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258721ec-59f7-4e68-ac6e-9b2b8ccfb0e6 req-b404e80b-7bbe-4af5-82e5-1f4bf2c4f657 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:14.378779 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-258721ec-59f7-4e68-ac6e-9b2b8ccfb0e6 req-b404e80b-7bbe-4af5-82e5-1f4bf2c4f657 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.2426987 May 19 12:52:14.385655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-722712b1-5f80-4712-b77c-026490793807 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1341926599&fields=id&tenant_id=14f286a140c2485b86526f200cb36690 HTTP/1.1" status: 200 len: 267 time: 0.1143274 May 19 12:52:14.396675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.405899 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.442360 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a25e436-d21d-4d31-9d00-5831d8d6601c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:14.535100 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eaf98cb5e9854dacb32262e448ae6a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897099 May 19 12:52:14.538085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:14.560986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f427c-0801-489a-99cd-d32525e7c692,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:14.568366 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:14.611209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-258721ec-59f7-4e68-ac6e-9b2b8ccfb0e6 req-83e0c3b1-ff02-4dfb-9835-9c5ea60d8be5 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233965 May 19 12:52:14.700531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:14.737709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.779964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-f4f34628-389e-4b84-a2a7-c04875445f3a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:14.789322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.810741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-f4f34628-389e-4b84-a2a7-c04875445f3a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 985 time: 0.4002373 May 19 12:52:14.832805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'port': {'security_groups': ['7d031ae6-c36f-4c82-a614-3d12775f62a6', 'ada95237-5e0c-4cb0-963b-eca7a02001f6', 'b8e57149-456a-4d31-9fc2-b66cbead44aa']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:14.934273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.946623 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:14.959688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f427c-0801-489a-99cd-d32525e7c692,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:14.964026 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:14.998723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:14.999875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/329f427c-0801-489a-99cd-d32525e7c692 HTTP/1.1" status: 204 len: 168 time: 0.4592335 May 19 12:52:15.040970 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.096572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:15.137749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:15.146750 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.149911 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:15.159435 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.228058 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.228673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.250692 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0208e00c-405a-4501-88e8-8bcd5d635b21 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:15.292347 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:15.310993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb9074-7c65-4270-b2a3-1f6e273d180e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:15.312806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.314364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.314364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.314692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.319604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.320074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.320419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.320751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.321081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.321929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.321929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.322094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:15.322731 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:15.335173 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:15.360995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:52:15.392664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.392664 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Added segment 0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44 of type vlan for network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d May 19 12:52:15.399730 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.510704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.532131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95099f8-1508-454f-a1f4-d981235492b9 req-a22014b6-452b-402d-a2c0-f8817cf8a0a2 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:15.534680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d95099f8-1508-454f-a1f4-d981235492b9 req-a22014b6-452b-402d-a2c0-f8817cf8a0a2 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 1095 time: 0.5918450 May 19 12:52:15.548813 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.685954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.703253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:15.703838 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.715022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-308351d0-4cf3-492a-9a4d-86e6fdb9797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:15.722431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:15.803064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:15.805755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d95099f8-1508-454f-a1f4-d981235492b9 req-baedce6a-dd44-4dc7-a415-498c1dd23b44 tempest-LiveAutoBlockMigrationV225Test-1855247665 tempest-LiveAutoBlockMigrationV225Test-1855247665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498405 May 19 12:52:15.828620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:15.833814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Usage tracker for resource:security_group_rule and tenant:1f443295257841839cf3b65d441757dc is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:15.837608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:15.850103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:16.041425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7067494 May 19 12:52:16.046403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:16.059178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Request body: {'subnet': {'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1445780098-subnet', 'tenant_id': '0f9a9c88d2264560a769fa36465779da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:16.070300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:16.081388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Usage tracker for resource:subnet and tenant:0f9a9c88d2264560a769fa36465779da is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:16.086587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:16.107513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:16.193082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.205142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:16.225885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:52:16.228513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.245424 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1331a080-a3a9-4219-aa97-fb77435274a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:16.313576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9131a70e-edd4-4888-bf69-b9ccd6747253,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:16.316603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Made reservation on behalf of 0f9a9c88d2264560a769fa36465779da for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:16.331420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.352590 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:16.391053 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f443295257841839cf3b65d441757dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659291 May 19 12:52:16.392260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:16.518046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:16.563333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.572538 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.577380 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:16.583879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.596993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:16.601375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.637965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23940e11-4995-4308-8bdc-14d0951a632a req-7722fea0-d08e-48ae-90b8-db8ec65c1ae4 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/2f1fa645-e9f2-4b3e-b79f-d44cdab5c0d2 HTTP/1.1" status: 200 len: 1812 time: 0.6243188 May 19 12:52:16.639578 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1868dcaa-83d1-4bab-b99d-090555df1545 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:16.785268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.800898 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-00f9de3a-049c-4a3f-93d6-efc58a03a75f tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:16.832148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:16.833157 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.837244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e822dc8b-e55f-4e59-a39c-4ee835cc626e req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "PUT /v2.0/ports/b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 1021 time: 2.0233297 May 19 12:52:16.838979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:16.865325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9131a70e-edd4-4888-bf69-b9ccd6747253,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:16.893170 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.921060 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:16.952018 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.954592 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9131a70e-edd4-4888-bf69-b9ccd6747253 HTTP/1.1" status: 204 len: 168 time: 0.5586286 May 19 12:52:16.968894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23940e11-4995-4308-8bdc-14d0951a632a req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:16.970652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:17.003242 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23940e11-4995-4308-8bdc-14d0951a632a req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:17.056536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:17.061177 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23940e11-4995-4308-8bdc-14d0951a632a req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:17.065949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:17.066695 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5c1c8cc4-4f68-4dd8-99ef-84c028c14935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:17.080553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1fa645-e9f2-4b3e-b79f-d44cdab5c0d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:17.086203 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:17.090499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23940e11-4995-4308-8bdc-14d0951a632a req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:17.091709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23940e11-4995-4308-8bdc-14d0951a632a req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-groups/2f1fa645-e9f2-4b3e-b79f-d44cdab5c0d2 HTTP/1.1" status: 204 len: 173 time: 0.3710370 May 19 12:52:17.275585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997d0a-ae57-46b4-b23f-bb70a4641ec2 req-54bd6ea8-b263-47f4-b67a-c8525b207d31 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:17.279710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0997d0a-ae57-46b4-b23f-bb70a4641ec2 req-54bd6ea8-b263-47f4-b67a-c8525b207d31 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 948 time: 0.1479075 May 19 12:52:17.477244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0997d0a-ae57-46b4-b23f-bb70a4641ec2 req-552473ff-bc69-4613-82ed-d43b761a00cf tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839297 May 19 12:52:17.497500 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:17.516740 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f59bfb76-078c-4082-bee6-3d9e7850761d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:17.773975 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'code': 200} May 19 12:52:17.793756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060bd7a6-66d6-4053-b138-6b20825bca20,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:17.797396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Checking segment: {'id': '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:17.797759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Network hostable DHCP agents. Network: 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:52:17.838002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-df6007a2-f012-4a9d-aefd-1a5a55a2501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:17.841486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-df6007a2-f012-4a9d-aefd-1a5a55a2501f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1a1b6bc57b1419c91ca217b7f081b61&device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 1095 time: 0.2313292 May 19 12:52:17.841867 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:17.872853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6413a-ef40-4b7a-a45f-9474a3e69432 req-f69e31c5-edcf-49d1-aa96-3b467fd7ea2d tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:17.891699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:52:17.895400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21e6413a-ef40-4b7a-a45f-9474a3e69432 req-f69e31c5-edcf-49d1-aa96-3b467fd7ea2d tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 944 time: 0.4081113 May 19 12:52:17.920156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-05d11c0d-28a7-4efe-9c74-96f67456ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:17.922927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-05d11c0d-28a7-4efe-9c74-96f67456ef42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1099 time: 0.3190560 May 19 12:52:17.928436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:17.959886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:18.002211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617d8f3-e1be-42c0-bd6d-1d66f0705022 None None] Network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:18.074725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:18.076086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:18.125890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0776396 May 19 12:52:18.302402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:18.415821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21e6413a-ef40-4b7a-a45f-9474a3e69432 req-36729253-b4e1-4907-a0ad-c1bdfe30cbc6 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185182 May 19 12:52:18.540319 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f033b-04bf-4d54-b62d-adbc010e3f28 None None] Network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:18.663482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-db8762e2-a6ae-4f55-b574-5d6387231d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:18.665034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-db8762e2-a6ae-4f55-b574-5d6387231d99 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e1a1b6bc57b1419c91ca217b7f081b61&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7041855 May 19 12:52:18.683138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c865c-d85a-4496-a125-ed50887a9d0c req-c47dcdf2-617c-4790-8ece-f3c5cdd8548a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:18.684875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d5c865c-d85a-4496-a125-ed50887a9d0c req-c47dcdf2-617c-4790-8ece-f3c5cdd8548a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.4633396 May 19 12:52:18.866166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-487742da-c2ed-4bfd-8f0a-4fee918f9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:18.867711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4eaf45f9-02d4-4325-8174-682f98784f2f req-487742da-c2ed-4bfd-8f0a-4fee918f9ca3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817572 May 19 12:52:19.027965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d5c865c-d85a-4496-a125-ed50887a9d0c req-afd991c2-c383-454d-b7d6-f38a3c662e21 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559956 May 19 12:52:19.122267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f9cf7d9-2803-4817-a698-e6d47320c567 req-a8ddec61-33b6-4f22-94af-45ea5363f847 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/b8e57149-456a-4d31-9fc2-b66cbead44aa HTTP/1.1" status: 200 len: 1801 time: 0.1250327 May 19 12:52:19.143870 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'status': 'completed', 'code': 200} May 19 12:52:19.166099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:19.185629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-d0b082b5-09c7-489c-a29d-1841f05af18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:19.187157 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-d0b082b5-09c7-489c-a29d-1841f05af18b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1a1b6bc57b1419c91ca217b7f081b61&device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 1095 time: 0.2453184 May 19 12:52:19.274527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:19.291360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-4d8075e8-76af-49cd-a5d0-903f82374932 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8 HTTP/1.1" status: 200 len: 217 time: 0.0838699 May 19 12:52:19.335552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-ed7b1987-6946-4e7d-91ed-eaf897b02b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:19.337391 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-ed7b1987-6946-4e7d-91ed-eaf897b02b09 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14f286a140c2485b86526f200cb36690&device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1175 time: 0.1680462 May 19 12:52:19.401977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-b15800f5-1885-4ecf-ac30-ceecf8c7efad tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "GET /v2.0/security-groups/143be8e7-4743-42c4-aa82-c6244178682a HTTP/1.1" status: 200 len: 1812 time: 0.2265980 May 19 12:52:19.406240 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-9f9cf7d9-2803-4817-a698-e6d47320c567 req-4ad3ec1a-1335-4fbb-beb5-8279e32bc163 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 12:52:19.407000 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f9cf7d9-2803-4817-a698-e6d47320c567 req-4ad3ec1a-1335-4fbb-beb5-8279e32bc163 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/b8e57149-456a-4d31-9fc2-b66cbead44aa HTTP/1.1" status: 409 len: 341 time: 0.2763519 May 19 12:52:19.408858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-f72e9139-24e9-4aea-a849-304df5beebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:19.410373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-f72e9139-24e9-4aea-a849-304df5beebb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcef816b-c569-4ec3-aed4-222de752ced8 HTTP/1.1" status: 200 len: 852 time: 0.1033185 May 19 12:52:19.481837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-905e53e6-9dac-4530-9791-9a49f3f6fb8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24243041-a5cd-4403-9c8a-41f6be913ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644341 May 19 12:52:19.654559 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:19.699542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-1ccbd127-4afe-4249-83a5-a7c3c8560ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:19.702286 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-1ccbd127-4afe-4249-83a5-a7c3c8560ba7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 200 len: 913 time: 0.3556108 May 19 12:52:19.712916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-313df36d-39bb-463b-9bfe-0787f0ea3338 service neutron] 10.222.0.57 "GET /v2.0/networks/24243041-a5cd-4403-9c8a-41f6be913ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206373 May 19 12:52:19.715339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:19.821353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:19.853052 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-4551f7b2-7d80-4928-a286-1896e7435f85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 200 len: 217 time: 0.1424141 May 19 12:52:19.856338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:19.969244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Transition to ACTIVE for port object a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:19.977408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:19.986637 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-59acdbfc-701b-4f9d-a57b-be6452d83620 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:20.024685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-9fb297a0-bb1c-4a0b-abdd-00a58af259b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:20.027348 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-9fb297a0-bb1c-4a0b-abdd-00a58af259b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 200 len: 852 time: 0.1656041 May 19 12:52:20.041993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.049773 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f39d8c3b-11f5-4ef1-baae-96dc7d6fdcbf tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:20.060223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d897d47-3ce0-436c-8880-24cfc6806c80 req-94bbac52-acac-4988-aaa7-2c36be6eac15 service neutron] 10.222.0.57 "GET /v2.0/networks/24243041-a5cd-4403-9c8a-41f6be913ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265533 May 19 12:52:20.073146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143be8e7-4743-42c4-aa82-c6244178682a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:20.078539 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:20.102184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-ec2acd11-68c3-4936-94d4-d3284db5c759 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:20.103980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-ec2acd11-68c3-4936-94d4-d3284db5c759 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.3433750 May 19 12:52:20.112685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77da65-0495-40e0-aa6c-6e8a91a9caad req-6583c0bc-1644-4126-8195-a73f3cb8a41f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:20.120168 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f77da65-0495-40e0-aa6c-6e8a91a9caad req-6583c0bc-1644-4126-8195-a73f3cb8a41f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 948 time: 0.3017032 May 19 12:52:20.124688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.125782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b980e9da-ab25-434a-b126-f0a39a2be100 req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] 10.222.0.69 "DELETE /v2.0/security-groups/143be8e7-4743-42c4-aa82-c6244178682a HTTP/1.1" status: 204 len: 173 time: 0.6720746 May 19 12:52:20.178290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:20.326182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:20.351573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f77da65-0495-40e0-aa6c-6e8a91a9caad req-1293beac-6a35-41b7-9f93-1dd83a3c6716 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302766 May 19 12:52:20.358145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] No DVR routers for this DVR port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:20.364112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Deleting subnet b71c49f2-e2bb-4e7b-be3e-95a6de39028d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:52:20.375041 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:20.387195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.470136 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.488539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-7535df4d-c6a5-43c5-b731-ad0531a14811 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3452e52-045f-4cc0-90d5-e2b9ecf737f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4429615 May 19 12:52:20.489532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:20.489942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:20.491109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:20.553053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:52:20.553454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Attempting to bind port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:20.661157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:20.661812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:20.662452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:20.663192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Bound port: a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:20.663767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.833753 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Deleting port 3a5646d7-8621-4763-80a1-a7adfc68d98b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:20.834035 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.862456 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:20.905909 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-5d560fd2-9dc4-4eda-ba01-62f71b5bb260 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081700 May 19 12:52:20.986715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:21.096378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:21.111763 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:21.133640 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:21.137453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-499f55ff-088a-45c6-9333-5257e37ba35a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.138471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-499f55ff-088a-45c6-9333-5257e37ba35a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Synchronizing usage tracker for tenant:0f9a9c88d2264560a769fa36465779da on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:21.212004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edb075-9038-49c9-a9ec-07000ac4c402 req-7ab648ea-3414-496e-aec6-e3bb8e882f82 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.213593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47edb075-9038-49c9-a9ec-07000ac4c402 req-7ab648ea-3414-496e-aec6-e3bb8e882f82 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 944 time: 0.5826733 May 19 12:52:21.278602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.279722 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:21.280075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] For port 3a5646d7-8621-4763-80a1-a7adfc68d98b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3a5646d7-8621-4763-80a1-a7adfc68d98b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:21.280319 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:21.282329 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] 10.222.0.57 "PUT /v2.0/ports/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 1096 time: 3.3391366 May 19 12:52:21.283195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:21.379389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-499f55ff-088a-45c6-9333-5257e37ba35a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Unset dirty status for tenant:0f9a9c88d2264560a769fa36465779da on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:21.380607 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-499f55ff-088a-45c6-9333-5257e37ba35a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/networks?id=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d HTTP/1.1" status: 200 len: 822 time: 0.6909249 May 19 12:52:21.430756 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2a478456-dd0d-415d-9229-42cfd1b62c86 req-aef76c88-4565-4773-b887-59909bbf4a21 service neutron] 10.222.0.71 "GET /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174928 May 19 12:52:21.441199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:21.447765 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:21.476564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Calling delete_port for 3a5646d7-8621-4763-80a1-a7adfc68d98b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:21.509031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47edb075-9038-49c9-a9ec-07000ac4c402 req-1c82a356-26f3-41dd-b29c-8a18cecb287f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855356 May 19 12:52:21.510697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-e7728182-4b0d-465a-bf8f-665dbad7a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.513006 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-e7728182-4b0d-465a-bf8f-665dbad7a2ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1099 time: 0.1814485 May 19 12:52:21.560123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-4f50a6a7-6cd8-4dc9-97b8-be054ac22f35 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/quotas/0f9a9c88d2264560a769fa36465779da HTTP/1.1" status: 200 len: 375 time: 0.1067963 May 19 12:52:21.684863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-60e69904-5b43-4c68-9857-ca4bd5726b19 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f9a9c88d2264560a769fa36465779da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234133 May 19 12:52:21.701025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e760f1a4-33bb-4720-8f16-c9b7eca80085 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:52:21.702622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e760f1a4-33bb-4720-8f16-c9b7eca80085 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074573 May 19 12:52:21.798123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-f51939c1-c083-4aca-b9ce-b55b935ceb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.802054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-f51939c1-c083-4aca-b9ce-b55b935ceb52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2820840 May 19 12:52:21.906092 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-dd052e80-c507-4c0c-95c9-e9f4e328db2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.0979505 May 19 12:52:21.931482 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:21.985979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-98076c48-d7f4-4e30-bc00-003ba8f6784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:21.988107 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-98076c48-d7f4-4e30-bc00-003ba8f6784c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0759816 May 19 12:52:22.002205 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:22.072558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71c49f2-e2bb-4e7b-be3e-95a6de39028d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:22.075448 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:22.078695 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:22.097282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a0e1e9df-f110-471a-babb-26c77b1144ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:22.099853 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-a0e1e9df-f110-471a-babb-26c77b1144ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053562 May 19 12:52:22.119968 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-700a45d0-50dd-4670-ad36-b3ed41c63594 service neutron] 10.222.0.69 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028015 May 19 12:52:22.158662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b71c49f2-e2bb-4e7b-be3e-95a6de39028d HTTP/1.1" status: 204 len: 168 time: 1.9780471 May 19 12:52:22.162510 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:22.163853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:22.175172 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['8a657808-6ae0-443e-8aae-7ad56543f15b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:22.200368 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a1d9b027-3c78-4667-9d43-f7785fe4b52d tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:22.293906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event deleted for resources: {'Port': ['ID=3a5646d7-8621-4763-80a1-a7adfc68d98b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:22.436914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:22.658573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] No DVR routers for this DVR port 3a5646d7-8621-4763-80a1-a7adfc68d98b on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:22.663673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:22.665687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b74041c-9284-44ba-861d-d1dd8cee63fd req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "DELETE /v2.0/ports/3a5646d7-8621-4763-80a1-a7adfc68d98b HTTP/1.1" status: 204 len: 173 time: 2.5430520 May 19 12:52:22.666452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-deleted', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:22.679565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfa746-2641-45a6-aef7-d727cd3f1502 req-bb4f569f-995b-42b3-b298-a92609e99f7a tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:22.680968 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:22.681823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41bfa746-2641-45a6-aef7-d727cd3f1502 req-bb4f569f-995b-42b3-b298-a92609e99f7a tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 944 time: 0.7920430 May 19 12:52:22.719994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:22.723894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-8ecb5949-d069-491d-808b-52b1ffd92a02 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165843 May 19 12:52:22.742144 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-f360b398-f422-43ac-9e48-842bcf8a5a42 service neutron] 10.222.0.69 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094699 May 19 12:52:22.810426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41bfa746-2641-45a6-aef7-d727cd3f1502 req-8d086f55-a671-4fff-84cc-5c5d132e4c43 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015904 May 19 12:52:22.837663 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 3a5646d7-8621-4763-80a1-a7adfc68d98b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:52:22.838405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3a5646d7-8621-4763-80a1-a7adfc68d98b not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:52:23.185843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a94-513b-4cb1-9d63-9d1d7a0a81f5 req-4aea80a2-4a78-4db3-a3ff-a1c1995d22ab tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:23.201899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15050a94-513b-4cb1-9d63-9d1d7a0a81f5 req-4aea80a2-4a78-4db3-a3ff-a1c1995d22ab tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 0.1652071 May 19 12:52:23.272503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15050a94-513b-4cb1-9d63-9d1d7a0a81f5 req-4c415eb4-710e-4557-9497-c0eb60016ff0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692749 May 19 12:52:23.275458 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'status': 'completed', 'code': 200} May 19 12:52:23.284783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:23.309550 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd6e4b4-fb08-470a-a103-932f6bf2ec34 req-16d1c837-db45-4fd1-9195-a77706c5cb5c service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763574 May 19 12:52:23.311862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:23.351534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b777000-4220-426e-8ce0-089dee909de9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:23.353373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b777000-4220-426e-8ce0-089dee909de9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:23.416446 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:23.542401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:52:23.618422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:23.657994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:52:23.658668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: timer() May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:52:23.688342 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:52:23.789102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-e4cd8e55-80a7-4f91-8f48-e58a85602b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:23.791130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-e4cd8e55-80a7-4f91-8f48-e58a85602b25 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1099 time: 0.5172193 May 19 12:52:23.830906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,segment=NetworkSegment(1bdf6afa-a1b1-4f8f-912a-db14f83fb572),segment_id=1bdf6afa-a1b1-4f8f-912a-db14f83fb572)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:23.849745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8', 'network_id': '24243041-a5cd-4403-9c8a-41f6be913ca0', 'port_id': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8', 'mac_address': 'fa:16:3e:12:f3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcef816b-c569-4ec3-aed4-222de752ced8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:52:23.924911 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:23.989957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:24.037398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,segment=NetworkSegment(1bdf6afa-a1b1-4f8f-912a-db14f83fb572),segment_id=1bdf6afa-a1b1-4f8f-912a-db14f83fb572)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:24.037850 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:24.059401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:24.060250 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:24.068116 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:24.082673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b4e5-00d4-4ac3-9649-0e70cd9b316b req-0b38961f-9899-457a-93f6-dac45ce9f73a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.084971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fa9b4e5-00d4-4ac3-9649-0e70cd9b316b req-0b38961f-9899-457a-93f6-dac45ce9f73a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 948 time: 0.5504529 May 19 12:52:24.098413 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:24.128587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-a2f51bce-ebd2-40ee-93e4-910de2a487e2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.129352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-a2f51bce-ebd2-40ee-93e4-910de2a487e2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:24.132301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca8be-055e-44f3-9eae-1d7da38eae1d req-0d3b74ad-da19-49fa-877b-a6db611449ba tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.134259 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e16ca8be-055e-44f3-9eae-1d7da38eae1d req-0d3b74ad-da19-49fa-877b-a6db611449ba tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1024 time: 0.4379494 May 19 12:52:24.152582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:24.165237 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:24.169780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-32f628ef-79c8-46f5-8ad9-8ae95744ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.172446 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-32f628ef-79c8-46f5-8ad9-8ae95744ccbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1099 time: 0.7434349 May 19 12:52:24.174542 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] 10.222.0.69 "DELETE /v2.0/networks/8d34ae9e-9c9f-4acb-aed4-48b5d999e9c3 HTTP/1.1" status: 204 len: 168 time: 2.0090468 May 19 12:52:24.191515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-a2f51bce-ebd2-40ee-93e4-910de2a487e2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:24.193466 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-a2f51bce-ebd2-40ee-93e4-910de2a487e2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 1024 time: 0.6792948 May 19 12:52:24.212632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-dc0405f5-df0a-4c6c-84e6-d4abab362a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.214357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-dc0405f5-df0a-4c6c-84e6-d4abab362a5f service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4107728 May 19 12:52:24.286826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:24.301279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e16ca8be-055e-44f3-9eae-1d7da38eae1d req-79122291-b02e-484a-9f46-dd9d51ba1df1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=ada95237-5e0c-4cb0-963b-eca7a02001f6&id=b8e57149-456a-4d31-9fc2-b66cbead44aa&id=7d031ae6-c36f-4c82-a614-3d12775f62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1517103 May 19 12:52:24.310722 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:24.315839 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['4c821812-2eef-4d4c-a4f2-60ab089fb2e8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:24.358095 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fa9b4e5-00d4-4ac3-9649-0e70cd9b316b req-b162ff54-6ab7-498a-8cf8-c5cea13ef082 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576602 May 19 12:52:24.360628 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-97c21485-58a5-4061-aaab-025772e1951c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.1369627 May 19 12:52:24.492642 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1c53f9-3c12-45cd-ad6c-5b29aace691b', 'name': 'network-vif-deleted', 'tag': '3a5646d7-8621-4763-80a1-a7adfc68d98b', 'status': 'completed', 'code': 200} May 19 12:52:24.541878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-fefb93f0-b9f9-4602-9357-0a66637f863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.546024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-fefb93f0-b9f9-4602-9357-0a66637f863a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1784513 May 19 12:52:24.741066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5d191077-ebfa-4469-864c-bc888aac98a5 req-241cabba-6ad9-40b0-8893-2b427255cc9d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:24.742479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:24.821798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-a04d8c26-b286-46d7-be9d-0869f2a9d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:24.823323 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-a04d8c26-b286-46d7-be9d-0869f2a9d7fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.6339524 May 19 12:52:24.923757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-06372259-d70b-44a7-9a99-44d963b6fb70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.0928402 May 19 12:52:24.927874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Deleting port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:24.928607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:24.936223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5d191077-ebfa-4469-864c-bc888aac98a5 req-241cabba-6ad9-40b0-8893-2b427255cc9d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:24.949129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d191077-ebfa-4469-864c-bc888aac98a5 req-241cabba-6ad9-40b0-8893-2b427255cc9d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 210 time: 0.2988963 May 19 12:52:24.955065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18a2dcf4-5324-4b42-9273-c3f1cd4591ef req-ed278764-9afc-43f4-9da3-a1bc68edc95f tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 210 time: 0.1843438 May 19 12:52:24.969955 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9e56a81-4138-4a9f-9df4-dfcbca63c763 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c08256c8da040788cef9cc1cc6b71db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238855 May 19 12:52:24.971510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:25.104500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-6dc23e57-0257-436c-86dc-f98dcb411f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:25.110129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-6dc23e57-0257-436c-86dc-f98dcb411f90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5575712 May 19 12:52:25.297175 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:25.297538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:25.312420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-1aefbe9a-c5e2-4392-a8b4-ab9c177b5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:25.313998 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-1aefbe9a-c5e2-4392-a8b4-ab9c177b5733 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3533416 May 19 12:52:25.318964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-30c847d0-77ea-48e1-a965-5d1c26c05ec6 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:25.321399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-30c847d0-77ea-48e1-a965-5d1c26c05ec6 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.57 "GET /v2.0/networks?id=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d HTTP/1.1" status: 200 len: 822 time: 0.2685144 May 19 12:52:25.523869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Request body: {'port': {'device_id': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d', 'admin_state_up': True, 'tenant_id': '0f9a9c88d2264560a769fa36465779da'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:25.575571 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:52:25.579037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:25.781487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Calling delete_port for b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:25.785592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:25.798643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:25.799184 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:25.857337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-3c645240-f8af-4db4-b0eb-89d31ab00b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:25.859088 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-3c645240-f8af-4db4-b0eb-89d31ab00b30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4280937 May 19 12:52:25.874061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:25.881395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:25.886890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Usage tracker for resource:port and tenant:0f9a9c88d2264560a769fa36465779da is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:25.890796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:25.898007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:25.946395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Made reservation on behalf of 0f9a9c88d2264560a769fa36465779da for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:25.951852 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.044858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e156533-6b7c-4770-a9b9-97ced88a1d20 req-9cf8574f-303a-454e-98b0-b8e0c617a368 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:26.052641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e156533-6b7c-4770-a9b9-97ced88a1d20 req-9cf8574f-303a-454e-98b0-b8e0c617a368 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 945 time: 0.6919425 May 19 12:52:26.087965 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.097202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.118843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-402817e9-2ca3-4144-8be5-5a5984b3261b service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495906 May 19 12:52:26.173785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.176909 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,segment=NetworkSegment(1bdf6afa-a1b1-4f8f-912a-db14f83fb572),segment_id=1bdf6afa-a1b1-4f8f-912a-db14f83fb572)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:26.181219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:26.188226 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3c6fbcc4-0811-46bd-905c-0616986401b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:26.193933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:26.210829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:26.251676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'mac_address': 'fa:16:3e:95:08:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:52:26.254773 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.266454 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:26.377887 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-6abb0922-72e1-4959-82a8-4df57eda45f3 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505383 May 19 12:52:26.426103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Allocated IP 172.20.0.13 (7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d/060bd7a6-66d6-4053-b138-6b20825bca20/b4285a88-814a-4421-9dfb-4b20d8a2bf6b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:26.508743 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.525208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:26.531330 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:26.550056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] No DVR routers for this DVR port b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:26.557258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:26.559894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'Port': ['ID=b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:26.562906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.584824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'name': 'network-vif-deleted', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:26.592859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:26.595828 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3e50ad7e-3548-4e21-a8af-776bdec48f0e req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "DELETE /v2.0/ports/b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf HTTP/1.1" status: 204 len: 173 time: 2.3319719 May 19 12:52:26.640050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e156533-6b7c-4770-a9b9-97ced88a1d20 req-1d9d97ba-fe5e-40c1-82ce-1af48a4bc18a tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856292 May 19 12:52:26.702435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-b687d3ed-1c4d-4c75-b6e3-e1bdfbcb266a service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3781245 May 19 12:52:26.750058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:26.759821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:26.798014 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:26.799018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:52:26.811178 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:26.856465 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:52:26.856745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:52:26.992654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:27.002284 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:27.076479 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:52:27.120517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ebf80-08ee-47ae-856f-6df4b7d35e17 req-9d491378-77bd-4ac0-80f9-d4ca6cb9d75f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:27.124519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e89ebf80-08ee-47ae-856f-6df4b7d35e17 req-9d491378-77bd-4ac0-80f9-d4ca6cb9d75f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 944 time: 1.8014898 May 19 12:52:27.130991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:27.148610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'mac_address': 'fa:16:3e:d2:4b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:52:27.157940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-974a40a5-ba78-4648-a70a-8a4fd2d28034 req-96d0378b-8b0c-4578-b553-ecc814517037 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937d74-a1fe-4c71-b012-26d5f5dced17 HTTP/1.1" status: 200 len: 210 time: 0.1801250 May 19 12:52:27.227975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.260348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:27.275123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.283353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:27.291286 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.295384 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:27.398602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:27.404341 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:27.437632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5ab05de-8eda-42cf-b58b-a7c0a337eca0 req-d03dcdc4-be4e-48b2-a3e7-b9dd49f3c1b5 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116699 May 19 12:52:27.462373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e89ebf80-08ee-47ae-856f-6df4b7d35e17 req-c1aaa1a1-7c1b-420a-afdb-2174ee5adaca tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145742 May 19 12:52:27.463407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.475127 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6754865-9fa5-493f-ab20-335e9f95a46e tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:27.528102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef80f447-5bab-4a7f-8387-1c6702a29ae4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:27.541497 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:27.545421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:27.568924 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.570819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef80f447-5bab-4a7f-8387-1c6702a29ae4 HTTP/1.1" status: 204 len: 168 time: 2.5978816 May 19 12:52:27.623717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d1f28-4d6a-4523-9ce5-4d3ab5a115f9 req-f4254e5c-3209-4ad2-b156-c0d53c65a0af tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:27.624901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['50d871b2-c803-4f1d-aa9d-1867e519b99a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:27.626544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-805d1f28-4d6a-4523-9ce5-4d3ab5a115f9 req-f4254e5c-3209-4ad2-b156-c0d53c65a0af tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 949 time: 0.2971771 May 19 12:52:27.631007 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:27.692087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6106fc8a-ae9a-4f7e-b4aa-82865faa64fb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:27.772323 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fdae46e2-bef2-40aa-878f-a8aa4abdd3f6 req-c2377cb1-b40d-4760-bffb-6c8a3975de8a tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 210 time: 0.1440871 May 19 12:52:27.787017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:27.799599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:27.818052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:28.005966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-805d1f28-4d6a-4523-9ce5-4d3ab5a115f9 req-023d111a-8f91-492d-a84a-8232f18095be tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278162 May 19 12:52:28.032531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Pushing event updated for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:28.044262 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:28.070843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:28.074701 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:28.104309 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8', 'code': 200} May 19 12:52:28.126241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7664878 May 19 12:52:28.150976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Request body: {'port': {'device_id': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:28.286926 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937d74-a1fe-4c71-b012-26d5f5dced17', 'name': 'network-vif-deleted', 'tag': 'b760ba1e-cdbc-4e6d-89d3-76b3d8393dcf', 'status': 'completed', 'code': 200} May 19 12:52:28.320482 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeb940-748a-465b-a4d5-2d5cee6bb834 req-ee002b79-b5af-410d-911d-1ee13e3767bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:28.322345 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85aeb940-748a-465b-a4d5-2d5cee6bb834 req-ee002b79-b5af-410d-911d-1ee13e3767bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 1097 time: 0.1335728 May 19 12:52:28.391662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-16a6b03e-cbc8-4199-b973-b4165f4ad446 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:28.391969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-85aeb940-748a-465b-a4d5-2d5cee6bb834 req-d2e77e7e-08a7-48c3-9717-fe733c9ec0e3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623775 May 19 12:52:28.392989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-16a6b03e-cbc8-4199-b973-b4165f4ad446 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Synchronizing usage tracker for tenant:0f9a9c88d2264560a769fa36465779da on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:28.455348 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:28.525301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-16a6b03e-cbc8-4199-b973-b4165f4ad446 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Unset dirty status for tenant:0f9a9c88d2264560a769fa36465779da on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:28.527323 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-16a6b03e-cbc8-4199-b973-b4165f4ad446 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 932 time: 0.6029840 May 19 12:52:28.761573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-a73aa636-89dd-4c98-ade9-39387fc0030b tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Synchronizing usage tracker for tenant:0f9a9c88d2264560a769fa36465779da on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:28.775327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:28.947925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fdf76-0102-4f72-8625-5364e645e31b req-cf4a994a-25e9-461a-a32a-e14c3665dd73 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:28.951579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a69fdf76-0102-4f72-8625-5364e645e31b req-cf4a994a-25e9-461a-a32a-e14c3665dd73 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 946 time: 0.5008268 May 19 12:52:28.956096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-243984459-network', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:28.957725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-a73aa636-89dd-4c98-ade9-39387fc0030b tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Unset dirty status for tenant:0f9a9c88d2264560a769fa36465779da on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:28.959651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99f8fb99-72a6-45c5-8764-df8bc282e587 req-a73aa636-89dd-4c98-ade9-39387fc0030b tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198337 May 19 12:52:28.965293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:28.978222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Usage tracker for resource:network and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:28.985807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:29.000168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:29.019933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Made reservation on behalf of 968f5140b2a748678a9d54c3935f8ead for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:29.022465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.036617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.055243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:29.061750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Usage tracker for resource:security_group_rule and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:29.066076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:29.074972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:29.203182 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.209171 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.220016 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57a0b504-0f17-45ee-b779-584d7431cc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:29.233441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a69fdf76-0102-4f72-8625-5364e645e31b req-b8ce8ed3-0c7d-4a09-b53d-c337e2f116e9 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718835 May 19 12:52:29.274903 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:52:29.311543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b910fb-f6e9-4166-a6d9-4dcb43c63897,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:29.327340 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:29.331345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.334187 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Added segment 0a14c273-cd65-449f-a712-f77514a331b8 of type vlan for network f02d7f3f-5dff-42db-b8ce-002db115c9f2 May 19 12:52:29.429785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.484859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.486679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:29.488260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.522152 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:29.605434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:29.655959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Pushing event updated for resources: {'Network': ['ID=f02d7f3f-5dff-42db-b8ce-002db115c9f2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:29.659539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8824959 May 19 12:52:29.660628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:29.663010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:29.670318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Request body: {'subnet': {'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-243984459-subnet', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:29.676943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:29.681868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Usage tracker for resource:subnet and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:29.687174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:29.694681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:29.697472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4285a88-814a-4421-9dfb-4b20d8a2bf6b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:29.708039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Made reservation on behalf of 968f5140b2a748678a9d54c3935f8ead for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:29.711384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.726641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.740924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:52:29.778462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Transition to ACTIVE for port object b4285a88-814a-4421-9dfb-4b20d8a2bf6b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:29.791811 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:29.814056 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db29de91-c4e8-4e5e-81a2-3f705ed6343d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:29.957823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 50d871b2-c803-4f1d-aa9d-1867e519b99a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:29.978251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 50d871b2-c803-4f1d-aa9d-1867e519b99a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:29.987346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.235090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.282915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:30.284500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:30.292057 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.293473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:30.308860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Pushing event updated for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:30.325684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-3d816f7c-d983-472b-8896-334b50642ad9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:30.327482 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-3d816f7c-d983-472b-8896-334b50642ad9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31&tenant_id=7488c038ae614e4f83a51f4b8d832d73&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 949 time: 0.7996087 May 19 12:52:30.330286 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:30.347375 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:30.374598 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.384531 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-146322e0-9d69-40d1-92bd-6b61cf7c47d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:30.430435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:30.441334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:30.465677 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-80355ecf-da52-401a-9a14-f6bc6db07650 service neutron] delete failed (client error): The resource could not be found. May 19 12:52:30.466888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-80355ecf-da52-401a-9a14-f6bc6db07650 service neutron] 10.222.0.71 "DELETE /v2.0/ports/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380/bindings/n-h1-791505-2 HTTP/1.1" status: 404 len: 380 time: 0.1077876 May 19 12:52:30.473270 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:30.480982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:30.481418 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.520368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32a572e3-b5bf-433a-8d60-d0496886f490 req-16433206-87f8-46a4-914f-6c2e6b5904e0 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1c53f9-3c12-45cd-ad6c-5b29aace691b HTTP/1.1" status: 200 len: 210 time: 0.3106277 May 19 12:52:30.610607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5ad2e5-cf95-4782-89d2-1e090e84d412,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:30.626290 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:30.628282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Checking segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:30.628846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Network hostable DHCP agents. Network: f02d7f3f-5dff-42db-b8ce-002db115c9f2, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:52:30.647944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97967c-54f1-4272-83ba-e16192fbd63b req-49ec1334-361f-4b08-9096-af9a747cdae7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:30.651231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:52:30.656652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e97967c-54f1-4272-83ba-e16192fbd63b req-49ec1334-361f-4b08-9096-af9a747cdae7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.7675147 May 19 12:52:30.666015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f02d7f3f-5dff-42db-b8ce-002db115c9f2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:30.677772 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.690610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:30.690610 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.710749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0e18c-be41-444c-be78-54f5fccd7079 None None] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:30.717327 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0532050 May 19 12:52:30.720266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:30.736405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:30.742997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:30.747680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Usage tracker for resource:router and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:30.751412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:30.759813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:30.779919 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.781070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.801854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.809755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e97967c-54f1-4272-83ba-e16192fbd63b req-c2e533a2-05a0-4df3-a4e8-46bf9a41c579 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520984 May 19 12:52:30.811177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Attempting to bind port b4285a88-814a-4421-9dfb-4b20d8a2bf6b on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:30.814610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Attempting to bind port b4285a88-814a-4421-9dfb-4b20d8a2bf6b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:30.815217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Attempting to bind port b4285a88-814a-4421-9dfb-4b20d8a2bf6b on network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:30.954859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Port b4285a88-814a-4421-9dfb-4b20d8a2bf6b on network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:52:30.955112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Attempting to bind port b4285a88-814a-4421-9dfb-4b20d8a2bf6b on network 7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:30.970760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:30.983654 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:30.991050 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:30.994676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-2791e810-9645-4238-9a10-1c4f56242e94 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/7d031ae6-c36f-4c82-a614-3d12775f62a6 HTTP/1.1" status: 200 len: 1800 time: 0.0922503 May 19 12:52:30.996100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:30.996449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Checking segment: {'id': '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:30.996830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Bound using segment: {'id': '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:30.997375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Bound port: b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:30.997720 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.163049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec0941-2210-4220-aeb5-e3bfa33873d8 req-40b5477e-f8f3-46b9-b4cf-7b54c6f50a49 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:31.164704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02ec0941-2210-4220-aeb5-e3bfa33873d8 req-40b5477e-f8f3-46b9-b4cf-7b54c6f50a49 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 949 time: 0.3983796 May 19 12:52:31.175181 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-6a6e25b2-167c-4f2a-9c93-68aa6f7f20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:31.176748 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-6a6e25b2-167c-4f2a-9c93-68aa6f7f20b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1100 time: 0.5180974 May 19 12:52:31.258240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:31.267212 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:31.312237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02ec0941-2210-4220-aeb5-e3bfa33873d8 req-d6ebe7ba-cbaa-47da-b6fd-ab6d4519fad8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322465 May 19 12:52:31.312900 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.331317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:31.359578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:52:31.362234 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.460460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.465182 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.504464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,segment=NetworkSegment(0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44),segment_id=0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:31.527800 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.536467 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5f6afce7-785a-42a6-bf34-56eba543aee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:31.625077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:31.627277 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.631763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4285a88-814a-4421-9dfb-4b20d8a2bf6b HTTP/1.1" status: 200 len: 1092 time: 3.4970124 May 19 12:52:31.680963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:31.688061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-a65d32bd-b2be-40c5-9b1e-c3fbeaab381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:31.691280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-a65d32bd-b2be-40c5-9b1e-c3fbeaab381c service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5029075 May 19 12:52:31.763099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Allocated IP 172.20.0.2 (f02d7f3f-5dff-42db-b8ce-002db115c9f2/dc5ad2e5-cf95-4782-89d2-1e090e84d412/96ff2249-9017-4072-9ff1-6c530dcea69a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:31.805792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-f0ae1cab-481a-4e23-9011-d1a4ff5c028d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.0718000 May 19 12:52:31.853380 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.938260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-6dcb5d77-afb6-45a0-b07c-188fdb3aafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:31.939783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-6dcb5d77-afb6-45a0-b07c-188fdb3aafc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0715482 May 19 12:52:32.036805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.043420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Pushing event updated for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:32.048335 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:32.052937 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dc9edaa5-e38f-4b0e-bd6c-61eca3d2e3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:32.066107 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.067477 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b790ec4d-fd91-448a-9f90-4c232984bf3f req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/7d031ae6-c36f-4c82-a614-3d12775f62a6 HTTP/1.1" status: 204 len: 173 time: 1.0557320 May 19 12:52:32.068072 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.081435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Transition to ACTIVE for port object 96ff2249-9017-4072-9ff1-6c530dcea69a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:32.087044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d031ae6-c36f-4c82-a614-3d12775f62a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:32.089520 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:32.103135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Transition to ACTIVE for port object 96ff2249-9017-4072-9ff1-6c530dcea69a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:32.107389 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.117951 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.123505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-091ca7f7-5eef-4d9b-a687-062902b8782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:32.125172 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-091ca7f7-5eef-4d9b-a687-062902b8782f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f9a9c88d2264560a769fa36465779da&device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 1095 time: 0.4315443 May 19 12:52:32.131985 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-420bdf90-b7d2-4cfe-aa55-0257be573b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:32.136464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd8821-cb0b-4a18-be4a-8a6e0ca0687b req-70149dcc-4de0-4d2e-a352-7ada39cbf9ba tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:32.137941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23fd8821-cb0b-4a18-be4a-8a6e0ca0687b req-70149dcc-4de0-4d2e-a352-7ada39cbf9ba tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 944 time: 0.3308465 May 19 12:52:32.194316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:32.197945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:32.205993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:32.251802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-0b4b32a5-4ffb-4731-9a4c-5d47d105761b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b HTTP/1.1" status: 200 len: 217 time: 0.1112967 May 19 12:52:32.319417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Attempting to bind port 96ff2249-9017-4072-9ff1-6c530dcea69a on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:32.319695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Attempting to bind port 96ff2249-9017-4072-9ff1-6c530dcea69a by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:32.320271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Attempting to bind port 96ff2249-9017-4072-9ff1-6c530dcea69a on network f02d7f3f-5dff-42db-b8ce-002db115c9f2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:32.327330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Pushing event updated for resources: {'Port': ['ID=96ff2249-9017-4072-9ff1-6c530dcea69a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:32.328425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Allocated IP 172.25.4.180 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/0c23e72d-324b-40b0-aa79-796c237fd468) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:32.330273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:32.330762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Checking segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:32.331181 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.331669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Bound using segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:32.332198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Bound port: 96ff2249-9017-4072-9ff1-6c530dcea69a, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:32.332592 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.344497 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:32.358740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-578fd093-d822-48c6-b8c0-c1f214c76838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:32.360292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-578fd093-d822-48c6-b8c0-c1f214c76838 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4080105 May 19 12:52:32.472968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] For port 96ff2249-9017-4072-9ff1-6c530dcea69a, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:32.481818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] For port 96ff2249-9017-4072-9ff1-6c530dcea69a, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=96ff2249-9017-4072-9ff1-6c530dcea69a,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:32.489626 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.498005 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:32.598667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.651343 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.653342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Pushing event updated for resources: {'Port': ['ID=96ff2249-9017-4072-9ff1-6c530dcea69a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:32.669013 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:32.671591 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b53a1a86-0625-4261-bf9b-d9b7cec533e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:32.743283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23fd8821-cb0b-4a18-be4a-8a6e0ca0687b req-908d71e9-4c47-43b1-b3e8-b50becc6689c tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450459 May 19 12:52:32.768490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:32.771263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:32.785523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:32.787177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-d12d4228-4f51-42dd-8ba3-32f3d8fa841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:32.789759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-d12d4228-4f51-42dd-8ba3-32f3d8fa841b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=060bd7a6-66d6-4053-b138-6b20825bca20 HTTP/1.1" status: 200 len: 862 time: 0.5232353 May 19 12:52:32.846329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Pushing event updated for resources: {'Port': ['ID=0c23e72d-324b-40b0-aa79-796c237fd468,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:32.858112 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'code': 200} May 19 12:52:32.864231 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:32.950141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-fc45a6eb-0a75-439b-b6e6-a0aad201d44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333685 May 19 12:52:33.319937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-8f1b50fa-5f7e-41ae-91c4-2b571eef8850 service neutron] 10.222.0.57 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624020 May 19 12:52:33.321785 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b', 'status': 'completed', 'code': 200} May 19 12:52:33.332117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb960d-c4a1-4788-b3ee-b9b72e53c482 req-7c89b628-0a58-4282-bfa9-48ae628a4583 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:33.333795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-edeb960d-c4a1-4788-b3ee-b9b72e53c482 req-7c89b628-0a58-4282-bfa9-48ae628a4583 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 946 time: 0.9810357 May 19 12:52:33.360215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-b5c12900-f1e5-4550-bd5b-64f6c446f810 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569249 May 19 12:52:33.597219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:33.935252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b81b016-8bfc-4006-91d7-e8bd4f35b195 req-85c1ae2f-2fa2-4961-866e-2c67ab2adfcf service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485585 May 19 12:52:33.961181 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-edeb960d-c4a1-4788-b3ee-b9b72e53c482 req-c138722e-14a5-452c-9f46-26d0ce99e48b tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999699 May 19 12:52:34.009264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f65467-1fa8-4987-9aed-7039042f7ccf req-c14a9493-95e5-43f5-b0d9-0838fe80a861 service neutron] 10.222.0.57 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744137 May 19 12:52:34.102852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965a99-e742-4eb8-acc4-aa672882420a req-ab277480-5a10-422b-8218-a53a5669f636 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:34.123272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79965a99-e742-4eb8-acc4-aa672882420a req-ab277480-5a10-422b-8218-a53a5669f636 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.5810680 May 19 12:52:34.239725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed285-cb83-4013-87df-953d7b95e089 req-6cee3773-04c5-4ac6-8afb-37bc4c95d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:34.242603 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-368ed285-cb83-4013-87df-953d7b95e089 req-6cee3773-04c5-4ac6-8afb-37bc4c95d72a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 1097 time: 0.6946592 May 19 12:52:34.431990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c28e7e-a397-4d85-9078-8021eecfe8bc None None] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:34.470769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79965a99-e742-4eb8-acc4-aa672882420a req-13492476-496b-4058-922f-49c79c5bb216 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659118 May 19 12:52:34.495441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-fce17cea-afa6-4148-a624-9733ca911b81 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/b8e57149-456a-4d31-9fc2-b66cbead44aa HTTP/1.1" status: 200 len: 1801 time: 0.3692169 May 19 12:52:34.611193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-d8a8a363-d6d7-451d-a861-5739cc23321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:34.613496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-d8a8a363-d6d7-451d-a861-5739cc23321a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f9a9c88d2264560a769fa36465779da&device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 1095 time: 0.4686394 May 19 12:52:34.830458 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-368ed285-cb83-4013-87df-953d7b95e089 req-76b063d8-da6d-48c2-b3d3-9014cd06bcd0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4727201 May 19 12:52:34.879043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:34.889999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 96ff2249-9017-4072-9ff1-6c530dcea69a up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:34.991028 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3de55060-3e2f-4434-ace9-8042233b0e08 None None] Provisioning for port 96ff2249-9017-4072-9ff1-6c530dcea69a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:34.992998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.076669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.195417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-5f771496-c2a7-47f0-9186-a38da5aab687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:35.196319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-5f771496-c2a7-47f0-9186-a38da5aab687 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d HTTP/1.1" status: 200 len: 923 time: 0.5519841 May 19 12:52:35.211183 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.215070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 96ff2249-9017-4072-9ff1-6c530dcea69a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:35.236537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 96ff2249-9017-4072-9ff1-6c530dcea69a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:35.236910 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.409309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-48266b96-a2a4-45da-9a7d-8455ca0a9bc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b HTTP/1.1" status: 200 len: 217 time: 0.1631427 May 19 12:52:35.521820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa06441-e5a1-4149-9857-a71bd769987f req-05267a79-0296-4cdc-a0aa-a2564a192ee1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:35.526558 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa06441-e5a1-4149-9857-a71bd769987f req-05267a79-0296-4cdc-a0aa-a2564a192ee1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 0.5451190 May 19 12:52:35.567635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Router 75447e77-e822-430f-96ff-0a1c3139d0af is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:52:35.596315 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.599051 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.608626 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e3db61ea-7a0a-43b8-a0bf-2fa5cc92b860 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:35.629211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-95fc4c2d-4783-4e8c-ae14-f56a6915b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:35.631712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-95fc4c2d-4783-4e8c-ae14-f56a6915b6c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=060bd7a6-66d6-4053-b138-6b20825bca20 HTTP/1.1" status: 200 len: 862 time: 0.2140827 May 19 12:52:35.653491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e57149-456a-4d31-9fc2-b66cbead44aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:35.671250 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 96ff2249-9017-4072-9ff1-6c530dcea69a, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=96ff2249-9017-4072-9ff1-6c530dcea69a,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:35.698339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:35.704780 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.706329 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:35.728202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa06441-e5a1-4149-9857-a71bd769987f req-4c427cd9-0f73-448d-b530-b6597bf33ab5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888990 May 19 12:52:35.732248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-22edb82d-4dcb-4e48-892a-7b952dc650aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802138 May 19 12:52:35.735193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.739049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ef392ab-32a6-43f0-b1bf-ef3aa29c50ad req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/b8e57149-456a-4d31-9fc2-b66cbead44aa HTTP/1.1" status: 204 len: 173 time: 1.2218859 May 19 12:52:35.892903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b212421-cc9b-456c-9039-bde48afb1fcf None None] Provisioning complete for port 96ff2249-9017-4072-9ff1-6c530dcea69a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:35.893689 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b212421-cc9b-456c-9039-bde48afb1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:36.029607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:52:36.040404 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Sync routers for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:52:36.067193 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:36.068343 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:36.073005 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-6601da6f-921a-4ffd-bf6c-591c623c3062 service neutron] 10.222.0.57 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326466 May 19 12:52:36.075395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=96ff2249-9017-4072-9ff1-6c530dcea69a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:36.092692 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:36.116019 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:36.124811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3936071 May 19 12:52:36.128264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:36.580012 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'code': 200} May 19 12:52:36.696516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 96ff2249-9017-4072-9ff1-6c530dcea69a up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:36.742611 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:52:36.748432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:36.836671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9323f5c-5d82-42cd-996c-65200acb2b0b req-d7de36f5-2b5b-4a25-8bbf-00e807c782c8 service neutron] 10.222.0.57 "GET /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529209 May 19 12:52:36.934864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 96ff2249-9017-4072-9ff1-6c530dcea69a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:36.935223 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.048003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0f50d-8bbb-40cd-98d3-4c0f00fa4351 req-df11fed0-d536-41c5-b723-472d7b457be0 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:37.049621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8f0f50d-8bbb-40cd-98d3-4c0f00fa4351 req-df11fed0-d536-41c5-b723-472d7b457be0 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 944 time: 0.9710214 May 19 12:52:37.056910 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.083992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:37.187799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562825a-9876-4959-ad42-8b4b9887d885 req-5b7d53ef-294f-41ef-8d88-2d6a9d843907 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:37.189427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f562825a-9876-4959-ad42-8b4b9887d885 req-5b7d53ef-294f-41ef-8d88-2d6a9d843907 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.3518562 May 19 12:52:37.261235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6264d750e5a4f9a899ede5aaae653f2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:37.303662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:37.320071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b8f0f50d-8bbb-40cd-98d3-4c0f00fa4351 req-9385413b-e81f-41f8-a113-3c125be04fcf tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490897 May 19 12:52:37.328703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:37.339956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f562825a-9876-4959-ad42-8b4b9887d885 req-59b5b2a5-9064-4782-95cb-a3c1499ab15f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239679 May 19 12:52:37.375631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-896176090', 'description': 'tempest-description-56339369'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:37.385881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:37.399126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:37.408680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:37.424081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:37.448946 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.499086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:37.509271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Usage tracker for resource:security_group_rule and tenant:14f286a140c2485b86526f200cb36690 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:37.517757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:37.549863 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:33Z', 'revision_number': 3, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:37.553493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:37.558229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Checking router: 75447e77-e822-430f-96ff-0a1c3139d0af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:52:37.559152 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Updating router 75447e77-e822-430f-96ff-0a1c3139d0af port 0c23e72d-324b-40b0-aa79-796c237fd468 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:52:37.626518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b4285a88-814a-4421-9dfb-4b20d8a2bf6b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:52:37.689826 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.828393 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.856732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:37.881665 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cfccf4a7-49cf-496a-b5f8-e3c3bfff376b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:37.952977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ad520-6d30-420a-9303-a380f4375936,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:37.963948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:37.980972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,segment=NetworkSegment(0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44),segment_id=0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:38.008529 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.009659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1156785a-7147-4d63-a8ba-70276e97beb6 req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6400125 May 19 12:52:38.026189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b', 'network_id': '7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d', 'port_id': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b', 'mac_address': 'fa:16:3e:2b:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060bd7a6-66d6-4053-b138-6b20825bca20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:52:38.037460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330de72-3cba-42dd-acc8-6459e92ff3ef req-3917a02f-8e5c-4e4f-8fad-4ef67bc02517 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:38.051400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c330de72-3cba-42dd-acc8-6459e92ff3ef req-3917a02f-8e5c-4e4f-8fad-4ef67bc02517 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 0.3205490 May 19 12:52:38.119953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.167744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.179874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.194424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c330de72-3cba-42dd-acc8-6459e92ff3ef req-90afee7b-7eee-42a4-bf4e-ef38034380bf tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416836 May 19 12:52:38.215385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4285a88-814a-4421-9dfb-4b20d8a2bf6b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:38.244851 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e97fbd04-ed5b-404b-a627-e769707c9d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:38.272543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,segment=NetworkSegment(0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44),segment_id=0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:38.277974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6264d750e5a4f9a899ede5aaae653f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5265589 May 19 12:52:38.281110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e914f-a8b7-4bac-ac2d-daa1f5581624,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:38.283866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:38.284321 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.291716 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:38.296573 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:38.413424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.419036 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-98809df1-31de-4691-8f9e-a838937becba tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a14ad520-6d30-420a-9303-a380f4375936 HTTP/1.1" status: 200 len: 1798 time: 0.1650279 May 19 12:52:38.431749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1582614143', 'description': 'tempest-description-hth-1632543146'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:38.487805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.494518 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.566972 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.583018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:38.587012 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:38.602062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['b4285a88-814a-4421-9dfb-4b20d8a2bf6b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:38.626638 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.631962 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.634470 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.650146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-986e01fd-fa4e-4dee-b3bf-883aecf634be req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "PUT /v2.0/security-groups/a14ad520-6d30-420a-9303-a380f4375936 HTTP/1.1" status: 200 len: 1775 time: 0.2223051 May 19 12:52:38.650146 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-95343b14-412e-4ac3-9794-130b8354964d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:38.684414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.706549 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ff4026a-5374-4dbd-b51d-f414eb433a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:38.710457 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.732790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ad520-6d30-420a-9303-a380f4375936,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:38.737310 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:38.740362 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Transition to ACTIVE for port object 0c23e72d-324b-40b0-aa79-796c237fd468 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:38.754117 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.764634 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:38.770847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e914f-a8b7-4bac-ac2d-daa1f5581624,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:38.789023 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:38.885702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:38.886811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/272e914f-a8b7-4bac-ac2d-daa1f5581624 HTTP/1.1" status: 204 len: 168 time: 0.5965183 May 19 12:52:38.938085 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Pushing event updated for resources: {'Port': ['ID=0c23e72d-324b-40b0-aa79-796c237fd468,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:38.986516 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.990487 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.990959 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.991295 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.991622 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.991966 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.992298 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.992610 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.992927 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.993239 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.993551 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:38.993859 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:39.003595 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:39.015472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fd3f-8ad4-403b-88ff-cbc134ed4dfd req-61aef988-7cc3-49d0-9b09-73a7bc47ff62 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:39.025087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3168fd3f-8ad4-403b-88ff-cbc134ed4dfd req-61aef988-7cc3-49d0-9b09-73a7bc47ff62 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 945 time: 0.2203045 May 19 12:52:39.026600 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Attempting to bind port 0c23e72d-324b-40b0-aa79-796c237fd468 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:39.027618 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Attempting to bind port 0c23e72d-324b-40b0-aa79-796c237fd468 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:39.028779 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Attempting to bind port 0c23e72d-324b-40b0-aa79-796c237fd468 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:39.038218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Allocated IP 172.20.0.1 (f02d7f3f-5dff-42db-b8ce-002db115c9f2/dc5ad2e5-cf95-4782-89d2-1e090e84d412/5e805471-4b05-4702-903c-e438e4f1db9c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:39.044355 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:39.045743 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:39.047597 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.048037 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:39.049413 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Bound port: 0c23e72d-324b-40b0-aa79-796c237fd468, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:39.050735 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.081013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4259d41-f13c-4dfa-bdab-13172d5279e7 req-e64e5c30-645a-4fbb-88a7-70817117493a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:39.084166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4259d41-f13c-4dfa-bdab-13172d5279e7 req-e64e5c30-645a-4fbb-88a7-70817117493a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 0.2197065 May 19 12:52:39.175951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3168fd3f-8ad4-403b-88ff-cbc134ed4dfd req-fbd63662-17f9-41f4-9f25-7e7809ae99e0 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497004 May 19 12:52:39.188624 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] For port 0c23e72d-324b-40b0-aa79-796c237fd468, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:39.193580 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] For port 0c23e72d-324b-40b0-aa79-796c237fd468, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0c23e72d-324b-40b0-aa79-796c237fd468,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:39.201340 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.206775 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-ffb61e70-b598-43b1-a4ce-c6cedec023d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:39.224708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4259d41-f13c-4dfa-bdab-13172d5279e7 req-f4da5836-4b90-4670-aac9-832de4caf820 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243651 May 19 12:52:39.316916 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Pushing event updated for resources: {'Port': ['ID=0c23e72d-324b-40b0-aa79-796c237fd468,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:39.323155 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:39.354316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.355257 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:39.355257 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:39.380195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Transition to ACTIVE for port object 5e805471-4b05-4702-903c-e438e4f1db9c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:39.424167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.438451 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef67384b-0fa1-4321-8a4c-4507b01a32bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:39.500080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:39.562001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:39.568011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:39.573243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.586503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:39.631871 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:52:39.669020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:39.674264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Usage tracker for resource:security_group_rule and tenant:21f1b50354c44feba9d11238a33dfe65 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:39.678324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:39.682713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790abe-81a1-4b5d-969e-e0e01523553f req-546023a8-e299-4d4a-bf8b-0d82d6bb0c9a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:39.688320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:39.698188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df790abe-81a1-4b5d-969e-e0e01523553f req-546023a8-e299-4d4a-bf8b-0d82d6bb0c9a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.2817619 May 19 12:52:39.812898 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.814325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df790abe-81a1-4b5d-969e-e0e01523553f req-44261189-b4ba-4907-84d9-628c25932944 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110706 May 19 12:52:39.833556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.842934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Pushing event updated for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:39.852538 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:39.853122 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de768d9a-d4d9-490a-97ca-4c74c3b7165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:39.896963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b9a4b3-31ad-4724-bb2d-85aab5017782,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:39.928946 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:39.956213 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:39.992694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-651a4760-e2ca-4d5b-88f2-7959e6a11911 None None] Provisioning for port 5e805471-4b05-4702-903c-e438e4f1db9c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:40.001660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-651a4760-e2ca-4d5b-88f2-7959e6a11911 None None] Provisioning complete for port 5e805471-4b05-4702-903c-e438e4f1db9c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:40.002421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-651a4760-e2ca-4d5b-88f2-7959e6a11911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.040155 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70b848a8-06b0-4925-8ad9-01e8508db52a req-392fbdd2-7663-4da3-bbc8-bb1f937e72dd tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a14ad520-6d30-420a-9303-a380f4375936 HTTP/1.1" status: 200 len: 1775 time: 0.1018629 May 19 12:52:40.201959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-651a4760-e2ca-4d5b-88f2-7959e6a11911 None None] Port 5e805471-4b05-4702-903c-e438e4f1db9c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:52:40.239975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21f1b50354c44feba9d11238a33dfe65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329798 May 19 12:52:40.250429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:40.295495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-998f1fc1-c38e-4dad-8086-543f1d62473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.301469 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:33Z', 'revision_number': 3, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:40.314543 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff97aa-bd57-4acb-8cab-b6fd53d2a70f None None] The sync data for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 is: [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:33Z', 'revision_number': 3, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:52:40.420710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-72713576-27af-4ea8-81ba-08f9cbdaea13 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:40.421475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-72713576-27af-4ea8-81ba-08f9cbdaea13 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:40.435483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.446406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-72713576-27af-4ea8-81ba-08f9cbdaea13 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:40.447607 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-72713576-27af-4ea8-81ba-08f9cbdaea13 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 0.2107916 May 19 12:52:40.491498 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.517405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-699d9a47-4179-48be-90fc-9b293ea9ec72 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:40.518935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-699d9a47-4179-48be-90fc-9b293ea9ec72 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 946 time: 0.3516972 May 19 12:52:40.583203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d1613-536a-434f-bf8f-2f4c7fcd552c req-11006106-5500-45b2-a67b-b08161a735d5 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:40.591170 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-596d1613-536a-434f-bf8f-2f4c7fcd552c req-11006106-5500-45b2-a67b-b08161a735d5 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 946 time: 0.5228703 May 19 12:52:40.622341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.693480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234dae3-98e5-477f-9714-fe8c03cb2835 req-963f0160-4461-4348-84d1-4587f3b47037 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:40.694937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f234dae3-98e5-477f-9714-fe8c03cb2835 req-963f0160-4461-4348-84d1-4587f3b47037 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 0.3686738 May 19 12:52:40.782006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-596d1613-536a-434f-bf8f-2f4c7fcd552c req-98e6d90b-5f59-4175-987a-379f811b5514 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/security-groups?id=524b6cc4-6397-4048-9979-723924825374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898580 May 19 12:52:40.807752 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.816243 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-83bcc482-a2e0-4ea9-8cf0-5be3153ffe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:40.860747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Deleting port 8a657808-6ae0-443e-8aae-7ad56543f15b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:40.860982 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.880827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b9a4b3-31ad-4724-bb2d-85aab5017782,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:40.895982 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:40.939126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f234dae3-98e5-477f-9714-fe8c03cb2835 req-a2d438a7-7717-4710-939d-a760f4be941b tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993046 May 19 12:52:40.972214 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:40.977014 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4b9a4b3-31ad-4724-bb2d-85aab5017782 HTTP/1.1" status: 204 len: 168 time: 0.7205112 May 19 12:52:40.999844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-953f1594-06ae-4685-b8fe-1be5affe4802 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a14ad520-6d30-420a-9303-a380f4375936 HTTP/1.1" status: 200 len: 1775 time: 0.1865060 May 19 12:52:41.075694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Deleting port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:41.076409 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.425174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] For port 8a657808-6ae0-443e-8aae-7ad56543f15b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8a657808-6ae0-443e-8aae-7ad56543f15b,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:41.425174 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.470488 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.537336 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.555435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] For port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,segment=NetworkSegment(1bdf6afa-a1b1-4f8f-912a-db14f83fb572),segment_id=1bdf6afa-a1b1-4f8f-912a-db14f83fb572)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:41.555781 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.621992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Calling delete_port for 8a657808-6ae0-443e-8aae-7ad56543f15b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:41.664363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844516d-1542-4974-b3f3-27d3c840ef6e req-60ee4a97-68e9-4cd4-8809-9e68fbe601cc tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:41.665806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0844516d-1542-4974-b3f3-27d3c840ef6e req-60ee4a97-68e9-4cd4-8809-9e68fbe601cc tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 945 time: 0.5164611 May 19 12:52:41.678111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b4285a88-814a-4421-9dfb-4b20d8a2bf6b up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:41.699227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.725418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.748986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Calling delete_port for 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:41.817174 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:41.828725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port b4285a88-814a-4421-9dfb-4b20d8a2bf6b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:41.830362 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.838049 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a43bf2c1-eef4-4216-b7c6-2cfe1ebaf7a2 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:41.847720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port b4285a88-814a-4421-9dfb-4b20d8a2bf6b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:41.848489 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.854845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ad520-6d30-420a-9303-a380f4375936,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:41.860037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0844516d-1542-4974-b3f3-27d3c840ef6e req-2219cc06-733c-44aa-a248-4edfde295408 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240253 May 19 12:52:41.866689 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:41.882850 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:41.896529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0250bc7f-9d2b-437d-bdfd-ae887dd3dbe5 req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/a14ad520-6d30-420a-9303-a380f4375936 HTTP/1.1" status: 204 len: 173 time: 0.8790708 May 19 12:52:42.048717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Pushing event updated for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:42.063280 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:42.128460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.154105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.164387 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78e2eeaf-1684-467e-ab89-1e4c5f8a7903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:42.180000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.257155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:42.281286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,segment=NetworkSegment(0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44),segment_id=0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:42.286953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.288093 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8a657808-6ae0-443e-8aae-7ad56543f15b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:42.369064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b12cdbde-04bc-430d-bf2d-ea4228f68694 req-a213731d-71ad-4332-9bdf-9e57fb4fcf99 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f0049a-a921-4b1d-b8a1-752044d97bda HTTP/1.1" status: 200 len: 210 time: 0.0627959 May 19 12:52:42.392115 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:42.421641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Pushing event deleted for resources: {'Port': ['ID=4c821812-2eef-4d4c-a4f2-60ab089fb2e8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:42.425781 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:42.639203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:42.642624 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b', 'code': 200} May 19 12:52:42.642925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:42.766345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c23e72d-324b-40b0-aa79-796c237fd468 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:42.810227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] No DVR routers for this DVR port 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:42.815246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:42.836503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.860211 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:42.911808 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b109e58-34b2-44cf-8ef1-c85147146ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:42.925468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:42.949350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'name': 'network-vif-deleted', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:43.009374 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.060239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:52:43.060816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4c821812-2eef-4d4c-a4f2-60ab089fb2e8 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:52:43.080271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-937f2d97-37f0-4a54-9611-ebd19ab806d9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862887 May 19 12:52:43.095485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0c23e72d-324b-40b0-aa79-796c237fd468 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:43.098853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac271e06-9683-4e4e-b50e-7e6f78508d97 req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] 10.222.0.57 "DELETE /v2.0/ports/4c821812-2eef-4d4c-a4f2-60ab089fb2e8 HTTP/1.1" status: 204 len: 173 time: 2.5610161 May 19 12:52:43.105238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0c23e72d-324b-40b0-aa79-796c237fd468 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:43.105686 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.120022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.141002 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35e9b3cb-c0b8-428d-b810-3355f54ac826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:43.204009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event deleted for resources: {'Port': ['ID=8a657808-6ae0-443e-8aae-7ad56543f15b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:43.267945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.267945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.268461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.269516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.269516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.269516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.270117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.270606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.271040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.271468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.272059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.272491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:43.290108 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:43.333461 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9a7fe71-4d1d-4b9c-9a60-31136c9116ef None None] Provisioning complete for port 5e805471-4b05-4702-903c-e438e4f1db9c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:43.334217 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fe71-4d1d-4b9c-9a60-31136c9116ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.444877 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.445564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e9e8-dd1a-4fd1-b36b-a99cb35f6fc4 req-de36b075-9086-4588-a8d3-63aec2945af6 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:43.447790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] No DVR routers for this DVR port 8a657808-6ae0-443e-8aae-7ad56543f15b on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:43.449068 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7120e9e8-dd1a-4fd1-b36b-a99cb35f6fc4 req-de36b075-9086-4588-a8d3-63aec2945af6 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1 HTTP/1.1" status: 200 len: 944 time: 1.1473100 May 19 12:52:43.454859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.461352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7fe71-4d1d-4b9c-9a60-31136c9116ef None None] Port 5e805471-4b05-4702-903c-e438e4f1db9c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:52:43.468253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Router 75447e77-e822-430f-96ff-0a1c3139d0af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:52:43.470665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-deleted', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:43.502564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 0c23e72d-324b-40b0-aa79-796c237fd468, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0c23e72d-324b-40b0-aa79-796c237fd468,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:43.513559 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:43.516650 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:43.519566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a198e891-9b97-4f49-8492-49c1268ea6bf req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "DELETE /v2.0/ports/8a657808-6ae0-443e-8aae-7ad56543f15b HTTP/1.1" status: 204 len: 173 time: 3.0661330 May 19 12:52:43.694857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7120e9e8-dd1a-4fd1-b36b-a99cb35f6fc4 req-bd8beaaa-2188-4976-b9f2-c98d46ee6b4d tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947572 May 19 12:52:43.744024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=0c23e72d-324b-40b0-aa79-796c237fd468,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:43.750200 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:43.753848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-12f4cebc-5f8f-4140-a530-bf7ef41cb584 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:43.761652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-12f4cebc-5f8f-4140-a530-bf7ef41cb584 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6608002 May 19 12:52:43.769470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48311c0f-7791-40e7-b67b-3aa951c673d9 req-c6b7a7b8-cab9-4710-8b0d-588c2c34410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:43.773089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48311c0f-7791-40e7-b67b-3aa951c673d9 req-c6b7a7b8-cab9-4710-8b0d-588c2c34410e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 1097 time: 0.9177113 May 19 12:52:43.832202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:52:43.843566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] 10.222.0.69 "PUT /v2.0/routers/75447e77-e822-430f-96ff-0a1c3139d0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7130239 May 19 12:52:43.857315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Sync routers for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:52:43.879418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:43.881614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:43.896965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-e7d15776-dcfb-40b6-9caf-bddf2b98a405 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/quotas/7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 375 time: 0.1113043 May 19 12:52:44.035391 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-e36a38b1-6618-4400-b972-d9a02e81987b req-002e8554-44fc-46b1-b940-1ec7a4ed7391 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:44.045129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e36a38b1-6618-4400-b972-d9a02e81987b req-002e8554-44fc-46b1-b940-1ec7a4ed7391 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/b8e57149-456a-4d31-9fc2-b66cbead44aa HTTP/1.1" status: 404 len: 352 time: 0.2238400 May 19 12:52:44.086692 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48311c0f-7791-40e7-b67b-3aa951c673d9 req-6733c5b5-de21-4ebc-9582-9dc497dee9e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026946 May 19 12:52:44.165412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-410a1db9-0024-497e-9429-b1530b20489d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668741 May 19 12:52:44.280773 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:44.332007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:52:44.450014 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f0049a-a921-4b1d-b8a1-752044d97bda', 'name': 'network-vif-deleted', 'tag': '4c821812-2eef-4d4c-a4f2-60ab089fb2e8', 'status': 'completed', 'code': 200} May 19 12:52:44.525895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba146220-a2f6-413e-8e56-f3030f4cf794 req-f65a11d7-cf72-4d08-b3bf-17b7ffaade8a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:44.532568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba146220-a2f6-413e-8e56-f3030f4cf794 req-f65a11d7-cf72-4d08-b3bf-17b7ffaade8a tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 946 time: 0.2773063 May 19 12:52:44.597897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:44.688767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba146220-a2f6-413e-8e56-f3030f4cf794 req-89e6d37f-190c-463f-9b4f-ca5779566dbc tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456416 May 19 12:52:44.714856 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd5cb9-19d4-4f2f-8ce5-6ceff9834ea1', 'name': 'network-vif-deleted', 'tag': '8a657808-6ae0-443e-8aae-7ad56543f15b', 'status': 'completed', 'code': 200} May 19 12:52:44.718532 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-8c2fa23d-2c8a-474e-97b6-cf79df6b10af req-263dc1b0-2bdb-49fc-b4ee-e0f0b31127e3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:44.719588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c2fa23d-2c8a-474e-97b6-cf79df6b10af req-263dc1b0-2bdb-49fc-b4ee-e0f0b31127e3 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/7d031ae6-c36f-4c82-a614-3d12775f62a6 HTTP/1.1" status: 404 len: 352 time: 0.0296438 May 19 12:52:44.772301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Deleting subnet bcef816b-c569-4ec3-aed4-222de752ced8 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:52:44.777327 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:44.830848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c23e72d-324b-40b0-aa79-796c237fd468 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:44.861148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:44.972882 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.178478 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.272824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0c23e72d-324b-40b0-aa79-796c237fd468 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:45.273204 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.457497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 2, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:45.462648 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d48d7883-4ba3-4c1a-ba10-25b232f61c82 req-211d7f29-b732-4d14-8f4b-c3216eb8367b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 210 time: 0.1138768 May 19 12:52:45.465248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Checking router: 75447e77-e822-430f-96ff-0a1c3139d0af for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:52:45.465736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Updating router 75447e77-e822-430f-96ff-0a1c3139d0af port 5e805471-4b05-4702-903c-e438e4f1db9c binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:52:45.527979 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-0936ef93-a81e-4530-bf44-f54845c1f220 req-a4114bb2-bb60-4005-96ee-34be39084e3a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:45.531253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0936ef93-a81e-4530-bf44-f54845c1f220 req-a4114bb2-bb60-4005-96ee-34be39084e3a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/d3d26832-8697-4fa2-a2a7-af2b89ded75d HTTP/1.1" status: 404 len: 352 time: 0.0274234 May 19 12:52:45.603526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.610731 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.652594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:45.658290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982096256', 'description': 'tempest-description--2053824306'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:45.669364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:45.681015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:security_group and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:45.687757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:45.700446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:45.727952 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.759463 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-125a45ec-a53b-4484-baa1-87517348a445 req-59fd8a56-46ff-4f33-993a-1cc42ba58c42 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:45.761958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-125a45ec-a53b-4484-baa1-87517348a445 req-59fd8a56-46ff-4f33-993a-1cc42ba58c42 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/4c90e96e-b57d-4a5b-b605-87831e2ee076 HTTP/1.1" status: 404 len: 352 time: 0.0515585 May 19 12:52:45.771084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:45.782072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:security_group_rule and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:45.790579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:45.803633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:45.869373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:45.907149 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1218c2cf-c3b6-4bc8-827c-9ef991296579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:45.994294 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.000915 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.001169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.004514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcef816b-c569-4ec3-aed4-222de752ced8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:46.012418 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b8d9898-5ad7-4d46-8996-861a732cb4f6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:46.016532 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:46.020770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bcef816b-c569-4ec3-aed4-222de752ced8 HTTP/1.1" status: 204 len: 168 time: 1.4218230 May 19 12:52:46.028465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:46.103245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6677fc9-1d47-42ca-9e3b-d0084a80fb24,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:46.121727 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:46.123414 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.127556 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4721901 May 19 12:52:46.131061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:46.172371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'security_group_rule': {'security_group_id': 'c6677fc9-1d47-42ca-9e3b-d0084a80fb24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:46.184961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:46.198031 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.201491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:security_group_rule and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:46.205989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:46.221291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:46.258904 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.299731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567eb8e-d7c6-4839-b184-beb1c82e97b0 req-1f5f5f21-c461-4f6f-90c6-5ff27cb039ba tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:46.303024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f567eb8e-d7c6-4839-b184-beb1c82e97b0 req-1f5f5f21-c461-4f6f-90c6-5ff27cb039ba tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 946 time: 0.1748786 May 19 12:52:46.346618 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.364412 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.366799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Transition to ACTIVE for port object 5e805471-4b05-4702-903c-e438e4f1db9c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:46.375267 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.381965 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:46.382235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24243041-a5cd-4403-9c8a-41f6be913ca0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:46.398547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf6afa-a1b1-4f8f-912a-db14f83fb572') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:46.398825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf6afa-a1b1-4f8f-912a-db14f83fb572') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:46.412857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.437127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.446804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:52:46.447329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.461031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Pushing event updated for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:46.465753 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:46.509866 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.512641 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-4e10c556-d98f-4fa5-8f83-3eaaff55083b req-e33456af-2c9a-4735-8569-7d8974c40dc2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:46.530529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e10c556-d98f-4fa5-8f83-3eaaff55083b req-e33456af-2c9a-4735-8569-7d8974c40dc2 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/a089a382-58e0-4568-b7cb-de3135328012 HTTP/1.1" status: 404 len: 352 time: 0.1315579 May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: timer() May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:52:46.544160 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:52:46.593817 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.599383 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:46.654799 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.662559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.695222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=24243041-a5cd-4403-9c8a-41f6be913ca0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:46.704552 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:46.706723 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:46.710500 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] 10.222.0.69 "DELETE /v2.0/networks/24243041-a5cd-4403-9c8a-41f6be913ca0 HTTP/1.1" status: 204 len: 168 time: 0.6804085 May 19 12:52:46.800417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-325c71bd-0ffc-485a-84f1-542c7f48a9c3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2677200 May 19 12:52:46.806570 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.808914 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6759412 May 19 12:52:46.812360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:46.822844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f567eb8e-d7c6-4839-b184-beb1c82e97b0 req-c3b21d89-9d26-4a99-9651-1ab6ab97da30 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043976 May 19 12:52:46.831570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'security_group_rule': {'security_group_id': 'c6677fc9-1d47-42ca-9e3b-d0084a80fb24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:46.847659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Attempting to bind port 5e805471-4b05-4702-903c-e438e4f1db9c on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:46.848899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Attempting to bind port 5e805471-4b05-4702-903c-e438e4f1db9c by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:46.861942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Attempting to bind port 5e805471-4b05-4702-903c-e438e4f1db9c on network f02d7f3f-5dff-42db-b8ce-002db115c9f2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:46.875689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:46.888105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:46.889430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Checking segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:46.890389 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.892724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:security_group_rule and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:46.893242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Bound using segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:46.894194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Bound port: 5e805471-4b05-4702-903c-e438e4f1db9c, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:46.896792 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:46.903154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:46.923784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:46.926315 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.002834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c980f442-395a-457d-83bb-a1b1097dfa53,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:47.030973 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:47.066256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:47.079029 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.204641 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] For port 5e805471-4b05-4702-903c-e438e4f1db9c, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:47.211594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] For port 5e805471-4b05-4702-903c-e438e4f1db9c, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5e805471-4b05-4702-903c-e438e4f1db9c,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:47.219543 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.229192 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d3794112-28af-4a89-bb9f-9f75cd54cbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:47.255175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.270942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-4d5a3e17-a685-4fb1-94d2-ba3cd05b965c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:47.272201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-4d5a3e17-a685-4fb1-94d2-ba3cd05b965c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:47.278696 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.302091 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:47.344878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.347085 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5327046 May 19 12:52:47.348573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cd6f56-e53e-498a-8bed-6732885b0bb7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:47.360312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-4d5a3e17-a685-4fb1-94d2-ba3cd05b965c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:47.362342 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-4d5a3e17-a685-4fb1-94d2-ba3cd05b965c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 944 time: 0.4152882 May 19 12:52:47.362998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:47.364060 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:47.365651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b6d9648-9def-4677-8558-5f4e4690b7d6 req-0bc47aed-7e44-489e-b47b-c54cccf98025 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 210 time: 0.2833936 May 19 12:52:47.372948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:47.379982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:47.386891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:floatingip and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:47.390981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:47.399620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:47.427070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:47.428067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:47.458503 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-83dc9864-dec3-40bf-ba01-cfb7a8e0a91b req-b2f24f40-50cb-4be1-9d5d-6039e7d4ff6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] show failed (client error): The resource could not be found. May 19 12:52:47.459550 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83dc9864-dec3-40bf-ba01-cfb7a8e0a91b req-b2f24f40-50cb-4be1-9d5d-6039e7d4ff6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/3ea0d5ec-db02-45c9-a953-7d02baebe73e HTTP/1.1" status: 404 len: 352 time: 0.0606282 May 19 12:52:47.482745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6985316a-1020-407d-97eb-af8cc60ab1cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1a1b6bc57b1419c91ca217b7f081b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141915 May 19 12:52:47.485976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:47.529835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.536911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-ef1cfa1d-5faf-41bb-b4ab-b694cca915ab tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:47.538467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-ef1cfa1d-5faf-41bb-b4ab-b694cca915ab tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5985394 May 19 12:52:47.574634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31447-60cd-4d86-9d54-78f7313a1746 req-5ce39953-6bdf-4b5f-9c86-82e85b02a2f2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:47.582017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2be31447-60cd-4d86-9d54-78f7313a1746 req-5ce39953-6bdf-4b5f-9c86-82e85b02a2f2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 944 time: 0.7547162 May 19 12:52:47.606184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Pushing event updated for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:47.612773 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:47.616550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Request body: {'port': {'device_id': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '7488c038ae614e4f83a51f4b8d832d73'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:47.792407 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2be31447-60cd-4d86-9d54-78f7313a1746 req-92f88b20-c9ab-4325-b58f-0b274b343cdb tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093167 May 19 12:52:47.813282 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.844614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:52:47.854900 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:47.987263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Deleting port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:47.988270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.049709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:48.062946 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.073384 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f54649-82de-423a-8454-7c479b16d603 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:48.092112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:48.095204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b6cc4-6397-4048-9979-723924825374,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:48.108604 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:48.125313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.127538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/524b6cc4-6397-4048-9979-723924825374 HTTP/1.1" status: 204 len: 168 time: 0.6389802 May 19 12:52:48.134558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Made reservation on behalf of 7488c038ae614e4f83a51f4b8d832d73 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:48.141995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.202998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.468758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] For port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:48.469277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:48.729311 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:47Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:48.740498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ab9d-d4b5-46e7-a41f-900e4130b9c9 None None] The sync data for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 is: [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:47Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:52:48.860865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15e17259-9576-43a9-9404-eb36d8bcb582 req-75a7eb67-6ef2-428d-bcbe-449f3b90e61e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 210 time: 0.1371539 May 19 12:52:48.867180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Calling delete_port for 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:48.914222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Allocated IP 192.168.233.17 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/6c86218f-5784-4bb9-861d-7e22fa2025b1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:48.948955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d6874-8c63-46fb-99ca-8588928e4a79 req-fe24af8a-1ed7-4413-b6a7-f60779649504 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:48.957653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-711d6874-8c63-46fb-99ca-8588928e4a79 req-fe24af8a-1ed7-4413-b6a7-f60779649504 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1023 time: 0.5570195 May 19 12:52:49.086556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Allocated IP 172.25.4.2 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/9241b8a5-1ebf-47fa-b466-c64bf2e61992) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:49.126668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-711d6874-8c63-46fb-99ca-8588928e4a79 req-2674cde1-1b07-4b7e-b600-15e7fd3244df tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:49.411778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-711d6874-8c63-46fb-99ca-8588928e4a79 req-2674cde1-1b07-4b7e-b600-15e7fd3244df tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:49.416699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-711d6874-8c63-46fb-99ca-8588928e4a79 req-2674cde1-1b07-4b7e-b600-15e7fd3244df tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=9470edf8-69d3-43a2-a39d-7bafe7b189cf&id=2fafc4fa-78d2-43d0-98db-b4733a24bfc0&id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4545095 May 19 12:52:49.522993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:49.544091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Transition to ACTIVE for port object 6c86218f-5784-4bb9-861d-7e22fa2025b1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:49.583028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:49.598777 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:49.600846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:49.689539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:49.745132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:49.748607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:49.846413 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:49.853462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:52:49.854280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:49.878815 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f74af20e-43cc-4fda-a89d-5b4ab1381578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:49.953670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:49.965498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:49.966711 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:49.998061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event deleted for resources: {'Port': ['ID=4973d4c5-88f3-4e23-9eb2-d3f839d48d69,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:50.012047 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:50.022719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:52:50.023080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:52:50.036276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911df2d-5e59-413a-b0f4-dd61410e9c9f req-444216c9-aeb5-49ec-965d-43f8c0537352 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:50.051389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c911df2d-5e59-413a-b0f4-dd61410e9c9f req-444216c9-aeb5-49ec-965d-43f8c0537352 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 946 time: 0.9156799 May 19 12:52:50.173992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:50.176528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.201051 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3e7b1346-20f9-45e6-b150-33672c69872e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:50.251252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:50.260701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:50.319775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:50.377475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8af96411-b1e1-437e-9c5a-404c973917c9 None None] Provisioning for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:50.383593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8af96411-b1e1-437e-9c5a-404c973917c9 None None] Provisioning complete for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:50.384095 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8af96411-b1e1-437e-9c5a-404c973917c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.394867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8072684 May 19 12:52:50.406157 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba12450-4b70-41cb-b1b1-387b0b5c6c9f req-7f29d420-efe6-4952-b438-742ddc5f43e5 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb2cb51-dfb4-411c-814f-78086dc2e475 HTTP/1.1" status: 200 len: 210 time: 0.5171828 May 19 12:52:50.415654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:50.445672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.446172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.446874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.446874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.447226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.447708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.448167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.449501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.451337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.451337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.451337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.451337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:50.473836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] No DVR routers for this DVR port 4973d4c5-88f3-4e23-9eb2-d3f839d48d69 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:50.474012 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:50.492569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.499131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Request body: {'port': {'device_id': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:50.500887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-deleted', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:50.501632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8af96411-b1e1-437e-9c5a-404c973917c9 None None] Port 6c86218f-5784-4bb9-861d-7e22fa2025b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:52:50.547156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-network', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:50.591233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:50.595090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'Port': ['ID=9241b8a5-1ebf-47fa-b466-c64bf2e61992,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:50.612572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Usage tracker for resource:network and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:50.617657 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:50.620773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-66291f83-1210-4b0e-9b18-0ed493242c78 req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.57 "DELETE /v2.0/ports/4973d4c5-88f3-4e23-9eb2-d3f839d48d69 HTTP/1.1" status: 204 len: 173 time: 3.2104521 May 19 12:52:50.622171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:50.642160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:50.657735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c911df2d-5e59-413a-b0f4-dd61410e9c9f req-59d28523-c254-46d2-a6d7-1a91d2a4e7b8 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025064 May 19 12:52:50.678869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Made reservation on behalf of 6a7fb4208a114f80b55088cdd800f438 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:50.683285 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.712943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.768258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.770981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:50.795926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:50.801447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:50.840619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5e805471-4b05-4702-903c-e438e4f1db9c up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:50.855352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:50.929566 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:50.994952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-de115e09-a243-4e75-9236-1e453056209f tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:50.997187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-de115e09-a243-4e75-9236-1e453056209f tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 946 time: 1.0047481 May 19 12:52:51.007536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-c9e1c2f9-c0e5-4562-9d83-557a3fe0fe5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:51.009840 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-c9e1c2f9-c0e5-4562-9d83-557a3fe0fe5c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1023 time: 1.3452277 May 19 12:52:51.010463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.092828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 5e805471-4b05-4702-903c-e438e4f1db9c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:52:51.102045 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5e805471-4b05-4702-903c-e438e4f1db9c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:51.102550 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.285976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.312922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.320333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.334370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:52:51.338537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 5e805471-4b05-4702-903c-e438e4f1db9c, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5e805471-4b05-4702-903c-e438e4f1db9c,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:51.345431 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.346045 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.346406 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Added segment 5b5945d6-69bb-40b5-a443-514b4b20bfc7 of type vlan for network b0e1ebca-d258-4c54-abe3-68f70e9170f7 May 19 12:52:51.349852 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:51.379786 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.420804 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c91f705d-a4db-46d1-aee6-3244c1f3b802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:51.437153 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.438275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:51.438878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.446252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:51.451000 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:51.503229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d15117-6d20-4031-80ef-3f29429d7f84,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:51.520663 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:51.521082 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b24b7f36-ec19-4d9c-9736-9099af570b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:51.539790 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3655257 May 19 12:52:51.553193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:51.565703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Request body: {'subnet': {'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-subnet', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:51.576796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:51.593206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Usage tracker for resource:subnet and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:51.616685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282106-b659-4cc9-a2bb-ee0ec8199e36 req-f6f60f0b-4874-4ce9-86ab-ce7720124c6b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:51.617401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cc282106-b659-4cc9-a2bb-ee0ec8199e36 req-f6f60f0b-4874-4ce9-86ab-ce7720124c6b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:51.644695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:51.649035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.661609 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.665987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:51.675832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e1ebca-d258-4c54-abe3-68f70e9170f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:51.682113 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:51.684314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:51.690997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:52:51.796673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Made reservation on behalf of 6a7fb4208a114f80b55088cdd800f438 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:52:51.799047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.832462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-cc282106-b659-4cc9-a2bb-ee0ec8199e36 req-f6f60f0b-4874-4ce9-86ab-ce7720124c6b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:51.833642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc282106-b659-4cc9-a2bb-ee0ec8199e36 req-f6f60f0b-4874-4ce9-86ab-ce7720124c6b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 935 time: 1.0940540 May 19 12:52:51.837915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'Port': ['ID=9241b8a5-1ebf-47fa-b466-c64bf2e61992,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:51.849539 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:51.855628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.938150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:51.939403 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5734239 May 19 12:52:51.953765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9a731-6d49-4eb6-a0ab-e867e8f95b8f req-a904e2c7-bd5e-4f1c-8b21-b6103e2fb7ae tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:51.955382 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bc9a731-6d49-4eb6-a0ab-e867e8f95b8f req-a904e2c7-bd5e-4f1c-8b21-b6103e2fb7ae tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 1023 time: 0.6044378 May 19 12:52:52.055701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc282106-b659-4cc9-a2bb-ee0ec8199e36 req-f7fb3260-60b3-41a6-944e-68fd9d7afe31 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055604 May 19 12:52:52.091980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Deleting port b4285a88-814a-4421-9dfb-4b20d8a2bf6b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:52.092372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.134687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Deleting port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:52.135040 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.174879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bc9a731-6d49-4eb6-a0ab-e867e8f95b8f req-8c15ff48-c68b-4e11-bcb4-dd9b4b97da55 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups?id=9470edf8-69d3-43a2-a39d-7bafe7b189cf&id=2fafc4fa-78d2-43d0-98db-b4733a24bfc0&id=ada95237-5e0c-4cb0-963b-eca7a02001f6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2099771 May 19 12:52:52.200456 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb2cb51-dfb4-411c-814f-78086dc2e475', 'name': 'network-vif-deleted', 'tag': '4973d4c5-88f3-4e23-9eb2-d3f839d48d69', 'status': 'completed', 'code': 200} May 19 12:52:52.464173 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.472760 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ea138be-47ab-4559-85bb-91a826250fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:52.623465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e0b237-9fef-4c94-b54d-bfc8c3c89e88,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:52.628913 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:52.641095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Checking segment: {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:52.641705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Network hostable DHCP agents. Network: b0e1ebca-d258-4c54-abe3-68f70e9170f7, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:52:52.658304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5e805471-4b05-4702-903c-e438e4f1db9c up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:52:52.679738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:52:52.694509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-1997ea0d-b2ab-45c6-ae39-213195dada0f tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Synchronizing usage tracker for tenant:968f5140b2a748678a9d54c3935f8ead on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:52.699046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, b0e1ebca-d258-4c54-abe3-68f70e9170f7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:52.718383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c9560-e36e-4a70-8810-1d1d513fcdc8 None None] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:52.719288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:52.720378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.738606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] For port b4285a88-814a-4421-9dfb-4b20d8a2bf6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,segment=NetworkSegment(0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44),segment_id=0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:52.739111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.753864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:52.754498 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.757686 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2031269 May 19 12:52:52.766940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:52.780060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:52.783571 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:52.792205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Usage tracker for resource:router and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:52.796386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:52.804777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:52.826152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.827454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:52.828145 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.852922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:52.890955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86218f-5784-4bb9-861d-7e22fa2025b1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:52:52.979744 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5e805471-4b05-4702-903c-e438e4f1db9c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:52.980504 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.150857 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.177975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Calling delete_port for 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:53.196284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Calling delete_port for b4285a88-814a-4421-9dfb-4b20d8a2bf6b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:53.223855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb0bb-32a6-4e85-b4f6-6fb9463de0b1 req-e39820be-1ff1-473d-b20d-db7b0257e17b tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:53.228472 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-633cb0bb-32a6-4e85-b4f6-6fb9463de0b1 req-e39820be-1ff1-473d-b20d-db7b0257e17b tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e7b775-bf4e-4f0f-bc77-5176c5e2b148 HTTP/1.1" status: 200 len: 946 time: 0.7919590 May 19 12:52:53.245088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-1997ea0d-b2ab-45c6-ae39-213195dada0f tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Unset dirty status for tenant:968f5140b2a748678a9d54c3935f8ead on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:53.246480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-1997ea0d-b2ab-45c6-ae39-213195dada0f tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1982096256&fields=id&tenant_id=968f5140b2a748678a9d54c3935f8ead HTTP/1.1" status: 200 len: 267 time: 0.7570660 May 19 12:52:53.287822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c12adf-693a-4734-a478-7aa598509b53 None None] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:52:53.303221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Transition to ACTIVE for port object 6c86218f-5784-4bb9-861d-7e22fa2025b1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:53.329893 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.341353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.350779 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e7fae47b-0fa1-4484-9d57-d0daab29dfe3 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:53.427730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.530573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:53.548489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,segment=NetworkSegment(35209141-3e64-42fe-9721-609379a4f347),segment_id=35209141-3e64-42fe-9721-609379a4f347)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:53.557293 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:53.561621 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:53.692245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-633cb0bb-32a6-4e85-b4f6-6fb9463de0b1 req-bf3ca440-f71d-427e-8174-8a4829482bcb tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ffb9074-7c65-4270-b2a3-1f6e273d180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444523 May 19 12:52:53.732777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device b4285a88-814a-4421-9dfb-4b20d8a2bf6b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:53.788683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:53.808487 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:53.835253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:53.882694 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:54.015723 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.042596 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-00a9637d-669f-41e9-8e40-dd07284eb0ce tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:54.050348 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-00a9637d-669f-41e9-8e40-dd07284eb0ce tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/networks?id=f02d7f3f-5dff-42db-b8ce-002db115c9f2 HTTP/1.1" status: 200 len: 805 time: 0.7817860 May 19 12:52:54.089918 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-1110f702-f164-4e69-9604-1bcec6f46f9b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/quotas/968f5140b2a748678a9d54c3935f8ead HTTP/1.1" status: 200 len: 375 time: 0.0382869 May 19 12:52:54.245835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.247855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Attempting to bind port 6c86218f-5784-4bb9-861d-7e22fa2025b1 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:54.248225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Attempting to bind port 6c86218f-5784-4bb9-861d-7e22fa2025b1 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:54.248612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Attempting to bind port 6c86218f-5784-4bb9-861d-7e22fa2025b1 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:54.265995 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8f8d8b1-d431-4a1b-948c-d614b3004592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:54.273860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.342596 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.352993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Port 6c86218f-5784-4bb9-861d-7e22fa2025b1 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:52:54.353336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Attempting to bind port 6c86218f-5784-4bb9-861d-7e22fa2025b1 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:54.364832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Pushing event deleted for resources: {'Port': ['ID=b4285a88-814a-4421-9dfb-4b20d8a2bf6b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:54.382056 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:54.385318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:54.385651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:54.386258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:54.387009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Bound port: 6c86218f-5784-4bb9-861d-7e22fa2025b1, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:54.387335 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.426316 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.496646 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad138295-4897-4b9e-b866-4f08b8d1e2f2 tempest-ServerPasswordTestJSON-1814757714 tempest-ServerPasswordTestJSON-1814757714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:54.540510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] No DVR routers for this DVR port b4285a88-814a-4421-9dfb-4b20d8a2bf6b on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:54.588174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Allocated IP 172.25.4.200 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/364e1c70-a06b-4452-85fc-9a2422725b72) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:52:54.596931 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.600838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'name': 'network-vif-deleted', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:54.617326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'Port': ['ID=2fa8e70f-f2bb-4982-bc6f-13d8230e60ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:54.632961 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:54.749288 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-a8dd3d6f-0176-4e84-815e-b2e715c5a2cb tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=968f5140b2a748678a9d54c3935f8ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6486306 May 19 12:52:54.750457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ef4a25-ce7d-436d-9972-bda0b40d185d req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] 10.222.0.57 "DELETE /v2.0/ports/b4285a88-814a-4421-9dfb-4b20d8a2bf6b HTTP/1.1" status: 204 len: 173 time: 3.7263060 May 19 12:52:54.775631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] No DVR routers for this DVR port 2fa8e70f-f2bb-4982-bc6f-13d8230e60ab on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:54.781878 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.783937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-627bfee3-9da4-43bb-b4e4-c2269d594e05 req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.71 "DELETE /v2.0/ports/2fa8e70f-f2bb-4982-bc6f-13d8230e60ab HTTP/1.1" status: 204 len: 173 time: 3.7614498 May 19 12:52:54.850865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:54.891734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:54.901056 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.906262 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d7b45f1-6b1b-443f-97a5-7ae46e77526e tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:54.928676 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:54.955570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34c51-32a7-4918-97ac-366fe966277c req-57067586-e8a2-4647-b7b7-5718ad70c590 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:54.956892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aab34c51-32a7-4918-97ac-366fe966277c req-57067586-e8a2-4647-b7b7-5718ad70c590 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.5772750 May 19 12:52:55.005765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:55.036667 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:55.037993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-8ad60c69-d66a-4fa7-a6d5-b652c51e0c1d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:52:55.039037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-8ad60c69-d66a-4fa7-a6d5-b652c51e0c1d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1959951 May 19 12:52:55.041338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:55.041999 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:55.044159 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] 10.222.0.57 "PUT /v2.0/ports/6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 1095 time: 4.6125586 May 19 12:52:55.121471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:55.152735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:52:55.183925 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aab34c51-32a7-4918-97ac-366fe966277c req-7a000c3f-f5e1-4654-b9e8-12499984bde5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845706 May 19 12:52:55.192375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:52:55.211495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:52:55.239190 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:55.290207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Pushing event updated for resources: {'Port': ['ID=364e1c70-a06b-4452-85fc-9a2422725b72,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:55.296950 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:55.362648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-93685db3-d6e1-42c8-9732-0ca0896eb12f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:55.364601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-93685db3-d6e1-42c8-9732-0ca0896eb12f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.5679481 May 19 12:52:55.722299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c4db2acd-c972-4c4c-bb29-e7de93ba938c req-ca37e495-21d3-42f1-8a3a-0f9b7b49fe04 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Synchronizing usage tracker for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:55.826392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c4db2acd-c972-4c4c-bb29-e7de93ba938c req-ca37e495-21d3-42f1-8a3a-0f9b7b49fe04 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Unset dirty status for tenant:14f286a140c2485b86526f200cb36690 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:55.827477 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c4db2acd-c972-4c4c-bb29-e7de93ba938c req-ca37e495-21d3-42f1-8a3a-0f9b7b49fe04 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/ports?device_id=b83c164c-ffdf-49d7-9ca8-b8fd79520c39 HTTP/1.1" status: 200 len: 210 time: 0.3229921 May 19 12:52:55.836155 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c9ae3a77-1a7e-44c3-857a-4f1617cf5832 service neutron] 10.222.0.69 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550225 May 19 12:52:55.868316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-fc5c5c64-a159-4cef-a604-4420c27ae6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:55.869836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-fc5c5c64-a159-4cef-a604-4420c27ae6fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1098 time: 0.6285515 May 19 12:52:55.977115 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'code': 200} May 19 12:52:56.067212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:56.163737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-6806709f-7ba6-463e-991d-f5f97e2bd656 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.2828636 May 19 12:52:56.391867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-91b7f0ff-a6c4-4dae-aea6-889555b27ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:56.393544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-91b7f0ff-a6c4-4dae-aea6-889555b27ba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1878099 May 19 12:52:56.399945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Deleting port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:52:56.400299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:56.423955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-0ef20ea0-8d5e-4010-a5ce-3695f5bc3385 service neutron] 10.222.0.69 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796092 May 19 12:52:56.572517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:56.655971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be820-cc93-4113-bb08-008a07551e26 req-4efaff39-a474-43b2-9391-205251fba22f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:56.660449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-540be820-cc93-4113-bb08-008a07551e26 req-4efaff39-a474-43b2-9391-205251fba22f tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 944 time: 0.5121131 May 19 12:52:56.808838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] For port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,segment=NetworkSegment(2bc5e9c8-d31e-4d02-9946-28eaf233b2d4),segment_id=2bc5e9c8-d31e-4d02-9946-28eaf233b2d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:52:56.809399 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:56.962149 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e7b775-bf4e-4f0f-bc77-5176c5e2b148', 'name': 'network-vif-deleted', 'tag': 'b4285a88-814a-4421-9dfb-4b20d8a2bf6b', 'status': 'completed', 'code': 200} May 19 12:52:56.980549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Calling delete_port for 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:52:57.001870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Router 5cd46b50-b87f-4b94-9022-46d12a258e99 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:52:57.050739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-540be820-cc93-4113-bb08-008a07551e26 req-3c464270-a827-482f-8bec-9b2959ade3d4 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab0bd189-7314-491d-b41a-6c0563117598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806217 May 19 12:52:57.054040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-15aeb07f-9972-49ae-b431-ae3fc6d54ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:57.057197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-15aeb07f-9972-49ae-b431-ae3fc6d54ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353540 May 19 12:52:57.131450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:57.224745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f58ffe8-c9bd-4953-bddf-867846851571 req-62208753-7ed8-43af-9685-60e560e4bc5a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.0686131 May 19 12:52:57.416816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Deleting subnet 060bd7a6-66d6-4053-b138-6b20825bca20 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:52:57.425443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:57.553236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:52:57.572995 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Sync routers for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:52:57.583273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:57.597936 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:57.598477 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:57.680411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-4afd78bd-4aba-4d51-828a-1af8c901080d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087825 May 19 12:52:57.687432 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:57.689319 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9206271 May 19 12:52:57.693366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:57.705763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-fb4a5d20-c91d-452e-b0ba-20b7d19bcd1b tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/2fafc4fa-78d2-43d0-98db-b4733a24bfc0 HTTP/1.1" status: 200 len: 1800 time: 0.2995422 May 19 12:52:57.873352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:57.889412 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:52:57.918647 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:58.190391 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-abda97dd-771e-4bfd-8655-27c25ff51b93 req-d2a9ab3f-2fb9-4f30-b76c-bd77cdcfd7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002163 May 19 12:52:58.212907 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.225249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4d1b6-a2f5-4f4c-9ca5-44fb56a81706 req-3f489591-7aba-4f6b-803b-eeb4cb6c3cb3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:58.227301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27a4d1b6-a2f5-4f4c-9ca5-44fb56a81706 req-3f489591-7aba-4f6b-803b-eeb4cb6c3cb3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.9975309 May 19 12:52:58.235255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.244582 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:58.329251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Pushing event deleted for resources: {'Port': ['ID=6a4f4a32-d037-43ba-942d-b9b6f15fb6d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:58.336064 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:58.368564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:52:58.379973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.438081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Usage tracker for resource:security_group_rule and tenant:167848c46bf84fdab5cc877b026dc3f3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:52:58.452964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:52:58.459127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] No DVR routers for this DVR port 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:52:58.468292 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:52:55Z', 'revision_number': 3, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:58.469560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.475579 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Checking router: 5cd46b50-b87f-4b94-9022-46d12a258e99 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:52:58.476217 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Updating router 5cd46b50-b87f-4b94-9022-46d12a258e99 port 364e1c70-a06b-4452-85fc-9a2422725b72 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:52:58.480833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:52:58.498642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27a4d1b6-a2f5-4f4c-9ca5-44fb56a81706 req-a52873a3-3145-4314-ae47-d44456b44613 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177944 May 19 12:52:58.519842 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.547997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b87a669b-7521-4eb7-9d6f-7b261c01188d req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.71 "DELETE /v2.0/ports/6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 HTTP/1.1" status: 204 len: 173 time: 3.1600800 May 19 12:52:58.756587 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:58.854950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:52:58.919848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:52:58.920249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6a4f4a32-d037-43ba-942d-b9b6f15fb6d4 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:52:58.969447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-deleted', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab'}, {'name': 'network-changed', 'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}, {'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-deleted', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:52:59.121931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-13426005-6659-46ee-873f-6eeec3e2fcf5 req-ba7bd656-d64d-4d94-b8c9-c29342ab33b2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Synchronizing usage tracker for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:59.171014 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.196757 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48ae661d-1f05-4a04-9832-c035620cd24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:59.297663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-13426005-6659-46ee-873f-6eeec3e2fcf5 req-ba7bd656-d64d-4d94-b8c9-c29342ab33b2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Unset dirty status for tenant:0dedfff367864211b9c249dbc01a2336 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:59.307856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060bd7a6-66d6-4053-b138-6b20825bca20,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:59.310782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-13426005-6659-46ee-873f-6eeec3e2fcf5 req-ba7bd656-d64d-4d94-b8c9-c29342ab33b2 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] 10.222.0.69 "GET /v2.0/ports?device_id=cec02347-fbd7-495d-b5d4-fd4b47f07b14 HTTP/1.1" status: 200 len: 210 time: 0.3695564 May 19 12:52:59.311376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.318318 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:59.331325 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.398924 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.406550 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/060bd7a6-66d6-4053-b138-6b20825bca20 HTTP/1.1" status: 204 len: 168 time: 2.2685688 May 19 12:52:59.410758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:59.432341 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Transition to ACTIVE for port object 364e1c70-a06b-4452-85fc-9a2422725b72 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:52:59.449146 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.458127 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:59.475723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.479275 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef700d1d-6dd6-42e2-96ec-f410768f344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:59.578784 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Attempting to bind port 364e1c70-a06b-4452-85fc-9a2422725b72 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:52:59.579219 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Attempting to bind port 364e1c70-a06b-4452-85fc-9a2422725b72 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:52:59.579582 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Attempting to bind port 364e1c70-a06b-4452-85fc-9a2422725b72 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:52:59.591344 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:52:59.591732 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:52:59.592136 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.592530 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:52:59.593007 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Bound port: 364e1c70-a06b-4452-85fc-9a2422725b72, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:52:59.593378 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.630177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.636332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-95923583-d685-431a-a427-28d95b28903a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:52:59.640096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-95923583-d685-431a-a427-28d95b28903a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.57 "GET /v2.0/networks?id=f02d7f3f-5dff-42db-b8ce-002db115c9f2 HTTP/1.1" status: 200 len: 805 time: 0.8000453 May 19 12:52:59.641682 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.684344 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] For port 364e1c70-a06b-4452-85fc-9a2422725b72, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:52:59.689181 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] For port 364e1c70-a06b-4452-85fc-9a2422725b72, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=364e1c70-a06b-4452-85fc-9a2422725b72,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:52:59.697792 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Pushing event updated for resources: {'Port': ['ID=364e1c70-a06b-4452-85fc-9a2422725b72,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:59.705397 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:59.713084 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.728643 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:59.731126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=167848c46bf84fdab5cc877b026dc3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7998219 May 19 12:52:59.732759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:59.767389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fafc4fa-78d2-43d0-98db-b4733a24bfc0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:59.772471 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:59.852724 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Pushing event updated for resources: {'Port': ['ID=364e1c70-a06b-4452-85fc-9a2422725b72,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:59.857658 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:52:59.874009 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:52:59.874225 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:52:59.874738 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:52:59.892867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-becfed4f-c525-486a-9b7a-b575c627041a req-7bbb57f6-3a41-449b-975f-2fdc459e365a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.1725717 May 19 12:52:59.959951 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:59.982096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:00.031926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:00.032327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe6141-386d-42b3-bd0a-6bfbcfc1bd44') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:00.057238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.084847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.086616 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c164c-ffdf-49d7-9ca8-b8fd79520c39', 'name': 'network-vif-deleted', 'tag': '2fa8e70f-f2bb-4982-bc6f-13d8230e60ab', 'status': 'completed', 'code': 200} May 19 12:53:00.087226 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'status': 'completed', 'code': 200} May 19 12:53:00.088429 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec02347-fbd7-495d-b5d4-fd4b47f07b14', 'name': 'network-vif-deleted', 'tag': '6a4f4a32-d037-43ba-942d-b9b6f15fb6d4', 'status': 'completed', 'code': 200} May 19 12:53:00.089325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.116343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:53:00.117011 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: timer() May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:53:00.132542 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:53:00.183642 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:00.300392 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.301911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5649e88f-5c21-4047-a283-c6c9f3af1745 req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/2fafc4fa-78d2-43d0-98db-b4733a24bfc0 HTTP/1.1" status: 204 len: 173 time: 2.5924866 May 19 12:53:00.302679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4fd160-ed08-48e4-803c-4237c7cc1365,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:00.321142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.324437 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:00.334080 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-727648a3-b4df-4fc0-8068-9ed5e2e7217d tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=968f5140b2a748678a9d54c3935f8ead HTTP/1.1" status: 200 len: 380 time: 0.6246772 May 19 12:53:00.369893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.377525 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-99c6a25a-23ad-4a4e-8381-dddca1627eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:00.398772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.410670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:00.419801 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:00.430881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'port': {'device_id': 'aa863779-03a2-43f4-b270-5bc97c774379', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'admin_state_up': True, 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'security_groups': ['c6677fc9-1d47-42ca-9e3b-d0084a80fb24']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:00.444939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] 10.222.0.69 "DELETE /v2.0/networks/7410b7ba-3e5a-41a2-8cb6-7fdb73c9045d HTTP/1.1" status: 204 len: 168 time: 1.0203354 May 19 12:53:00.523694 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:00.635336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Allocated IP 172.20.0.1 (b0e1ebca-d258-4c54-abe3-68f70e9170f7/59e0b237-9fef-4c94-b54d-bfc8c3c89e88/4448561f-30b2-4612-9e9f-9c3b50a4b0b3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:00.656088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:00.723231 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:52:55Z', 'revision_number': 3, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:00.735313 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda426-309d-4225-adff-e89add285ff7 None None] The sync data for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 is: [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:52:55Z', 'revision_number': 3, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:00.749897 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-a1053404-3a0c-4a77-bd93-a1d81fc6607a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "GET /v2.0/security-groups/9470edf8-69d3-43a2-a39d-7bafe7b189cf HTTP/1.1" status: 200 len: 1801 time: 0.4113660 May 19 12:53:00.824814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-60dcef07-2517-4c1d-ade7-1e0aaead9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:00.826533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-60dcef07-2517-4c1d-ade7-1e0aaead9bdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1098 time: 0.7363880 May 19 12:53:00.871054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-27f09123-3208-4ead-8624-e371d73bc5a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f9a9c88d2264560a769fa36465779da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135067 May 19 12:53:00.874456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:00.893016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-0b448237-ee4c-41d7-8b76-6966c27a6cfa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7117918 May 19 12:53:00.927092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f2e0-d53c-4be4-b4ca-6b97a7e8eaf8 req-201bde8d-8e40-40a0-a5d6-e745b9e8d368 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:00.935307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b080f2e0-d53c-4be4-b4ca-6b97a7e8eaf8 req-201bde8d-8e40-40a0-a5d6-e745b9e8d368 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.7529197 May 19 12:53:00.938109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:00.972732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Usage tracker for resource:port and tenant:968f5140b2a748678a9d54c3935f8ead is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:00.981084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.044724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:01.047138 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7f15b3c1-d732-42ff-aa34-7f5a269e29d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:01.111611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.155266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:01.157851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4fd160-ed08-48e4-803c-4237c7cc1365,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:01.160426 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.170491 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:01.197832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.210365 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.226202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.237019 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e18932df-00c1-4755-8424-adc3e752d1dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:01.237273 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b080f2e0-d53c-4be4-b4ca-6b97a7e8eaf8 req-28ebf3e5-b6fb-4c41-af82-eb4933c8a001 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009915 May 19 12:53:01.323544 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.325172 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e4fd160-ed08-48e4-803c-4237c7cc1365 HTTP/1.1" status: 204 len: 168 time: 1.5615759 May 19 12:53:01.326229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Made reservation on behalf of 968f5140b2a748678a9d54c3935f8ead for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:01.331094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.333797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:01.337631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:01.342980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:01.366053 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.376143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Pushing event updated for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:01.383207 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:01.402727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.410558 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-48288e9d-54af-4871-ae1f-51b74456f606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:01.416672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:01.440412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb9074-7c65-4270-b2a3-1f6e273d180e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:01.445348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:01.449519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.467060 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.468520 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ffb9074-7c65-4270-b2a3-1f6e273d180e HTTP/1.1" status: 204 len: 168 time: 0.5930808 May 19 12:53:01.573889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-b7a7afba-d6d9-47c4-b35f-3b8419239876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:01.575839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-b7a7afba-d6d9-47c4-b35f-3b8419239876 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7353752 May 19 12:53:01.763475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-5b27fea9-cbac-4e54-bd0b-ee909db9f669 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.1657453 May 19 12:53:01.764167 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:53:01.790463 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.885421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef7cc16e-99c7-411e-a6ee-0d3cedf1cb0c req-50078d9d-e146-482f-ad8f-927bc87473f4 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.1849456 May 19 12:53:01.918420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-5f36c005-fef6-43ee-a123-eef052034d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:01.920881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-5f36c005-fef6-43ee-a123-eef052034d66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.8615634 May 19 12:53:01.921157 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:01.935223 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-659ad825-6aaa-4f5f-b09d-b63776417ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:02.075014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470edf8-69d3-43a2-a39d-7bafe7b189cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:02.101745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Deleting subnet 1e66f455-cfc4-4471-b900-134702d97815 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:53:02.110246 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.129551 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:02.278660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.319999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:02.380630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'mac_address': 'fa:16:3e:53:1b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:53:02.422364 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.565600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.592736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.623734 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86218f-5784-4bb9-861d-7e22fa2025b1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:02.683470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.698589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:02.716784 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.721903 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f375b77-bd4e-437c-b40a-fecce6d3a304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:02.722694 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:02.854636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:02.867522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Pushing event updated for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:02.878261 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:02.906267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-7c364010-0b0b-4d54-8b2c-e6ec936c4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:02.907976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-7c364010-0b0b-4d54-8b2c-e6ec936c4f24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 1.1236415 May 19 12:53:02.946171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 364e1c70-a06b-4452-85fc-9a2422725b72 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:03.071402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:03.072827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Allocated IP 172.20.0.11 (f02d7f3f-5dff-42db-b8ce-002db115c9f2/dc5ad2e5-cf95-4782-89d2-1e090e84d412/f27e0a15-eabd-4328-87d1-b196bbd9de22) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:03.094635 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['6c86218f-5784-4bb9-861d-7e22fa2025b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:53:03.126046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.143367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:03.188596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:03.209846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:03.218343 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:03.218928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Usage tracker for resource:security_group_rule and tenant:6feb974a60ff4dee8027121b3173045e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:03.226810 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.238414 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:03.250484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b23faf8-2888-404c-8b4d-5124a649ed96 req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] 10.222.0.69 "DELETE /v2.0/security-groups/9470edf8-69d3-43a2-a39d-7bafe7b189cf HTTP/1.1" status: 204 len: 173 time: 2.4835351 May 19 12:53:03.258293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:03.309935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 364e1c70-a06b-4452-85fc-9a2422725b72 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:03.326944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 364e1c70-a06b-4452-85fc-9a2422725b72 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:03.327369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.345264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:03.350808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-ad7a3dad-927f-4079-ae77-0f1d939dd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:03.354805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-ad7a3dad-927f-4079-ae77-0f1d939dd264 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.3423729 May 19 12:53:03.452578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:03.623449 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.646227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 364e1c70-a06b-4452-85fc-9a2422725b72, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=364e1c70-a06b-4452-85fc-9a2422725b72,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:03.663775 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.670833 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:03.673761 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.684366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.720667 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:03.740335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-68fd49bd-0547-4573-b755-41d74ec99cce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.1996667 May 19 12:53:03.741807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-efabf00e-4088-41ba-b40e-25703bffdd40 req-3cf335de-0b1e-44f9-902c-60e893b948ab tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Synchronizing usage tracker for tenant:968f5140b2a748678a9d54c3935f8ead on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:03.807949 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.812607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=364e1c70-a06b-4452-85fc-9a2422725b72,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:03.824740 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:03.838053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Deleting subnet 5d91c8f9-a367-4f36-b9d5-26e4b47c7171 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:53:03.841452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e66f455-cfc4-4471-b900-134702d97815,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:03.876861 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.877771 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:03.878702 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-447cda8e-fd84-4da7-9053-65bba47df2cd tempest-ServersWithSpecificFlavorTestJSON-1136445833 tempest-ServersWithSpecificFlavorTestJSON-1136445833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:03.959142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-efabf00e-4088-41ba-b40e-25703bffdd40 req-3cf335de-0b1e-44f9-902c-60e893b948ab tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Unset dirty status for tenant:968f5140b2a748678a9d54c3935f8ead on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:03.970794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-efabf00e-4088-41ba-b40e-25703bffdd40 req-3cf335de-0b1e-44f9-902c-60e893b948ab tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.4142230 May 19 12:53:03.995993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-031ff3a7-7e4b-4a98-adf3-716b3abdfead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:03.995993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-031ff3a7-7e4b-4a98-adf3-716b3abdfead service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2308860 May 19 12:53:04.050962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087694c-1971-423e-8316-abca852a87f8 req-4ecb97ba-e8a7-4d57-846f-c8cff0cb9ed1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:04.052634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8087694c-1971-423e-8316-abca852a87f8 req-4ecb97ba-e8a7-4d57-846f-c8cff0cb9ed1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 948 time: 1.1371419 May 19 12:53:04.054917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-9aec9b14-d63a-42b2-a2cc-a94cba4eae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:04.056503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-9aec9b14-d63a-42b2-a2cc-a94cba4eae64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1307912 May 19 12:53:04.068404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.082320 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:53:04.202992 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.232135 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6feb974a60ff4dee8027121b3173045e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1262395 May 19 12:53:04.236674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:04.250340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3f35d-c9ac-433b-9816-62098d904c51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:04.255616 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:04.256981 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1e66f455-cfc4-4471-b900-134702d97815 HTTP/1.1" status: 204 len: 168 time: 2.8353026 May 19 12:53:04.261958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:04.326037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Router 5cd46b50-b87f-4b94-9022-46d12a258e99 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:53:04.436493 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.483511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8087694c-1971-423e-8316-abca852a87f8 req-d0f68fe7-fc50-486a-8bcf-0deaf4424592 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175866 May 19 12:53:04.549678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.585520 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.624978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-8a47d9d0-890f-4033-9e2f-d635cc31f441 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970143 May 19 12:53:04.679373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 364e1c70-a06b-4452-85fc-9a2422725b72 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:04.717332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Transition to ACTIVE for port object f27e0a15-eabd-4328-87d1-b196bbd9de22 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:04.777451 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee36b8a5-fa79-4307-bc32-ca169dd58982 req-d4983b2e-9c64-4c3d-8d61-efe52c9c4e16 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.1687543 May 19 12:53:04.820330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:53:04.827071 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.837268 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] 10.222.0.69 "PUT /v2.0/routers/5cd46b50-b87f-4b94-9022-46d12a258e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1333406 May 19 12:53:04.837370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-53dc0a49-e500-4152-ad22-f327870e5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:04.837370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-53dc0a49-e500-4152-ad22-f327870e5ab4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7699151 May 19 12:53:04.855971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Sync routers for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:53:04.876210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 364e1c70-a06b-4452-85fc-9a2422725b72 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:04.882942 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.954651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.957200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:04.957815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:05.029759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd4a539-7c64-4e7e-b4c6-b4cdad329034']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:05.111161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:05.111938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc5e9c8-d31e-4d02-9946-28eaf233b2d4') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:05.195288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.284579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.301965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:53:05.302698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.347384 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: timer() May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:53:05.365317 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:53:05.450203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:05.608607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.627206 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.646973 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:05.678411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd4a539-7c64-4e7e-b4c6-b4cdad329034,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:05.689611 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:05.699631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] 10.222.0.69 "DELETE /v2.0/networks/7dd4a539-7c64-4e7e-b4c6-b4cdad329034 HTTP/1.1" status: 204 len: 168 time: 1.4197156 May 19 12:53:05.700136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:05.800539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Deleting subnet 1a6a9af4-ea8e-491c-b6ff-2ba9bbcf2b3d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:53:05.805234 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.915801 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.012510 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.017561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:06.054492 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.138574 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7b8945d9-46e9-4939-a325-5cd7967c704a tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:06.371801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:06.382786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:06.383486 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.429969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-0088b1a9-0887-4e7c-9201-8e788fa805e1 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5516219 May 19 12:53:06.484108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:06.518953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.527420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:06.532846 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.536753 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dde272d-06c7-4402-b91e-188430880a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:06.540943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:02Z', 'revision_number': 2, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:06.554094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Checking router: 5cd46b50-b87f-4b94-9022-46d12a258e99 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:53:06.554605 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Updating router 5cd46b50-b87f-4b94-9022-46d12a258e99 port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:53:06.607864 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.617723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6a9af4-ea8e-491c-b6ff-2ba9bbcf2b3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:06.624697 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.625511 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:06.632396 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1a6a9af4-ea8e-491c-b6ff-2ba9bbcf2b3d HTTP/1.1" status: 204 len: 168 time: 0.9307935 May 19 12:53:06.633184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:06.650921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:06.668803 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.699738 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:06.777977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:06.803219 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.811614 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:06.835606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:06.836634 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:06.840197 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.078145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6999981 May 19 12:53:07.110737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Request body: {'port': {'device_id': 'aa863779-03a2-43f4-b270-5bc97c774379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:07.150523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.199531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8f1997-6c0b-4001-8564-4d7b28fc40e2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:07.224959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:07.233278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8298b1-21a1-43db-919a-01f89ba65a08') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:07.235053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8298b1-21a1-43db-919a-01f89ba65a08') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:07.255770 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:07.265765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.270780 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.281191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fdc3f35d-c9ac-433b-9816-62098d904c51 HTTP/1.1" status: 204 len: 168 time: 3.0367332 May 19 12:53:07.285324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddde05d6-020c-4ee2-a7dd-61e1884720b3 req-d0502b58-ab9b-4581-88e4-22923a601517 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5879478 May 19 12:53:07.326928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db04068e-f096-42d5-98be-2d6c30331a7e None None] Provisioning for port f27e0a15-eabd-4328-87d1-b196bbd9de22 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:07.328648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.345403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:53:07.346124 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.361369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db04068e-f096-42d5-98be-2d6c30331a7e None None] Provisioning complete for port f27e0a15-eabd-4328-87d1-b196bbd9de22 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:07.362787 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db04068e-f096-42d5-98be-2d6c30331a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.566817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:07.578568 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.440s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:07.621907 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2ce2e53f-6864-4b53-ac3c-1a90f06d7e19 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.797s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:07.685170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3f35d-c9ac-433b-9816-62098d904c51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:07.694932 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:07.745207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-26569110-b437-4cee-9174-76904c374fbe tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:07.754045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-26569110-b437-4cee-9174-76904c374fbe tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 820 time: 1.7164404 May 19 12:53:07.764236 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-db04068e-f096-42d5-98be-2d6c30331a7e None None] Port f27e0a15-eabd-4328-87d1-b196bbd9de22 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:07.770388 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.823402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a162d9-ac19-466a-98b5-8df88dc40857 req-7edf3864-763f-46d7-afdc-471abc69d29b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:07.832877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98a162d9-ac19-466a-98b5-8df88dc40857 req-7edf3864-763f-46d7-afdc-471abc69d29b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 932 time: 2.3391473 May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: timer() May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:53:07.843605 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:53:07.884831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.891837 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:07.917908 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:07.942189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-0e87d400-ea3b-4023-ad3c-d48060c2cd2e tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/quotas/6a7fb4208a114f80b55088cdd800f438 HTTP/1.1" status: 200 len: 375 time: 0.1868532 May 19 12:53:07.942789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8f1997-6c0b-4001-8564-4d7b28fc40e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:07.956554 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:07.960728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ed8f1997-6c0b-4001-8564-4d7b28fc40e2 HTTP/1.1" status: 204 len: 168 time: 1.3237696 May 19 12:53:08.039474 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.051842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10575c23-569b-4719-8fae-78b1d5fa8c6a req-fd99ca8c-490e-4cf5-91ff-445b7ea37ccd service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5271575 May 19 12:53:08.055694 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c2db3c1-c0b2-4955-b97e-3d9e4d81c3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:08.119833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d91c8f9-a367-4f36-b9d5-26e4b47c7171,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:08.123723 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:08.135080 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.138987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.191453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Transition to ACTIVE for port object 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:08.195015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5d91c8f9-a367-4f36-b9d5-26e4b47c7171 HTTP/1.1" status: 204 len: 168 time: 4.9271319 May 19 12:53:08.199990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:08.231630 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.238633 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:08.321920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-3d6bddb4-8df1-40c7-a8ee-34f03b36abd6 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3787367 May 19 12:53:08.337503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98a162d9-ac19-466a-98b5-8df88dc40857 req-f70368e9-7d13-428b-b06c-37a8ebd35628 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5027678 May 19 12:53:08.501975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:08.582284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Pushing event updated for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:08.591935 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:08.616091 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Attempting to bind port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:08.616631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Attempting to bind port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:08.617304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Attempting to bind port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 on network b0e1ebca-d258-4c54-abe3-68f70e9170f7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:08.624681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:08.625263 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Checking segment: {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:08.626397 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.626919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Bound using segment: {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:08.627821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Bound port: 4448561f-30b2-4612-9e9f-9c3b50a4b0b3, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:08.628348 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.662386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.832885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] For port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:08.837565 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] For port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:08.852600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:08.873674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:08.908128 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-04cd961b-dfba-423a-bba9-621d262a123f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0dedfff367864211b9c249dbc01a2336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958232 May 19 12:53:08.909440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:08.978021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:08.983765 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:52:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:09.095829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Pushing event updated for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:09.106906 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:09.193775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.216405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3452e52-045f-4cc0-90d5-e2b9ecf737f0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:09.225441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.258659 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.269208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e0a15-eabd-4328-87d1-b196bbd9de22 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:09.307041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.334413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:09.381986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35209141-3e64-42fe-9721-609379a4f347') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:09.382473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35209141-3e64-42fe-9721-609379a4f347') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:09.394686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Transition to ACTIVE for port object f27e0a15-eabd-4328-87d1-b196bbd9de22 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:09.407875 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.415386 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-13673034-2f4f-4aaf-b8ef-dd99bafa7c63 service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0925643 May 19 12:53:09.416432 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.444601 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f868f9e8-41dc-4509-a9de-e6e7f23c076e tempest-ListImageFiltersTestJSON-1329676745 tempest-ListImageFiltersTestJSON-1329676745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:09.458620 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.468118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.489061 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e503167b-245f-45cf-abd4-0458686de311 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:09.506475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:53:09.507092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.537892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07219954-0d3a-4a15-9f13-967a2b35c5b3 req-388b95d1-ff01-446a-828f-6e8d672e8a14 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: timer() May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:53:09.538268 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:53:09.543621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07219954-0d3a-4a15-9f13-967a2b35c5b3 req-388b95d1-ff01-446a-828f-6e8d672e8a14 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6200640 May 19 12:53:09.573530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0bd189-7314-491d-b41a-6c0563117598,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:09.668165 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:09.683974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.685792 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab0bd189-7314-491d-b41a-6c0563117598 HTTP/1.1" status: 204 len: 168 time: 0.7747538 May 19 12:53:09.735618 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.747699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:09.813692 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.841331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3452e52-045f-4cc0-90d5-e2b9ecf737f0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:09.846306 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:09.859130 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b3452e52-045f-4cc0-90d5-e2b9ecf737f0 HTTP/1.1" status: 204 len: 168 time: 1.6575065 May 19 12:53:09.955871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:08Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:09.961710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfba2a-f991-4baf-982e-2c0eee6ff9b3 None None] The sync data for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 is: [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:08Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:10.277371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:10.280651 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:10.303164 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79ba7616-9c5f-4014-8baa-de3c457bad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:10.317940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:10.358211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16ddc00b-9356-42d9-b14d-9cfc9c163466 req-37d4ef85-2554-442b-94d5-7ddc0c9e5458 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.0644624 May 19 12:53:10.388230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07219954-0d3a-4a15-9f13-967a2b35c5b3 req-8382577f-3a4f-47b9-b180-4a75077e6374 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850970 May 19 12:53:10.456124 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-547f7a1c-2e21-44e8-a414-713b82c6a1c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14f286a140c2485b86526f200cb36690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366553 May 19 12:53:10.460636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:10.461783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-88537971-d67c-4ebe-a16c-95df9ca84ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0278168 May 19 12:53:10.491124 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:53:10.571552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Attempting to bind port f27e0a15-eabd-4328-87d1-b196bbd9de22 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:10.574226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Attempting to bind port f27e0a15-eabd-4328-87d1-b196bbd9de22 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:10.576489 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Attempting to bind port f27e0a15-eabd-4328-87d1-b196bbd9de22 on network f02d7f3f-5dff-42db-b8ce-002db115c9f2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:10.609955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Port f27e0a15-eabd-4328-87d1-b196bbd9de22 on network f02d7f3f-5dff-42db-b8ce-002db115c9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:53:10.615173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Attempting to bind port f27e0a15-eabd-4328-87d1-b196bbd9de22 on network f02d7f3f-5dff-42db-b8ce-002db115c9f2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:10.651380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:10.653189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:10.657073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Checking segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:10.659176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Bound using segment: {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:10.663525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Bound port: f27e0a15-eabd-4328-87d1-b196bbd9de22, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14c273-cd65-449f-a712-f77514a331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:10.665759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:10.820708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:10.893982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:11.048671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:11.141865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:11.158911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:11.162645 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.163728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ede531d2-0b38-4e7e-b295-5ed4225b93ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85a4bec11b5d41b6a9d3cd19c4c87e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118741 May 19 12:53:11.168333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:11.168957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.179464 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f07a430e-226e-4ca4-a0fc-9add84a4c864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:11.224023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada95237-5e0c-4cb0-963b-eca7a02001f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:11.234295 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:11.243554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.245082 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ada95237-5e0c-4cb0-963b-eca7a02001f6 HTTP/1.1" status: 204 len: 168 time: 0.7830925 May 19 12:53:11.333315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6642f6da-9f72-491d-ab98-42b132a0c712 req-061d2d9a-0b68-4146-ad0c-4f92ea08c1f1 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.5786684 May 19 12:53:11.377675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.463842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.641897 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.660226 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cfe7602a-9639-430b-ad69-3f343d634f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:11.678356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e6fbc-0ebf-4079-8830-817d06007825,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:11.700692 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:11.720366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.736930 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/884e6fbc-0ebf-4079-8830-817d06007825 HTTP/1.1" status: 204 len: 168 time: 0.5619085 May 19 12:53:11.777620 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.849276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:11.855828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:11.960989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:11.970846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:11.986069 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:11.997854 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:12.028604 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:12.161485 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2f2ab9-50a5-495a-a7ef-97d39f2ae0b0 req-a698795d-c571-4dac-bf3f-a4125dc6aba9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.5133018 May 19 12:53:12.172875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:12.189076 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:12.210626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-570f3ad3-bdad-40d9-aa6b-e970a6d53a4e req-f9d33ad9-bbe6-43ac-8344-07133e378918 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 210 time: 0.5779462 May 19 12:53:12.231924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:12.232941 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:12.234824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/f27e0a15-eabd-4328-87d1-b196bbd9de22 HTTP/1.1" status: 200 len: 1092 time: 5.1284351 May 19 12:53:12.238154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:12.309126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:12.332376 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:12.337804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5444705-e9a0-48a3-b03e-b550aeadf1f3 req-f6d5c880-2bf6-401f-8748-763af61ae4f6 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:12.349828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5444705-e9a0-48a3-b03e-b550aeadf1f3 req-f6d5c880-2bf6-401f-8748-763af61ae4f6 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 944 time: 1.2823339 May 19 12:53:12.454610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88798e9-ab0b-476d-93a8-9dd8018d5eb9 req-c5105cfa-5e90-4747-9c64-c2fefe138ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:12.454610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a88798e9-ab0b-476d-93a8-9dd8018d5eb9 req-c5105cfa-5e90-4747-9c64-c2fefe138ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1100 time: 1.8027732 May 19 12:53:12.651638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5444705-e9a0-48a3-b03e-b550aeadf1f3 req-7874cd3b-8886-4347-bc92-aad373930deb tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007238 May 19 12:53:12.765895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:12.840749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a88798e9-ab0b-476d-93a8-9dd8018d5eb9 req-f278704d-9c7f-4508-8e38-bd66a9d9175b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807724 May 19 12:53:12.922432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-a88c53e4-dffa-49a4-af1d-4d592a2cfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:12.922432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-a88c53e4-dffa-49a4-af1d-4d592a2cfa99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=968f5140b2a748678a9d54c3935f8ead&device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 1095 time: 0.5605092 May 19 12:53:12.981930 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bac64c7-d0cd-4e05-a9c7-4b5ef32d84e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:13.053344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:13.059153 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:13.092455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-b303ce3a-9d5a-4a74-82e1-8d823baf823d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22 HTTP/1.1" status: 200 len: 217 time: 0.1632869 May 19 12:53:13.096147 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'status': 'completed', 'code': 200} May 19 12:53:13.223159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e7540-96fe-483d-98ec-79067ebe63e1 req-46c66a33-1a0a-414c-86a5-db89c925695e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:13.225965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e7540-96fe-483d-98ec-79067ebe63e1 req-46c66a33-1a0a-414c-86a5-db89c925695e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6176112 May 19 12:53:13.226345 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:13.367449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-d3a11a94-e9dd-466c-8d1d-ed1adbd413f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:13.368919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-d3a11a94-e9dd-466c-8d1d-ed1adbd413f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc5ad2e5-cf95-4782-89d2-1e090e84d412 HTTP/1.1" status: 200 len: 844 time: 0.2671814 May 19 12:53:13.417629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e7540-96fe-483d-98ec-79067ebe63e1 req-4f62c0eb-884f-4e97-a986-537df31e63d9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709521 May 19 12:53:13.431497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fab485d0-225e-430f-a8f0-c7bd1b947327 req-eb3e81f0-f5bb-4837-8247-3efd25b1d91d tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1261709 May 19 12:53:13.749830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-352a36ef-88df-4b6b-9f41-dda7564ab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:13.766512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-352a36ef-88df-4b6b-9f41-dda7564ab043 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02d7f3f-5dff-42db-b8ce-002db115c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478718 May 19 12:53:14.026518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b3d359d-5798-4707-ac09-c97af9b0517d req-925dc0d5-3589-4504-aecf-3746f5ba1be7 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 210 time: 0.2828236 May 19 12:53:14.174537 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.357034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-f3d3ae99-076a-4b39-9a28-be90202ad9e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889113 May 19 12:53:14.484196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a73b3-63c6-4c60-a61b-af6b799bdb94 req-0e94095f-8a28-4d6d-826b-0c8b685a9b36 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:14.485764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a18a73b3-63c6-4c60-a61b-af6b799bdb94 req-0e94095f-8a28-4d6d-826b-0c8b685a9b36 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 944 time: 0.3698885 May 19 12:53:14.584850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a18a73b3-63c6-4c60-a61b-af6b799bdb94 req-983a8732-38e8-4f29-b805-5f9ae5281d94 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877206 May 19 12:53:14.591965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af2afeb-4c02-4415-aa8c-e426a6a499ec req-8c1c397d-e7f1-4448-bede-9410f600272f service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263203 May 19 12:53:14.690988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:15.165487 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.298923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-548646128-network', 'tenant_id': 'f6c385f268c74baabf8254875377953d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:15.331229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:15.350958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Usage tracker for resource:network and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:15.362563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:15.380236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:15.419615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-66754ec3-882e-439e-b27a-4d995813f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:15.420112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:15.422225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-66754ec3-882e-439e-b27a-4d995813f45f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=968f5140b2a748678a9d54c3935f8ead&device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 1095 time: 0.7546484 May 19 12:53:15.425454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.445901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-6a9f547c-0b93-47c3-aa56-e3a7b0c1c645 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:15.446277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.448777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-6a9f547c-0b93-47c3-aa56-e3a7b0c1c645 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 820 time: 0.6336861 May 19 12:53:15.475344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:15.481180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:15.485205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:15.515099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2bd06-eff3-427c-95af-77945fd4015d req-e98b5232-f645-450e-a742-29516d79579b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:15.519223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:15.524373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47b2bd06-eff3-427c-95af-77945fd4015d req-e98b5232-f645-450e-a742-29516d79579b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.5319784 May 19 12:53:15.527911 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.552401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'port': {'device_id': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'admin_state_up': True, 'tenant_id': '6a7fb4208a114f80b55088cdd800f438'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:15.675939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33a088dc-75f3-4180-9a71-a568cfec1a25 req-c6c4a0aa-cef6-47c4-8895-49198f84964a tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1479006 May 19 12:53:15.677273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.685709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.738403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:53:15.744613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e8eb6ae-a142-4284-8f74-5b6f362ac7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:15.756845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47b2bd06-eff3-427c-95af-77945fd4015d req-6e194f3c-8ccc-4a0c-a5a0-8db45f5b4e2b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312346 May 19 12:53:15.801706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1551d8-126f-47f7-a4a0-27c5334edb83,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:15.809347 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:15.811063 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.811536 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Added segment c8295922-e634-4dce-b551-2b00ffec80d1 of type vlan for network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d May 19 12:53:15.883316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.947666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.951544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:15.953477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:15.974082 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:16.044808 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3521483 May 19 12:53:16.048844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:16.061928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Request body: {'subnet': {'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-548646128-subnet', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:16.075559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-266c2ea5-1a3b-4e06-af5e-c54f5eb67cc4 req-872d14a1-4302-4ad9-809c-d2d14c998290 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 210 time: 0.1332686 May 19 12:53:16.129361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:16.142589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Usage tracker for resource:subnet and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:16.148467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:16.153299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Pushing event updated for resources: {'Network': ['ID=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:16.156848 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:16.162971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:16.170630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:53:16.202605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:16.208636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:16.317826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:16.331341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-37866968-c725-469b-884a-ae5b4ed453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:16.333899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-37866968-c725-469b-884a-ae5b4ed453ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=f02d7f3f-5dff-42db-b8ce-002db115c9f2 HTTP/1.1" status: 200 len: 906 time: 0.8825953 May 19 12:53:16.488150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Usage tracker for resource:port and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:16.501611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:16.546730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:16.554939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-a670d252-b64c-4efc-84f1-af91de150aaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22 HTTP/1.1" status: 200 len: 217 time: 0.2112155 May 19 12:53:16.678063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9f0c-c112-4b2b-b16b-80bf765566a6 req-7fae0373-27c9-49a7-959a-3d616a92524e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:16.691798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d8c9f0c-c112-4b2b-b16b-80bf765566a6 req-7fae0373-27c9-49a7-959a-3d616a92524e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 944 time: 0.6897800 May 19 12:53:16.792161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Made reservation on behalf of 6a7fb4208a114f80b55088cdd800f438 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:16.797619 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:16.816602 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:16.865750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-549a297f-45e7-48f2-bf44-b65722cb2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:16.868116 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-549a297f-45e7-48f2-bf44-b65722cb2288 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc5ad2e5-cf95-4782-89d2-1e090e84d412 HTTP/1.1" status: 200 len: 844 time: 0.2979491 May 19 12:53:16.945597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:16.953481 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:17.080398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d8c9f0c-c112-4b2b-b16b-80bf765566a6 req-46ea3da1-75db-4ef5-ae89-7f2e6df4350a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868868 May 19 12:53:17.087477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66525e7-39a6-4b14-86b0-33f0c80b40f3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:17.094719 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:17.107399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:17.107769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Network hostable DHCP agents. Network: fa92c8b0-1c8b-407d-b94f-e62d9d5c358d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:53:17.151975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:53:17.173031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, fa92c8b0-1c8b-407d-b94f-e62d9d5c358d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:17.182445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d685d-3b75-4a4d-9430-5fafa86a53c4 None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:53:17.203710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:17.204373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.276337 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2257757 May 19 12:53:17.279649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:17.293018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:17.300968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:17.309153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Usage tracker for resource:router and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:17.327348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:17.338491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:17.401787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-465efc4f-1e4b-4e3b-acf9-0dd4172fb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:17.407733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-465efc4f-1e4b-4e3b-acf9-0dd4172fb7be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02d7f3f-5dff-42db-b8ce-002db115c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5252039 May 19 12:53:17.437331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751839d2-0f8c-4f8b-a342-dac918aafe06 req-b732b021-771b-458f-8ee7-54863be2a93a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:17.439021 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-751839d2-0f8c-4f8b-a342-dac918aafe06 req-b732b021-771b-458f-8ee7-54863be2a93a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.4988880 May 19 12:53:17.531167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.532976 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.563779 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.687996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:53:17.690676 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.844474 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f27e0a15-eabd-4328-87d1-b196bbd9de22 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:53:17.902593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Allocated IP 172.20.0.10 (b0e1ebca-d258-4c54-abe3-68f70e9170f7/59e0b237-9fef-4c94-b54d-bfc8c3c89e88/df003dd7-32a4-462c-affe-78134cbc5e2a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:17.912475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1258465425', 'description': 'tempest-description-1858312925'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:17.943083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:18.023978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-751839d2-0f8c-4f8b-a342-dac918aafe06 req-514dd39d-692d-498d-892c-f6f0992f8468 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049317 May 19 12:53:18.029284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Usage tracker for resource:security_group and tenant:c15a5abf85f14f35b308c07231357b30 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:18.044440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:18.047999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.094397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:18.160741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-62dbba98-2efd-46d0-b737-ce6951914ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143834 May 19 12:53:18.217689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Allocated IP 172.20.0.2 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/f5955034-5ba6-484b-bd67-41fc14efecd2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:18.323674 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.402244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.469000 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8797e6b7-895d-40ea-93e1-3eac19576702 req-2ad85e10-077b-4a70-a974-defc8625531b tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1308658 May 19 12:53:18.570056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:18.581071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a151b00b-0c16-4358-9708-b47402ed0ccd req-5d0e9a9d-d563-42bf-9cfb-ba398e665124 service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012249 May 19 12:53:18.582725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Usage tracker for resource:security_group_rule and tenant:c15a5abf85f14f35b308c07231357b30 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:18.603155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:18.617261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:18.752161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:18.790781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'port_id': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'mac_address': 'fa:16:3e:eb:cc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:53:18.856643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.874295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8210f36c-91ed-4b77-b67b-28c794873a52 req-d74fc686-139a-4dcb-82bf-d9c77ea5a649 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 210 time: 0.0695848 May 19 12:53:18.891813 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.949730 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.981924 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.994065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.046372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e0a15-eabd-4328-87d1-b196bbd9de22 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:19.060829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.074001 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f63adccc-2799-4bbc-baff-5c1e8f763e8c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:19.101555 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.112953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:19.150166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Usage tracker for resource:security_group_rule and tenant:c15a5abf85f14f35b308c07231357b30 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:19.161051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:19.161355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:19.193151 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.196879 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.202591 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:19.217792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:19.242219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Network b0e1ebca-d258-4c54-abe3-68f70e9170f7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:19.253606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:19.272162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:19.400757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Allocated IP 172.25.4.146 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/0a4c5150-2744-45c0-a59a-76f4ac9da19d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:19.404944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Transition to ACTIVE for port object f5955034-5ba6-484b-bd67-41fc14efecd2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:19.422832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45e710-378c-4c19-b323-e71f639755d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:19.450990 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:19.452196 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98f33e8c-4e66-4fce-9fed-6625a123c6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:19.476504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f27e0a15-eabd-4328-87d1-b196bbd9de22'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:53:19.652063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Transition to ACTIVE for port object f5955034-5ba6-484b-bd67-41fc14efecd2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:19.665492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:19.691819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.692833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.693504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.694177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.695067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.696010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.697128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.698709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.699863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.700574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.701364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.702037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:19.713509 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:19.716325 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.724450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:19.726022 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.743677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.750450 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:19.802097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:19.809377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:19.821847 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26e5580-7caa-42e5-8c98-a7432bbca5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:19.834544 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:19.891610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3921952 May 19 12:53:19.902366 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Pushing event updated for resources: {'Port': ['ID=f5955034-5ba6-484b-bd67-41fc14efecd2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:19.913753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:19.924645 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:19.924915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Request body: {'port': {'device_id': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:19.927810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:19.936252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:19.938073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:19.945449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:19.950704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:20.087469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb347-6081-41be-bded-cbb9cd9292fb req-f8fc5f07-4344-4d18-b79b-3da0de98b5e8 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:20.092470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b01eb347-6081-41be-bded-cbb9cd9292fb req-f8fc5f07-4344-4d18-b79b-3da0de98b5e8 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 945 time: 0.6592808 May 19 12:53:20.229771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Attempting to bind port f5955034-5ba6-484b-bd67-41fc14efecd2 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:20.231162 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Attempting to bind port f5955034-5ba6-484b-bd67-41fc14efecd2 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:20.231929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Attempting to bind port f5955034-5ba6-484b-bd67-41fc14efecd2 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:20.258035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:20.258881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:20.259670 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.261064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:20.262283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Bound port: f5955034-5ba6-484b-bd67-41fc14efecd2, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:20.263044 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.313219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4c5150-2744-45c0-a59a-76f4ac9da19d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:20.372302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:20.390984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.466643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] For port f5955034-5ba6-484b-bd67-41fc14efecd2, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:20.472827 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] For port f5955034-5ba6-484b-bd67-41fc14efecd2, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f5955034-5ba6-484b-bd67-41fc14efecd2,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:20.488080 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.496953 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:20.506882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.676532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.704398 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-72858746-1918-4cea-bb24-58c786a98879 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:20.728578 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.730894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8db7ac98-f1a1-45dd-bada-f1c8679306f4 req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.8244164 May 19 12:53:20.757112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b01eb347-6081-41be-bded-cbb9cd9292fb req-caefb901-bd41-43a6-92e1-5c4081c5a948 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6277239 May 19 12:53:20.779152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Pushing event updated for resources: {'Port': ['ID=f5955034-5ba6-484b-bd67-41fc14efecd2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:20.805420 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:20.868315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20044e12-f76b-413a-9f96-f025adde1bce,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:20.873925 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:21.171642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:21.376784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9b4209c-cd97-4c5c-84e3-efa368e16f49 req-58cb0082-8621-4394-bf8b-733af3a0743a tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.2464533 May 19 12:53:21.454865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Request body: {'security_group': {'name': 'tempest-securitygroup-750396745', 'description': 'tempest-description-702838249'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:21.482928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:21.500602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Usage tracker for resource:security_group and tenant:c15a5abf85f14f35b308c07231357b30 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:21.520581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:21.539675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:21.598401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8813b64-3a05-40f7-ba12-ffc799261c87 req-b9765960-1454-47c2-b69c-685e62097d47 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:21.599524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c8813b64-3a05-40f7-ba12-ffc799261c87 req-b9765960-1454-47c2-b69c-685e62097d47 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:21.608540 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:21.661616 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:21.686148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:21.707431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Usage tracker for resource:security_group_rule and tenant:c15a5abf85f14f35b308c07231357b30 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:21.713157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:21.794336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c8813b64-3a05-40f7-ba12-ffc799261c87 req-b9765960-1454-47c2-b69c-685e62097d47 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:21.806002 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8813b64-3a05-40f7-ba12-ffc799261c87 req-b9765960-1454-47c2-b69c-685e62097d47 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 932 time: 0.5895689 May 19 12:53:21.809982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:21.871267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f27e0a15-eabd-4328-87d1-b196bbd9de22 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:21.925106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df003dd7-32a4-462c-affe-78134cbc5e2a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:21.962838 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.022987 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8813b64-3a05-40f7-ba12-ffc799261c87 req-0f50aeb3-b233-498b-9a99-6ff66f9b0573 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154965 May 19 12:53:22.044099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port f27e0a15-eabd-4328-87d1-b196bbd9de22 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:22.051856 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port f27e0a15-eabd-4328-87d1-b196bbd9de22 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:22.052082 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.053953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Transition to ACTIVE for port object df003dd7-32a4-462c-affe-78134cbc5e2a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:22.079784 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.110384 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-06288730-50c7-4ee0-b0c9-99ffd97ddf70 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:22.122154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Router c4667960-498a-49e0-a093-4d480d9f403e is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:53:22.286548 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.336203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:22.337680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:22.348447 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.351244 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:22.445965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:22.458440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91282536-247e-4b26-9943-2ae10bca0382 None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:53:22.567673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:53:22.584859 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Sync routers for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:53:22.617459 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:22.625435 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:22.627665 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:22.645661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:22.658842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.660227 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3794014 May 19 12:53:22.664568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:22.669528 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:22.678267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.696637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c222c5ca-a5d1-47a3-ba63-ed3c9c0f112a None None] Provisioning for port f5955034-5ba6-484b-bd67-41fc14efecd2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:22.748078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.800057 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5539ce72-9675-42ab-8e46-c4bcfdb25502 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:22.855016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.872271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c39d18d2-4de6-4524-98fd-691cbe008fd3 req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4345458 May 19 12:53:22.966818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f5955034-5ba6-484b-bd67-41fc14efecd2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:23.006205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbd2eeb-a01b-4e02-8730-5e153f37e20b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:23.030500 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:23.113020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Attempting to bind port df003dd7-32a4-462c-affe-78134cbc5e2a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:23.113728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Attempting to bind port df003dd7-32a4-462c-affe-78134cbc5e2a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:23.114244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Attempting to bind port df003dd7-32a4-462c-affe-78134cbc5e2a on network b0e1ebca-d258-4c54-abe3-68f70e9170f7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:23.261217 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:23.290858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Port df003dd7-32a4-462c-affe-78134cbc5e2a on network b0e1ebca-d258-4c54-abe3-68f70e9170f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:53:23.292558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Attempting to bind port df003dd7-32a4-462c-affe-78134cbc5e2a on network b0e1ebca-d258-4c54-abe3-68f70e9170f7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:23.297076 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'code': 200} May 19 12:53:23.298930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port f5955034-5ba6-484b-bd67-41fc14efecd2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:23.325121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f5955034-5ba6-484b-bd67-41fc14efecd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:23.325774 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:23.333332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:23.333332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Checking segment: {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:23.333704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Bound using segment: {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:23.334081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Bound port: df003dd7-32a4-462c-affe-78134cbc5e2a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5945d6-69bb-40b5-a443-514b4b20bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:23.334444 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:23.607794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9ed669d-dcc8-4aff-b623-05e636d802d4 req-b85f89b9-bdd1-44e1-9790-c3a1299469a6 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1472638 May 19 12:53:23.618293 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:23.747992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port f5955034-5ba6-484b-bd67-41fc14efecd2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f5955034-5ba6-484b-bd67-41fc14efecd2,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:23.759056 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:23.767362 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad729cf0-d928-4184-a174-af07fbd029ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:23.787537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-47a8c5df-01eb-44b1-bffa-ca6896dbf974 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6686420 May 19 12:53:23.814161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1af28d-49d8-43df-b724-35dc94923392 req-bbffdd0e-231d-4945-b345-8a52f1118173 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:23.848879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d1af28d-49d8-43df-b724-35dc94923392 req-bbffdd0e-231d-4945-b345-8a52f1118173 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.6464043 May 19 12:53:23.942371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1640101201', 'description': 'tempest-description-1556145520'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:23.965616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:23.999141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=f5955034-5ba6-484b-bd67-41fc14efecd2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:24.002653 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:24.004032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f5210e7-8566-48b7-abc5-93dd6c024e9f None None] Provisioning complete for port f5955034-5ba6-484b-bd67-41fc14efecd2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:24.004424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f5210e7-8566-48b7-abc5-93dd6c024e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.025703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:24.030650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Usage tracker for resource:security_group and tenant:5fd91211b6984955876aa969463573d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:24.051334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d1af28d-49d8-43df-b724-35dc94923392 req-ee3b5889-6ceb-4530-b290-fedd8502f0c2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983118 May 19 12:53:24.055246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2ce5-31dd-45de-9deb-4d49c3417a88 req-fd312242-6265-4c0d-b7e6-e4d5b43cdcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:24.063926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-646c2ce5-31dd-45de-9deb-4d49c3417a88 req-fd312242-6265-4c0d-b7e6-e4d5b43cdcba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 1097 time: 0.6572831 May 19 12:53:24.074808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:24.172533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:24.200184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:24.232905 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.244258 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:20Z', 'revision_number': 3, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:24.251295 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Checking router: c4667960-498a-49e0-a093-4d480d9f403e for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:53:24.251772 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Updating router c4667960-498a-49e0-a093-4d480d9f403e port 0a4c5150-2744-45c0-a59a-76f4ac9da19d binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:53:24.258474 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:24.286036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.393240 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.443507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:24.449856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.476470 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:24.551175 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.583263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-646c2ce5-31dd-45de-9deb-4d49c3417a88 req-40f04021-6186-4dfc-985f-314d49a1b20a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113890 May 19 12:53:24.583790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Allocated IP 172.20.0.1 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/f8518421-ccde-4d15-b8f8-e6eed8ed5151) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:24.588509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:24.589564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.591927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] 10.222.0.71 "PUT /v2.0/ports/df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 1092 time: 4.6902180 May 19 12:53:24.594479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:24.612057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:24.619239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd91211b6984955876aa969463573d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:24.625169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:24.636400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:24.760187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f5955034-5ba6-484b-bd67-41fc14efecd2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:24.942171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccaa14-d1c8-455b-a64a-13ef3c3e3596 req-c2d17b6e-5ea1-4625-a51a-645611f92a73 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:24.944806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86ccaa14-d1c8-455b-a64a-13ef3c3e3596 req-c2d17b6e-5ea1-4625-a51a-645611f92a73 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.5032804 May 19 12:53:24.970343 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.987966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f5955034-5ba6-484b-bd67-41fc14efecd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:24.988589 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:24.998073 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.007320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Transition to ACTIVE for port object f8518421-ccde-4d15-b8f8-e6eed8ed5151 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:25.024665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-13f4a4b3-35f0-46d0-b2fd-6d243267c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:25.027272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-13f4a4b3-35f0-46d0-b2fd-6d243267c445 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1095 time: 0.3486035 May 19 12:53:25.033732 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Transition to ACTIVE for port object 0a4c5150-2744-45c0-a59a-76f4ac9da19d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:25.049472 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.059242 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-658e5c7a-0e2a-4f03-869c-2c080c316625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:25.060327 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.081626 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9fded5e-4d87-4c14-b290-dc7359960207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:25.161708 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.195000 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.200721 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-a8cbda9b-c791-45e8-8dd7-3ca4fb2369fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.1647019 May 19 12:53:25.203825 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f923a7f-be17-4c99-afa0-3d0d146329b6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:25.213009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:25.233024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:25.234408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:25.243277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:25.252162 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Attempting to bind port 0a4c5150-2744-45c0-a59a-76f4ac9da19d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:25.257961 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Attempting to bind port 0a4c5150-2744-45c0-a59a-76f4ac9da19d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:25.258849 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Attempting to bind port 0a4c5150-2744-45c0-a59a-76f4ac9da19d on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:25.336041 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:25.339310 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:25.339795 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.340234 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:25.343878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd91211b6984955876aa969463573d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:25.345614 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Bound port: 0a4c5150-2744-45c0-a59a-76f4ac9da19d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:25.346976 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.381272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:25.387491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Pushing event updated for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:25.419651 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:25.446325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86ccaa14-d1c8-455b-a64a-13ef3c3e3596 req-0eb0f2c4-f1ac-48a4-96fb-579d7eeadae8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874473 May 19 12:53:25.453811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.526185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:25.563318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a3720-7797-4f92-a1fe-25bf546cd263,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:25.591161 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Pushing event updated for resources: {'Port': ['ID=0a4c5150-2744-45c0-a59a-76f4ac9da19d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:25.593350 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:25.606436 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:25.637263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-24f764a5-906d-4e5f-801c-ffbeb5cc7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:25.639022 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-24f764a5-906d-4e5f-801c-ffbeb5cc7a64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.4070916 May 19 12:53:25.706729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.770305 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] For port 0a4c5150-2744-45c0-a59a-76f4ac9da19d, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:25.778695 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-435049f4-b500-4a29-ac99-c494d3c34ecc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301398 May 19 12:53:25.794243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-50dfa6f2-922c-4df5-9545-61c312e31027 None None] Provisioning for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:25.804250 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] For port 0a4c5150-2744-45c0-a59a-76f4ac9da19d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0a4c5150-2744-45c0-a59a-76f4ac9da19d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:25.820504 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.825962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-50dfa6f2-922c-4df5-9545-61c312e31027 None None] Provisioning complete for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:25.826792 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50dfa6f2-922c-4df5-9545-61c312e31027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:25.871185 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0c52706e-3d60-40d0-82fd-7262c70063c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:25.979276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-50dfa6f2-922c-4df5-9545-61c312e31027 None None] Port f8518421-ccde-4d15-b8f8-e6eed8ed5151 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:26.012559 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:26.013639 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:26.068381 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.085805 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.092450 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0d48ecf6-51bb-4966-9ed1-1e01016c96d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:26.096955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.103504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.136542 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a78cb834-b84a-41b1-a66e-d2466417bb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:26.167723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebbf626-b317-42ab-b3a6-d2b19dc5388c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:26.171079 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:26.180635 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Pushing event updated for resources: {'Port': ['ID=0a4c5150-2744-45c0-a59a-76f4ac9da19d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:26.188616 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-12ab20d5-f8d5-4249-af3d-0cba24ae1b1e service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862062 May 19 12:53:26.191291 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:26.199349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81728cbd-7bc2-4ea3-a4d3-9a11ec535a43 req-bc23de60-689e-4355-b78c-a38628a3a388 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:26.200726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81728cbd-7bc2-4ea3-a4d3-9a11ec535a43 req-bc23de60-689e-4355-b78c-a38628a3a388 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 944 time: 0.3355486 May 19 12:53:26.222271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.235542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Pushing event updated for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:26.238627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:26.244208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:26.255946 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68d3ba74-f22f-4396-bd9b-f250f71ef04a req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.3302007 May 19 12:53:26.425734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:26.428143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:26.481129 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:26.692548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81728cbd-7bc2-4ea3-a4d3-9a11ec535a43 req-6a9fe426-25b7-4327-ae23-06801cc1cb43 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353676 May 19 12:53:26.803425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aef3e9b6-b4d4-4f13-983f-7d09e677aae6 req-29c7a737-6d32-4732-beac-4435b3ff32a9 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013932 May 19 12:53:26.825303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-790596b1-63ce-4fc9-8860-e12c04e84ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:26.829089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-790596b1-63ce-4fc9-8860-e12c04e84ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1100 time: 0.2672985 May 19 12:53:26.937550 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:53:26.941667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59482be5-c936-4a50-8544-b387a9d0f758 None None] Provisioning complete for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:26.942321 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59482be5-c936-4a50-8544-b387a9d0f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:27.053971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Router c4667960-498a-49e0-a093-4d480d9f403e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:53:27.089996 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 2, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:27.096405 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecfd67-1548-47f4-9ee4-b97fbc470cc3 None None] The sync data for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 is: [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 2, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:27.129132 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-59482be5-c936-4a50-8544-b387a9d0f758 None None] Port f8518421-ccde-4d15-b8f8-e6eed8ed5151 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:27.190698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831deeac-1aa6-4050-9738-330463cf6361 req-275004b3-cb28-480e-920b-db5ed29fd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:27.192252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-275004b3-cb28-480e-920b-db5ed29fd681 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1095 time: 0.2532959 May 19 12:53:27.200068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-1ce2d774-11a7-4468-92b3-0b591e90d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:27.201628 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-1ce2d774-11a7-4468-92b3-0b591e90d0bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3566008 May 19 12:53:27.355852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:53:27.372037 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] 10.222.0.69 "PUT /v2.0/routers/c4667960-498a-49e0-a093-4d480d9f403e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7043755 May 19 12:53:27.444520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31886cf2-2da0-4293-ba3f-2d7b95336c79 req-5cb115bd-8cc3-4746-85d9-fe28e0c716e3 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1506557 May 19 12:53:27.446104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-9bc5e937-42ac-4202-be0f-078a89ac4ea9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.2210398 May 19 12:53:27.655012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1636400852', 'description': 'tempest-description-914847139'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:27.659892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:27.665737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Usage tracker for resource:security_group and tenant:5fd91211b6984955876aa969463573d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:27.669697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:27.677088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:27.706292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:27.766018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:27.799394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd91211b6984955876aa969463573d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:27.819294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:27.841241 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:27.860103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831deeac-1aa6-4050-9738-330463cf6361 req-ace20a16-d063-479b-bc75-a89c03230688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:27.862786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-ace20a16-d063-479b-bc75-a89c03230688 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.6591611 May 19 12:53:27.869569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-bad67768-771a-4d1c-961f-8f3e06625a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:27.872422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-bad67768-771a-4d1c-961f-8f3e06625a1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4096503 May 19 12:53:28.128208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-4494d6ee-877a-42e8-9e23-e6fbdf0f2d60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.2458744 May 19 12:53:28.252498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3ad15-3c93-4694-b7b1-9bbbf0e9b050 req-374052b0-bd6c-4c40-98b0-1f1b3fd9b747 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:28.254128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49b3ad15-3c93-4694-b7b1-9bbbf0e9b050 req-374052b0-bd6c-4c40-98b0-1f1b3fd9b747 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.9642956 May 19 12:53:28.331119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831deeac-1aa6-4050-9738-330463cf6361 req-d18addd0-5669-4146-b09c-1f0e9f44f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:28.332749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-d18addd0-5669-4146-b09c-1f0e9f44f553 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.1964035 May 19 12:53:28.423865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49b3ad15-3c93-4694-b7b1-9bbbf0e9b050 req-19a6b8cb-71a9-4188-8244-96b43aaf7aca tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517045 May 19 12:53:28.426411 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:28.430292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-507296ab-330e-4eea-8079-5c87ba148411 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783739 May 19 12:53:28.434808 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:28.441778 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c60cf1b0-00e8-4749-a481-59558e2ff8c1 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:28.481685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-22e0d3b9-85e4-47a8-b952-6e8e26da0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:28.483247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-22e0d3b9-85e4-47a8-b952-6e8e26da0cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5951023 May 19 12:53:28.694164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec79119-2f44-4d9d-ac9b-ecff448d9f2c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:28.758666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:28.773861 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:28.785143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c58be35-354b-421a-b2f6-551618c76fc1 req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2145300 May 19 12:53:28.915593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0a4c5150-2744-45c0-a59a-76f4ac9da19d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:29.025622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0a4c5150-2744-45c0-a59a-76f4ac9da19d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:29.036886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0a4c5150-2744-45c0-a59a-76f4ac9da19d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:29.037561 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.193848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:29.231579 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.238071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-d7006a06-04d9-4726-a580-e1b5dc2cc505 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330463 May 19 12:53:29.254150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 0a4c5150-2744-45c0-a59a-76f4ac9da19d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0a4c5150-2744-45c0-a59a-76f4ac9da19d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:29.259674 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.263271 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf8ca1b-d23a-4e26-8c5a-c4aecd57c730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:29.291047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-e8669967-dbda-4ecd-b505-afa8459a1dbc service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502560 May 19 12:53:29.344748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.368705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:29.378611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:e31febe46e784de7b32f1fc5c02646f1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:29.384831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:29.394439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:29.396174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=0a4c5150-2744-45c0-a59a-76f4ac9da19d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:29.405115 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:29.528827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-7068c95e-6d22-45b1-92fc-0274b60c300e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:29.530349 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-7068c95e-6d22-45b1-92fc-0274b60c300e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.57 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.8921299 May 19 12:53:29.549638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.555051 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.566812 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e48d0f7d-984c-4f8f-928f-59c40accf87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:29.636824 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e31febe46e784de7b32f1fc5c02646f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406390 May 19 12:53:29.638131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6278c-90f6-4140-83c3-07c74108ea0a req-395855fc-91a9-42b7-8bda-5704497c0593 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:29.639845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daa6278c-90f6-4140-83c3-07c74108ea0a req-395855fc-91a9-42b7-8bda-5704497c0593 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6956532 May 19 12:53:29.640153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:29.644490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ef025-9e42-4982-a855-a0fe0b023715,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:29.661763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-3b372099-95fa-42a2-81de-ff9938b55871 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103777 May 19 12:53:29.682770 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:29.699331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ea97-ea9d-4089-a23c-99e861f171a3 req-bfdf106b-0e0a-4273-a64d-69d241dfa993 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:29.701389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca81ea97-ea9d-4089-a23c-99e861f171a3 req-bfdf106b-0e0a-4273-a64d-69d241dfa993 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 946 time: 0.7585671 May 19 12:53:29.711722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831deeac-1aa6-4050-9738-330463cf6361 req-95e0a9a8-c091-45b3-95ca-d54c12e3561d service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992236 May 19 12:53:29.823593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-daa6278c-90f6-4140-83c3-07c74108ea0a req-5694b461-a6d3-4668-9b0e-4268cf665b73 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603975 May 19 12:53:29.834803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.846950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca81ea97-ea9d-4089-a23c-99e861f171a3 req-56dd37b1-5e91-49f7-a380-ac19c7ef98d4 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcdc85b1-3d94-416a-afcd-f52f778f0224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997953 May 19 12:53:29.905316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Deleting port 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:53:29.905934 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:29.920764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.043802 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.049332 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-151ddf5b-9e4d-429b-adb8-fc780dada2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:30.064265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ef025-9e42-4982-a855-a0fe0b023715,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:30.067028 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:30.075672 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.084969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff8ef025-9e42-4982-a855-a0fe0b023715 HTTP/1.1" status: 204 len: 168 time: 0.4433248 May 19 12:53:30.182642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] For port 50d871b2-c803-4f1d-aa9d-1867e519b99a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=50d871b2-c803-4f1d-aa9d-1867e519b99a,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:30.183115 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.297938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18d307-89fb-4871-b8b8-ae02cf4a1f0e req-c012de17-e20d-4ae3-a84d-e8027e54863e tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:30.309625 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Sync routers for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:53:30.310604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f18d307-89fb-4871-b8b8-ae02cf4a1f0e req-c012de17-e20d-4ae3-a84d-e8027e54863e tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 944 time: 0.2431812 May 19 12:53:30.327668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:30.330354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:30.472337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f18d307-89fb-4871-b8b8-ae02cf4a1f0e req-18893b56-23a0-4546-8573-a73728f14bfc tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547921 May 19 12:53:30.689307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.690469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.691859 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Floating IP 014a5b38-7cbb-4a41-91c2-9b17eb663f44 disassociated. External IP: 172.25.4.28, port: 50d871b2-c803-4f1d-aa9d-1867e519b99a. May 19 12:53:30.698331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Calling delete_port for 50d871b2-c803-4f1d-aa9d-1867e519b99a owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:53:30.757231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:30.774162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:30.784186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052352421', 'description': 'tempest-description--791144715'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:30.806552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:30.816484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:30.825817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:security_group and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:30.833936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:30.847241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:30.873476 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:30.925426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:30.935218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0a4c5150-2744-45c0-a59a-76f4ac9da19d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:30.935507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:security_group_rule and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:30.940700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:30.953670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:30.983982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device df003dd7-32a4-462c-affe-78134cbc5e2a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:53:30.997159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.040599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe7101ea-e754-4d94-afec-a590ebc6621d req-992a3ccb-87ec-430b-a58d-71983b26ac06 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.0935702 May 19 12:53:31.046965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:31.051567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Usage tracker for resource:security_group_rule and tenant:79f13aa330f44811bf98cab10eb26430 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:31.058702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:31.068693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:31.080325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.085388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.118112 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5bbda9dc-66b6-4100-b946-1026cf43bd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:31.147037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.149829 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3737032 May 19 12:53:31.156236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:31.169428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb6b099-d911-490a-b700-25e2105da4ed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:31.178212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'security_group_rule': {'security_group_id': '3bb6b099-d911-490a-b700-25e2105da4ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:31.183012 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:31.199565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:31.210290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:security_group_rule and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:31.229182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:31.242342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:31.255957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028878-2899-4718-baa1-e36b39786c9e req-e5608ae4-7e83-442a-bdfa-d1cee5c51583 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:31.257525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb028878-2899-4718-baa1-e36b39786c9e req-e5608ae4-7e83-442a-bdfa-d1cee5c51583 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.4403489 May 19 12:53:31.266015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0a4c5150-2744-45c0-a59a-76f4ac9da19d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:31.266421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.269807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:31.290979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Request body: {'floatingip': {'port_id': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:31.296087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.319404 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9710f897-771f-4215-9cc0-039c9764a91d tempest-ImagesTestJSON-1842654801 tempest-ImagesTestJSON-1842654801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:31.375562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:31.403150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'Port': ['ID=50d871b2-c803-4f1d-aa9d-1867e519b99a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:31.404464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'port_id': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'mac_address': 'fa:16:3e:fd:90:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:53:31.417954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.438269 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:31.447242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.607396 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.640413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df003dd7-32a4-462c-affe-78134cbc5e2a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:31.664304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 2, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:31.670280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:31.672196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Checking router: c4667960-498a-49e0-a093-4d480d9f403e for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:53:31.672608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Updating router c4667960-498a-49e0-a093-4d480d9f403e port f8518421-ccde-4d15-b8f8-e6eed8ed5151 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:53:31.704915 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.714650 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:31.799069 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.806053 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.872643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:31.882558 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:31.891328 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:31.914315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:53:31.931229 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-449b2a34-aaad-4fa4-81fc-de3ffa83fdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:31.941252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79f13aa330f44811bf98cab10eb26430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1216750 May 19 12:53:31.950566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:32.010698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 50d871b2-c803-4f1d-aa9d-1867e519b99a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:53:32.011819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 50d871b2-c803-4f1d-aa9d-1867e519b99a not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:53:32.056456 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.090375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73412564-3b8c-49e1-b9c7-5851a718de8f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:32.092783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.104901 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:32.148538 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-563e4297-c20d-4440-8243-fe49d9bbc81c tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:32.172659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:53:32.215442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa3cf14-d124-4b7a-a262-2c0b376a471e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:32.243147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['df003dd7-32a4-462c-affe-78134cbc5e2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:53:32.250135 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:32.312355 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.349855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7794f5-5bff-439c-8bf0-2d6cc413a40c req-a5848e57-b57e-4c9f-a9bc-e77ec3148033 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:32.351955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7794f5-5bff-439c-8bf0-2d6cc413a40c req-a5848e57-b57e-4c9f-a9bc-e77ec3148033 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6796086 May 19 12:53:32.371587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.375461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2120006 May 19 12:53:32.401950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:32.417328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'security_group_rule': {'security_group_id': '3bb6b099-d911-490a-b700-25e2105da4ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:32.463002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:32.466966 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.561338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:security_group_rule and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:32.593822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:32.625069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:32.629488 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7794f5-5bff-439c-8bf0-2d6cc413a40c req-d5de37fe-e1c9-45a7-ae50-ad7ed43f3099 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518497 May 19 12:53:32.647767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-869317f3-4446-41be-b33b-9681ce9e39fa tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Synchronizing usage tracker for tenant:5fd91211b6984955876aa969463573d4 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:32.691792 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.702025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:53:32.720369 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:53:32.738125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.762975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-869317f3-4446-41be-b33b-9681ce9e39fa tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Unset dirty status for tenant:5fd91211b6984955876aa969463573d4 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:32.767955 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:32.773931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-869317f3-4446-41be-b33b-9681ce9e39fa tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 43850 time: 1.6507916 May 19 12:53:32.794776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Transition to ACTIVE for port object f8518421-ccde-4d15-b8f8-e6eed8ed5151 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:32.801303 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:32.813793 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.820933 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.821735 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:32.877303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.881192 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e6fec57-524b-436a-90c5-264ba59f3591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:32.884243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.897559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] No DVR routers for this DVR port 50d871b2-c803-4f1d-aa9d-1867e519b99a on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:53:32.909047 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:32.970747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73412564-3b8c-49e1-b9c7-5851a718de8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:32.973010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-deleted', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:32.986600 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:33.031125 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-a2c48351-597e-4720-8ea8-09caefcf949c tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1defeec8-9b04-403f-975d-aa5b5bc87b95 HTTP/1.1" status: 200 len: 2981 time: 0.2558000 May 19 12:53:33.037926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2f96a38c-a2d2-487f-9911-08f8ad81669f req-4f185abd-7944-44b1-9f33-c2d24ede5819 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Synchronizing usage tracker for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:33.049123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.051034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73412564-3b8c-49e1-b9c7-5851a718de8f HTTP/1.1" status: 204 len: 168 time: 1.0820789 May 19 12:53:33.072180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-366d34c1-eba8-4c97-b3c8-2a9430dc7de1 req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.57 "DELETE /v2.0/ports/50d871b2-c803-4f1d-aa9d-1867e519b99a HTTP/1.1" status: 204 len: 173 time: 3.5293007 May 19 12:53:33.093453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2f96a38c-a2d2-487f-9911-08f8ad81669f req-4f185abd-7944-44b1-9f33-c2d24ede5819 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Unset dirty status for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:33.109105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f96a38c-a2d2-487f-9911-08f8ad81669f req-4f185abd-7944-44b1-9f33-c2d24ede5819 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=6020c1d6-9b6b-4819-aec9-41630441ff14 HTTP/1.1" status: 200 len: 210 time: 0.2140200 May 19 12:53:33.168594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.195084 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:33.218455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.247606 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:33.331640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Pushing event updated for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:33.356194 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:33.426189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.440597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0363872 May 19 12:53:33.443211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-415f964a-8f64-43e3-b5aa-0af27943893a tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1defeec8-9b04-403f-975d-aa5b5bc87b95 HTTP/1.1" status: 200 len: 2981 time: 0.3904262 May 19 12:53:33.496039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Attempting to bind port f8518421-ccde-4d15-b8f8-e6eed8ed5151 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:33.496524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Attempting to bind port f8518421-ccde-4d15-b8f8-e6eed8ed5151 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:33.496977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Attempting to bind port f8518421-ccde-4d15-b8f8-e6eed8ed5151 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:33.506656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:33.507287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:33.507635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.508171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:33.508798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Bound port: f8518421-ccde-4d15-b8f8-e6eed8ed5151, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:33.509255 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.559452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:33.622340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:33.630538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:33.637355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:floatingip and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:33.640750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] For port f8518421-ccde-4d15-b8f8-e6eed8ed5151, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:33.641037 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Floating IP 7508ed11-d6d2-4b3b-b007-9629fdf081e5 associated. External IP: 172.25.4.2, port: f27e0a15-eabd-4328-87d1-b196bbd9de22. May 19 12:53:33.643965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:33.645619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] For port f8518421-ccde-4d15-b8f8-e6eed8ed5151, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f8518421-ccde-4d15-b8f8-e6eed8ed5151,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:33.654600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.659587 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:33.669011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e216c89-58c8-49be-9264-5a364a35ef89,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:33.678224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:33.688237 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:33.733832 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-51c261fd-c8de-4cca-b849-62d474b90417 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2f45e710-378c-4c19-b323-e71f639755d9 HTTP/1.1" status: 200 len: 2981 time: 0.1631606 May 19 12:53:33.832360 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.836696 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Pushing event updated for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:33.845100 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:33.875976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:33.876938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:33.970346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa789678-c6db-436b-91e0-042b9de26c88 req-a8e9400f-e8c4-4fa3-bada-673deeed4048 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:33.975136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa789678-c6db-436b-91e0-042b9de26c88 req-a8e9400f-e8c4-4fa3-bada-673deeed4048 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 945 time: 0.5308378 May 19 12:53:34.034344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-429b87fe-cce8-409f-a374-509a59f53fb4 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2f45e710-378c-4c19-b323-e71f639755d9 HTTP/1.1" status: 200 len: 2981 time: 0.2972515 May 19 12:53:34.080804 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:34.091419 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:53:34.120558 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:34.122233 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:34.298064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Router 75447e77-e822-430f-96ff-0a1c3139d0af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:53:34.324991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa789678-c6db-436b-91e0-042b9de26c88 req-f258e514-0f07-4a54-96c1-e40848bc7fd1 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377979 May 19 12:53:34.351141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-dde5f371-d6ec-4182-8f91-c571ff53d195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/342a3720-7797-4f92-a1fe-25bf546cd263 HTTP/1.1" status: 200 len: 2981 time: 0.3152559 May 19 12:53:34.351556 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:34.601641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-70a4e93b-5b1c-4621-a578-cb18afeeb636 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/342a3720-7797-4f92-a1fe-25bf546cd263 HTTP/1.1" status: 200 len: 2981 time: 0.2494073 May 19 12:53:34.614279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77b20c08-6bd5-4583-a563-fc08b9219e40 req-7bdb48ab-f40a-4cb2-a9dd-cb2f02f7914b tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.0703394 May 19 12:53:34.615026 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:34.718457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:53:34.733554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:34.749499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Sync routers for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:53:34.755154 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:34.825023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:34.826128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:34.852878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-86126b3c-60fd-466d-a7aa-db08da5c1ebc tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "PUT /v2.0/floatingips/7508ed11-d6d2-4b3b-b007-9629fdf081e5 HTTP/1.1" status: 200 len: 990 time: 3.5808122 May 19 12:53:34.854047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:34.903659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f8518421-ccde-4d15-b8f8-e6eed8ed5151 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:34.947774 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020c1d6-9b6b-4819-aec9-41630441ff14', 'name': 'network-vif-deleted', 'tag': '50d871b2-c803-4f1d-aa9d-1867e519b99a', 'status': 'completed', 'code': 200} May 19 12:53:34.961322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-23d2e497-c87c-4793-a881-2628769f3160 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/3c81d675-bcf0-47d5-afa2-5db0f1c9530c HTTP/1.1" status: 200 len: 2973 time: 0.3584433 May 19 12:53:35.034278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device df003dd7-32a4-462c-affe-78134cbc5e2a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:35.431930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:35.436161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.25.4.252 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/b00b5bbe-3d40-4283-8027-b5b834637846) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:35.454921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port df003dd7-32a4-462c-affe-78134cbc5e2a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:35.470195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:35.470881 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:35.530026 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:35.537082 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a8d27-4837-416a-8f0e-15b7723505a8 None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:35.563715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:35.633248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port df003dd7-32a4-462c-affe-78134cbc5e2a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:35.633640 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:35.700221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-4c75394f-23a7-49f5-bf74-cd81f041026c tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/3c81d675-bcf0-47d5-afa2-5db0f1c9530c HTTP/1.1" status: 200 len: 2973 time: 0.7376556 May 19 12:53:35.797559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:33Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:35.834354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d086-8d85-4b91-892d-a9b1d296e7ec None None] The sync data for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 is: [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:33Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:35.855293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:35.918696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b6ae-b7cd-4931-87d3-e191983e11c4 req-47e0d9f6-f5f2-4234-aeae-6e75096af1ef tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:35.920763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c711b6ae-b7cd-4931-87d3-e191983e11c4 req-47e0d9f6-f5f2-4234-aeae-6e75096af1ef tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6815610 May 19 12:53:35.939688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-3f1c42ce-eda9-46b3-b467-67ff3df6c947 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/41d15117-6d20-4031-80ef-3f29429d7f84 HTTP/1.1" status: 200 len: 2981 time: 0.2097332 May 19 12:53:36.055443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c711b6ae-b7cd-4931-87d3-e191983e11c4 req-5fcb5abb-52e2-49cd-b492-7fb88749843b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139233 May 19 12:53:36.148949 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394fdb6-135c-4383-9eb3-f8cbcd830fda None None] New status for floating IP 014a5b38-7cbb-4a41-91c2-9b17eb663f44: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:53:36.195434 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-d0cf0d28-190f-4915-bfa4-02f2d8d5e147 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/41d15117-6d20-4031-80ef-3f29429d7f84 HTTP/1.1" status: 200 len: 2981 time: 0.2117856 May 19 12:53:36.199777 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:36.207167 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:36.361844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:36.363652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-2a4e95fc-1e39-40e9-aebb-5c18754b151e tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6eed25a8-3dd8-46ce-abe9-a810d368e019 HTTP/1.1" status: 200 len: 2977 time: 0.1590068 May 19 12:53:36.367159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:36.376071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:36.470851 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:36.523440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:36.524692 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:36.540484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:36.546535 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:36.554298 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:36.584232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=b00b5bbe-3d40-4283-8027-b5b834637846,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:36.643927 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:36.673337 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'status': 'completed', 'code': 200} May 19 12:53:36.803831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port f8518421-ccde-4d15-b8f8-e6eed8ed5151, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f8518421-ccde-4d15-b8f8-e6eed8ed5151,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:36.806842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:36.823580 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:36.823580 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:36.826516 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-118e278e-6196-45df-a599-0fc08bc76953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:36.932879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:36.937251 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:36.940060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '7508ed11-d6d2-4b3b-b007-9629fdf081e5', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'port_id': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'mac_address': 'fa:16:3e:eb:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa863779-03a2-43f4-b270-5bc97c774379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:52:50Z', 'updated_at': '2021-05-19T12:53:32Z', 'revision_number': 1, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:36.947118 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Checking router: 75447e77-e822-430f-96ff-0a1c3139d0af for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:53:36.965326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:53:36.966149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:37.020664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-5987d469-b99b-4099-aa8d-231753d21481 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6eed25a8-3dd8-46ce-abe9-a810d368e019 HTTP/1.1" status: 200 len: 2977 time: 0.6457007 May 19 12:53:37.050814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:37.058821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-6dbab28a-57e4-4d56-9775-9ce2eb2fe289 service neutron] 10.222.0.57 "GET /v2.0/ports/6c86218f-5784-4bb9-861d-7e22fa2025b1/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 382 time: 0.5536966 May 19 12:53:37.219108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-49e4a29f-54a6-4629-96af-0977c38df09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:37.220704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-49e4a29f-54a6-4629-96af-0977c38df09f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=968f5140b2a748678a9d54c3935f8ead&device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 1097 time: 0.4836485 May 19 12:53:37.233227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:37.300502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-03f92394-1e05-4506-b013-7bd07e640173 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/79cf3cd9-ab75-4c0a-8af9-6397e498423c HTTP/1.1" status: 200 len: 2981 time: 0.2476523 May 19 12:53:37.415755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:53:37.518536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158aa3-50c7-440d-b5bb-e4c6426bd1f7 req-47035f58-2287-47b0-bd71-e766e3490c6f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:37.521304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8158aa3-50c7-440d-b5bb-e4c6426bd1f7 req-47035f58-2287-47b0-bd71-e766e3490c6f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.6419232 May 19 12:53:37.731633 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-50351c47-92ac-45fb-ba7b-49ce665bf4a5 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/79cf3cd9-ab75-4c0a-8af9-6397e498423c HTTP/1.1" status: 200 len: 2981 time: 0.4160132 May 19 12:53:37.740165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8158aa3-50c7-440d-b5bb-e4c6426bd1f7 req-01919831-173b-45a1-a258-4009882631d8 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905978 May 19 12:53:37.812441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-7cb459a1-196f-485f-9d1e-20cf3f82fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:37.813913 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-7cb459a1-196f-485f-9d1e-20cf3f82fb45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f02d7f3f-5dff-42db-b8ce-002db115c9f2 HTTP/1.1" status: 200 len: 906 time: 0.5545816 May 19 12:53:37.926317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '7508ed11-d6d2-4b3b-b007-9629fdf081e5', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'port_id': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'mac_address': 'fa:16:3e:eb:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa863779-03a2-43f4-b270-5bc97c774379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:52:50Z', 'updated_at': '2021-05-19T12:53:32Z', 'revision_number': 1, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:53:37.932500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea770-f9d5-4abb-a5ce-3314b76319cf None None] The sync data for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 is: [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '7508ed11-d6d2-4b3b-b007-9629fdf081e5', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'port_id': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'mac_address': 'fa:16:3e:eb:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa863779-03a2-43f4-b270-5bc97c774379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:52:50Z', 'updated_at': '2021-05-19T12:53:32Z', 'revision_number': 1, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:53:38.169233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a1e9afd-aa2e-4fea-a205-82946782cd64 req-54346af6-629e-41cd-9368-161d94fa62db tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.2636225 May 19 12:53:38.190797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-b8c1a305-aab3-4d57-a881-7f485db2c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:38.192594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-b8c1a305-aab3-4d57-a881-7f485db2c867 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1100 time: 0.8760498 May 19 12:53:38.200027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-42991ae3-5a6f-4917-bd83-cbff8680be65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22 HTTP/1.1" status: 200 len: 998 time: 0.3768561 May 19 12:53:38.207813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-e2833860-288b-4463-a3d0-7a9b7861c164 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7b1551d8-126f-47f7-a4a0-27c5334edb83 HTTP/1.1" status: 200 len: 2981 time: 0.4649293 May 19 12:53:38.241843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6fd7d-c968-42b9-921d-bf625c06c29c None None] New status for floating IP 7508ed11-d6d2-4b3b-b007-9629fdf081e5: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:53:38.267238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:38.365951 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.411432 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.530621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.540084 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:38.545866 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.559435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-43ffb562-3859-49b1-aa2b-be97b99ee37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:38.562041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-43ffb562-3859-49b1-aa2b-be97b99ee37b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc5ad2e5-cf95-4782-89d2-1e090e84d412 HTTP/1.1" status: 200 len: 844 time: 0.3528252 May 19 12:53:38.579740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc85b1-3d94-416a-afcd-f52f778f0224,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:38.584119 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.584411 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:38.596152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:38.603158 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "DELETE /v2.0/security-groups/fcdc85b1-3d94-416a-afcd-f52f778f0224 HTTP/1.1" status: 204 len: 168 time: 0.3333347 May 19 12:53:38.604655 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:38.633461 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5c95ff56-7cf9-4692-b644-7431b39734c4 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] show failed (client error): The resource could not be found. May 19 12:53:38.639746 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c95ff56-7cf9-4692-b644-7431b39734c4 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups/fcdc85b1-3d94-416a-afcd-f52f778f0224 HTTP/1.1" status: 404 len: 347 time: 0.0334101 May 19 12:53:38.640707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:38.662838 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:38.799945 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'code': 200} May 19 12:53:38.801315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-7f4004b6-6193-4184-b98e-53252adaef37 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7b1551d8-126f-47f7-a4a0-27c5334edb83 HTTP/1.1" status: 200 len: 2981 time: 0.4751897 May 19 12:53:38.945732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-80986afc-3e90-4dc2-b059-c24bdd75c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:38.948680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-80986afc-3e90-4dc2-b059-c24bdd75c450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1100 time: 0.6751447 May 19 12:53:38.986724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f8518421-ccde-4d15-b8f8-e6eed8ed5151 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:39.066616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f8518421-ccde-4d15-b8f8-e6eed8ed5151 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:39.066918 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.095709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Deleting port f8c6f5f6-0596-4a39-9455-dfde776e6035 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:53:39.096345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.115584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=b00b5bbe-3d40-4283-8027-b5b834637846,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:39.126646 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:39.188636 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.294963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-d3b1650a-e110-4759-afee-880e853ae966 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/93b910fb-f6e9-4166-a6d9-4dcb43c63897 HTTP/1.1" status: 200 len: 2981 time: 0.4682932 May 19 12:53:39.329362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.330244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.330922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-989ddea0-1dc1-4718-bc28-22315fc36b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:39.332523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-989ddea0-1dc1-4718-bc28-22315fc36b90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02d7f3f-5dff-42db-b8ce-002db115c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7526054 May 19 12:53:39.383045 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.384283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8155606 May 19 12:53:39.496837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Calling delete_port for f8c6f5f6-0596-4a39-9455-dfde776e6035 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:53:39.513399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-868cfb0e-5a8a-4e38-8bb2-601aa979d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:39.514909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-868cfb0e-5a8a-4e38-8bb2-601aa979d3aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4672697 May 19 12:53:39.592179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-affb4ef0-3218-4461-822b-79a21aac88d1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/93b910fb-f6e9-4166-a6d9-4dcb43c63897 HTTP/1.1" status: 200 len: 2981 time: 0.2749944 May 19 12:53:39.617003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-b7390e65-ad4f-4663-9287-c58ce736ecdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.0921962 May 19 12:53:39.619165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2524-e885-41ee-853a-805cf68d8565 req-fc6c8f4b-f4b6-4966-8911-c61cf80c3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:39.621028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1f2524-e885-41ee-853a-805cf68d8565 req-fc6c8f4b-f4b6-4966-8911-c61cf80c3455 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.6940234 May 19 12:53:39.643003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.647220 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12de03d1-38eb-4f53-8f1b-e6288f185e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:39.722004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e668c10-646f-46fa-a142-adb353244591 req-e1696129-954d-4314-8df8-61162a946943 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:39.723655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e668c10-646f-46fa-a142-adb353244591 req-e1696129-954d-4314-8df8-61162a946943 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6566730 May 19 12:53:39.815727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-fd1f6232-b2b5-443f-ba74-4d67a2f5ca6f service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647624 May 19 12:53:39.829546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1f2524-e885-41ee-853a-805cf68d8565 req-712745c1-4dbf-437f-8f4b-6c2ed596ca3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926215 May 19 12:53:39.831012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-b9f7acda-5c37-42da-84b9-69ed09671502 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9b798ee0-4e43-43fb-a8f9-fb88a29f65e0 HTTP/1.1" status: 200 len: 2981 time: 0.2281110 May 19 12:53:39.838388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'Port': ['ID=f8c6f5f6-0596-4a39-9455-dfde776e6035,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:39.842243 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:39.895570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-d283ac0c-32ec-481f-9d1c-c449c48fa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:39.897048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-d283ac0c-32ec-481f-9d1c-c449c48fa275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2623396 May 19 12:53:39.917843 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e668c10-646f-46fa-a142-adb353244591 req-224078a3-fb51-4826-8432-0c8be89f4d76 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589577 May 19 12:53:39.949164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.951968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:53:39.972796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:39.987954 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "DELETE /v2.0/floatingips/014a5b38-7cbb-4a41-91c2-9b17eb663f44 HTTP/1.1" status: 204 len: 168 time: 1.3358059 May 19 12:53:40.104119 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:40.139083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-d65a1e4f-004f-4c1c-a330-447cd185624a tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9b798ee0-4e43-43fb-a8f9-fb88a29f65e0 HTTP/1.1" status: 200 len: 2981 time: 0.2770703 May 19 12:53:40.140304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:40.146641 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:40.152661 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:40.220225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-035b0d7f-ab47-44a7-ae03-63cd01b15e3c req-f6937149-ee5b-4584-971a-ee9b7a03d652 service neutron] 10.222.0.57 "GET /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963249 May 19 12:53:40.259291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-17c9be2a-af62-4789-a24b-37d6c1d1c229 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a32de97a-0070-4b41-9a61-2216d809600d HTTP/1.1" status: 200 len: 2981 time: 0.1009727 May 19 12:53:40.261758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-52fee353-172f-4318-bf7b-940376600ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:40.263815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-52fee353-172f-4318-bf7b-940376600ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3495939 May 19 12:53:40.279994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:40.283864 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:40.289812 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-461b0901-3bbd-4591-9c41-a5eb51e89e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:40.616934 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9186b780-ddf9-499a-b22f-67e449c4dc7f req-1ca46335-0ff1-4bc9-9aa9-cf422a17bf43 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a32de97a-0070-4b41-9a61-2216d809600d HTTP/1.1" status: 200 len: 2981 time: 0.3492696 May 19 12:53:40.660775 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-27000ee1-0dac-499c-9642-1b95b4bab42e service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816762 May 19 12:53:40.673987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb106991-df78-4447-a73d-9245e378341c req-9622294f-368b-40eb-b268-82ada31ca036 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:40.675527 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb106991-df78-4447-a73d-9245e378341c req-9622294f-368b-40eb-b268-82ada31ca036 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.3778825 May 19 12:53:40.800998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:40.854161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-add09f39-e07d-4a1d-aeac-13a9590caa3a req-fbd936de-3a96-4f09-aacf-3979ba054748 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.0692205 May 19 12:53:40.865165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb106991-df78-4447-a73d-9245e378341c req-133c3a79-5608-4450-9ba5-3487549c2ee0 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708188 May 19 12:53:40.942793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f7028f7-a4b4-4d7a-9da9-b4b94327b27b req-a83bc7f9-38f9-44ad-abfa-c05208c50823 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659664 May 19 12:53:41.092598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-cdfdcea8-4b45-4109-b56a-a6b70bd28d21 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2052352421&fields=id&tenant_id=f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 267 time: 0.0986838 May 19 12:53:41.109428 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:53:41.337953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-f7109e8a-b8f4-4ea5-9f1b-78c67d5d1155 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:41.340764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-f7109e8a-b8f4-4ea5-9f1b-78c67d5d1155 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.2371149 May 19 12:53:41.359953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:41.365715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653942401', 'description': 'tempest-description--763466369'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:41.366619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-6983ae25-d5ea-4c81-b3da-842ccabcef03 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/quotas/f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 375 time: 0.0196862 May 19 12:53:41.374873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:41.382990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:41.388550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:41.400714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:41.424749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.452259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:41.456688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:41.459753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:41.467273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:41.545900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f1071bc-334d-4dd1-b764-1f8b0742d270 req-03bc2fe9-b82d-4463-b633-f335e0cea30d tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Synchronizing usage tracker for tenant:c15a5abf85f14f35b308c07231357b30 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:41.553430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.559033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-68c9a523-5f18-4922-a45f-e904a660714d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818290 May 19 12:53:41.559319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.565252 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8984c722-80b2-446b-87f0-45581e753ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:41.603715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1f1071bc-334d-4dd1-b764-1f8b0742d270 req-03bc2fe9-b82d-4463-b633-f335e0cea30d tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Unset dirty status for tenant:c15a5abf85f14f35b308c07231357b30 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:41.605719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1071bc-334d-4dd1-b764-1f8b0742d270 req-03bc2fe9-b82d-4463-b633-f335e0cea30d tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c15a5abf85f14f35b308c07231357b30 HTTP/1.1" status: 200 len: 6102 time: 0.1743565 May 19 12:53:41.612107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:41.615109 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:41.616465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.621974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2567813 May 19 12:53:41.622270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:41.627876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group_rule': {'security_group_id': '61608d52-8d1b-41c9-b9d5-8f18d2eaad9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:41.634042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:41.639206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:41.642537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:41.648863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:41.673611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.749404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1071bc-334d-4dd1-b764-1f8b0742d270 req-d2bc7659-c3d2-4c29-ad0c-6ddfc90ab557 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "GET /v2.0/security-groups/2f45e710-378c-4c19-b323-e71f639755d9 HTTP/1.1" status: 200 len: 2981 time: 0.1284721 May 19 12:53:41.751631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.757495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.760812 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c1d71515-f0f3-442f-848c-0a3ced4e2649 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:41.783693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3beecf3-775f-4f87-a5f2-06bc5f06c785,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:41.788347 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:41.794651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-7f1e05d1-b16b-4f0c-9050-b958dabb6e2b service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177367 May 19 12:53:41.799374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.804886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774967 May 19 12:53:41.805372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:41.811537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'security_group_rule': {'security_group_id': '61608d52-8d1b-41c9-b9d5-8f18d2eaad9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:41.818545 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:41.823571 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:security_group_rule and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:41.827242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:41.834293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:41.854027 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.925357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1071bc-334d-4dd1-b764-1f8b0742d270 req-37e9be13-7408-4bba-ac47-d5246d3997ae tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "GET /v2.0/security-groups/2f45e710-378c-4c19-b323-e71f639755d9 HTTP/1.1" status: 200 len: 2981 time: 0.1685083 May 19 12:53:41.925713 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.944020 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.944020 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9673e91d-ddc3-4a53-bb61-1bc943ba20b2 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:41.956051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50acbfc5-bbac-44f1-94b6-9e5aea5a9f6d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:41.964296 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:41.986861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:41.992485 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9be1b146-aa09-475b-ac9e-20a1b3e7752d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854844 May 19 12:53:41.993980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:42.007949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-0f314327-fa97-4e26-9c26-7cb592e1ecdb service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013762 May 19 12:53:42.009899 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:42.021750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:42.027458 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:53:42.028315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:floatingip and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:42.031672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:42.039617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:42.060136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:42.238026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823143a-8661-4f8d-84e9-d23f4b699d47 req-8bda6409-d673-4594-821c-83dc22cff9dc tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:42.240508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8823143a-8661-4f8d-84e9-d23f4b699d47 req-8bda6409-d673-4594-821c-83dc22cff9dc tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.0967650 May 19 12:53:42.308923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8823143a-8661-4f8d-84e9-d23f4b699d47 req-dbc12d06-ee5b-4166-9210-1824504f1565 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 May 19 12:53:42.387150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:42.637666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Allocated IP 172.25.4.169 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/110adecb-c356-44bc-94cd-8212c7891ad8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:42.660545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78975249-5e4c-4d6a-9343-c9719d259424 req-29e4eab6-f4e7-43ac-a077-930b29f2cccb tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1375237 May 19 12:53:42.735320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef19718-3acc-4d9f-b740-41106d3dee87 req-ba1ccecb-2949-48cf-80f8-f1f13f6a9bfa tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:42.737440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cef19718-3acc-4d9f-b740-41106d3dee87 req-ba1ccecb-2949-48cf-80f8-f1f13f6a9bfa tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.2700889 May 19 12:53:42.757953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f4e9-0ea7-44a5-a528-13e406adad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:42.800473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:42.863992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:42.958202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:42.967719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cef19718-3acc-4d9f-b740-41106d3dee87 req-7522357f-b7af-4ebf-8e9c-cd968d787d9f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147160 May 19 12:53:42.984895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-24c29ced-679f-435e-b20a-54220491e46b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/bec79119-2f44-4d9d-ac9b-ecff448d9f2c HTTP/1.1" status: 200 len: 1777 time: 0.1813791 May 19 12:53:43.021376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.036699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e40ce69-420b-4d31-ad44-d73d5ca33bbd tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:43.082262 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.114265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.121527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:43.145991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:43.150342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:43.189524 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.196777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.212689 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b6cf5926-5361-43ec-8e59-85d1da593e37 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:43.241350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec79119-2f44-4d9d-ac9b-ecff448d9f2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:43.247738 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:43.248285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:43.251356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=110adecb-c356-44bc-94cd-8212c7891ad8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:43.256911 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:43.259860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Usage tracker for resource:security_group_rule and tenant:30cbaddf7c1b4f478bb693ab5deda91a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:43.265395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:43.275484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:43.344796 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa23bfec-5e41-43cd-be40-63d2f814b574 req-c8578f2f-f3ea-413e-a4a9-ef4daddec361 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 210 time: 0.1053848 May 19 12:53:43.345319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.346877 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.348714 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42de30a8-5033-44d7-b514-4f323c1ada49 req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/bec79119-2f44-4d9d-ac9b-ecff448d9f2c HTTP/1.1" status: 204 len: 173 time: 0.3510914 May 19 12:53:43.472675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.501196 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.517220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.538366 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b05b1d3b-891d-474f-ab8a-169f80307d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:43.595567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6798c841-561f-4231-b28e-a730e3744c7c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:43.612085 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30cbaddf7c1b4f478bb693ab5deda91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099108 May 19 12:53:43.612950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:43.622049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.622605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.622996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.623375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.623748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.624148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.624514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.624879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.625240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.625604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.625965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.626325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:43.633757 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:43.751052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.837518 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.915334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.924457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:43.933101 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:43.969546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:53:44.005290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-1a1070c4-e0ee-4550-9099-3f0759c9cabc tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8ebbf626-b317-42ab-b3a6-d2b19dc5388c HTTP/1.1" status: 200 len: 1778 time: 0.2349048 May 19 12:53:44.136246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a64e-fe62-4bd8-a6d3-44adf959fe05 req-b92000b7-184c-466d-af69-4acfba031c70 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:44.148658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7f88a64e-fe62-4bd8-a6d3-44adf959fe05 req-b92000b7-184c-466d-af69-4acfba031c70 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.2951233 May 19 12:53:44.260790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=110adecb-c356-44bc-94cd-8212c7891ad8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:44.270845 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:44.279794 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.280694 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.307382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.311357 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.313704 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85e0ef4c-e831-4c5f-a6bc-2b9513f4e48b tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:44.330839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-dfaeca28-4f26-404b-ab44-a5a2cbcb23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:44.332549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-dfaeca28-4f26-404b-ab44-a5a2cbcb23b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.4343328 May 19 12:53:44.339861 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:44.344262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.357409 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3593466 May 19 12:53:44.372944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6798c841-561f-4231-b28e-a730e3744c7c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:44.393372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'mac_address': 'fa:16:3e:53:1b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:53:44.419455 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:44.471669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.485028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.490269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6798c841-561f-4231-b28e-a730e3744c7c HTTP/1.1" status: 204 len: 168 time: 0.8716633 May 19 12:53:44.582134 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.629453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7f88a64e-fe62-4bd8-a6d3-44adf959fe05 req-f3343843-176c-463c-bb0d-73c9313eab84 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794104 May 19 12:53:44.668415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86218f-5784-4bb9-861d-7e22fa2025b1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:44.713822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:44.739221 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.745703 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-16e245af-efde-4b10-bb77-ea9d58dcc762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:44.809446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-06ac8544-5bcc-4fc1-96d5-0d81ab2fed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:44.811881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-06ac8544-5bcc-4fc1-96d5-0d81ab2fed4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.4440694 May 19 12:53:44.891828 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:44.906071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:44.923299 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:44.958924 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e9d0d07-d8fd-48a6-bc1a-043f2b69dc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:44.980694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a1a563ef-112c-476f-88e7-cd709ad48a78 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:44.983011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a1a563ef-112c-476f-88e7-cd709ad48a78 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.6601958 May 19 12:53:45.001631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-fc57c7b6-10b9-45e5-b0ce-9fd9bf1995fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.1785426 May 19 12:53:45.015289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['6c86218f-5784-4bb9-861d-7e22fa2025b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:53:45.047438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebbf626-b317-42ab-b3a6-d2b19dc5388c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:45.126867 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:45.187595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.189725 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3397b7a-c361-43d5-b367-ee8f2fb634c0 req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ebbf626-b317-42ab-b3a6-d2b19dc5388c HTTP/1.1" status: 204 len: 173 time: 1.1735849 May 19 12:53:45.228811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:45.245768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-693ddc41-380b-4bbf-9c39-a364c034daf8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 380 time: 0.2396040 May 19 12:53:45.266741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'device_id': '35c56c89-480e-4f1a-bc47-167f193949d6', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'admin_state_up': True, 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'security_groups': ['3bb6b099-d911-490a-b700-25e2105da4ed']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:45.279847 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.306893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-9a88895c-77f8-4cb7-923d-59c9b2c5f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:45.308744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.309985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-9a88895c-77f8-4cb7-923d-59c9b2c5f04d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.2704802 May 19 12:53:45.353421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:45.362337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Usage tracker for resource:security_group_rule and tenant:54de44eeaa9d43489cdf88b4d0357e12 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:45.368460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:45.381216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:45.523868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-c3202555-d8e4-4988-90c4-0b518d273b4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770086 May 19 12:53:45.550696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.562161 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.567741 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.578006 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d10f3a63-8aee-4ab7-9b6b-0134d4012726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:45.596635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02075c-0bcc-4f34-867d-b2d6c0b1821a req-e08a459e-2703-418c-85fb-4feb5db4ee8c tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:45.598229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c02075c-0bcc-4f34-867d-b2d6c0b1821a req-e08a459e-2703-418c-85fb-4feb5db4ee8c tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.7177987 May 19 12:53:45.626890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54de44eeaa9d43489cdf88b4d0357e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937721 May 19 12:53:45.626890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e8de0-82ad-4569-8fc2-d4398e611cf8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:45.629505 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:45.630225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:45.633468 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d340a0a4-05ce-4a3f-b3e8-51353f637ccb req-65f84645-b266-4bd4-89b4-6cf0dfc17cc0 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.2100954 May 19 12:53:45.749505 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.804902 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.897049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.901187 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90fd3288-f88c-4b40-965b-1647b4ecdd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:45.912586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a2b7fa2-213a-4a7d-b922-661c94169c0f req-f77c7353-fbea-42ae-b4b9-e338be647d13 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 210 time: 0.1428080 May 19 12:53:45.924057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e8de0-82ad-4569-8fc2-d4398e611cf8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:45.928697 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:45.934697 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d67e8de0-82ad-4569-8fc2-d4398e611cf8 HTTP/1.1" status: 204 len: 168 time: 0.3016477 May 19 12:53:45.936426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:45.960858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c02075c-0bcc-4f34-867d-b2d6c0b1821a req-3ce40e0c-f5ed-483e-ab80-fb215ba65758 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399365 May 19 12:53:45.965621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:45.999743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Usage tracker for resource:port and tenant:f6c385f268c74baabf8254875377953d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:46.007973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:46.028638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-e4100d58-dbb6-4aa3-aa67-f20e1ee0cf44 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652085 May 19 12:53:46.030281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:46.136421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:46.142479 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:46.341038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-a0f48911-73fe-4093-a774-13678d507ab8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--653942401&fields=id&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 267 time: 0.2498696 May 19 12:53:46.519289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97a7836e-e9a5-417d-b0c3-9e1e3b58541d req-9f705853-8b78-4470-aae7-242f37d28df8 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818456 May 19 12:53:46.812106 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:46.983270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9de3773c-c12a-46d3-8b7b-07b0dd891ede req-152cb946-170a-476a-a64d-396248dd6df8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.2772808 May 19 12:53:47.079948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.20.0.8 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/670bc440-dde5-4e7c-9b83-301d2c88b228) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:47.094184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-abbda0bf-de79-4427-b06a-40c82a0fad79 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "GET /v2.0/security-groups/2bbd2eeb-a01b-4e02-8730-5e153f37e20b HTTP/1.1" status: 200 len: 1776 time: 0.4711733 May 19 12:53:47.105986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-72c2a9a2-1b1b-418e-89d0-3d8d91dc2667 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:47.107590 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-72c2a9a2-1b1b-418e-89d0-3d8d91dc2667 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 816 time: 0.7348886 May 19 12:53:47.197489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c8eb1e15-cbfe-48e8-a53f-1f45bf5dfa98 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/quotas/c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 375 time: 0.0630126 May 19 12:53:47.217612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-1c699d7d-2000-47a1-812b-d2ceca1c6c09 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:47.219161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-1c699d7d-2000-47a1-812b-d2ceca1c6c09 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06&tenant_id=7488c038ae614e4f83a51f4b8d832d73&binding%3Ahost_id=n-h2-791505-2 HTTP/1.1" status: 200 len: 948 time: 0.6024427 May 19 12:53:47.580577 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:47.666658 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:47.701931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-48462d83-5437-464a-8b67-b01cf981c9b0 service neutron] 10.222.0.57 "GET /v2.0/ports/6c86218f-5784-4bb9-861d-7e22fa2025b1/bindings/n-h2-791505-2 HTTP/1.1" status: 200 len: 382 time: 0.4753332 May 19 12:53:47.794469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:47.829975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c6891b76-0a48-4b90-9f5d-774905468eac tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6069741 May 19 12:53:47.850829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Transition to ACTIVE for port object 670bc440-dde5-4e7c-9b83-301d2c88b228 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:47.853663 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:47.862697 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:47.924920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbd2eeb-a01b-4e02-8730-5e153f37e20b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:47.927636 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:48.012416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:48.089140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-1977a03a-e6dd-4cf4-bbf4-09b345e1844e service neutron] 10.222.0.69 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307212 May 19 12:53:48.156428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:48.156910 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.185232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.205109 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:48.360923 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.376355 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.378574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f55d6b72-4c2e-47e9-98c7-4e05c47ac197 req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "DELETE /v2.0/security-groups/2bbd2eeb-a01b-4e02-8730-5e153f37e20b HTTP/1.1" status: 204 len: 173 time: 1.2677045 May 19 12:53:48.429848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:48.446720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:48.447080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:48.455771 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.456248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:48.459138 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:48.459462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-43c17515-c6af-4f25-b4c2-e9595b8c56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:48.460830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-43c17515-c6af-4f25-b4c2-e9595b8c56f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1099 time: 0.7243314 May 19 12:53:48.464537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:48.538364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:48.559806 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:48.631043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:48.637373 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:48.697715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6020ae5b-c38b-4e83-a7af-332dc705a0c7 service neutron] 10.222.0.69 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795403 May 19 12:53:48.728471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:48.730037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.771016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5127752 May 19 12:53:48.789763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Request body: {'port': {'device_id': '35c56c89-480e-4f1a-bc47-167f193949d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:48.817345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c3a8fc1-3c41-48fa-8733-d0b6e97bfde4 None None] Provisioning for port 670bc440-dde5-4e7c-9b83-301d2c88b228 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:48.827521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c3a8fc1-3c41-48fa-8733-d0b6e97bfde4 None None] Provisioning complete for port 670bc440-dde5-4e7c-9b83-301d2c88b228 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:48.828684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8fc1-3c41-48fa-8733-d0b6e97bfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:48.828893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-3df9e26c-f935-49c3-922c-e762e94988bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:48.830294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-3df9e26c-f935-49c3-922c-e762e94988bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3363883 May 19 12:53:48.940487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-77d9b217-d88c-4076-8752-0061c6ca4e53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.1007893 May 19 12:53:48.971689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a8fc1-3c41-48fa-8733-d0b6e97bfde4 None None] Port 670bc440-dde5-4e7c-9b83-301d2c88b228 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:49.158156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52624-6f17-404c-a8d9-c9e44c1a8c3c req-22ff8802-b5f6-4235-98d9-c0e80b9f66c5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:49.159782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ab52624-6f17-404c-a8d9-c9e44c1a8c3c req-22ff8802-b5f6-4235-98d9-c0e80b9f66c5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.5730662 May 19 12:53:49.166250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4631f36-bc8e-4567-abb2-9a73d9c52904 req-f841bf33-c483-49af-b4ed-902d6c2e06e2 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1359723 May 19 12:53:49.181557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-583334a8-0c65-4865-bcba-e77548350a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:49.183876 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-583334a8-0c65-4865-bcba-e77548350a3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2263491 May 19 12:53:49.202672 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:49.542810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ab52624-6f17-404c-a8d9-c9e44c1a8c3c req-8758ae8c-fca2-4a40-93a9-02ca52c1ee1a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658645 May 19 12:53:49.709759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-7a9f4cf1-042a-462a-81bf-2e87bf5e4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:49.711371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-7a9f4cf1-042a-462a-81bf-2e87bf5e4f1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5115535 May 19 12:53:49.828992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd7f88-ff52-4319-ad4b-c500229cba3c req-c78f0924-54f6-4dca-8018-7b81318ea9d6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:49.829710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-27dd7f88-ff52-4319-ad4b-c500229cba3c req-c78f0924-54f6-4dca-8018-7b81318ea9d6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:49.995088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-27dd7f88-ff52-4319-ad4b-c500229cba3c req-c78f0924-54f6-4dca-8018-7b81318ea9d6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:49.996298 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27dd7f88-ff52-4319-ad4b-c500229cba3c req-c78f0924-54f6-4dca-8018-7b81318ea9d6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 931 time: 0.5548735 May 19 12:53:50.067167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-b02cda35-2fde-4fae-a253-4b0bb25cddd8 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075211 May 19 12:53:50.196046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b926e-01f7-4a44-8eb5-06aad7305b86 req-0e51a6a1-df85-44d7-85b0-d40341c60ffd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:50.198517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-313b926e-01f7-4a44-8eb5-06aad7305b86 req-0e51a6a1-df85-44d7-85b0-d40341c60ffd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.4364102 May 19 12:53:50.224879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27dd7f88-ff52-4319-ad4b-c500229cba3c req-4caccf8d-f03b-4409-aa86-bac1e6b4cbd7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172527 May 19 12:53:50.330921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:50.355031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:50.501870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-313b926e-01f7-4a44-8eb5-06aad7305b86 req-239262ab-15a8-4ee1-bab7-269cb32fd154 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706864 May 19 12:53:50.515350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Transition to ACTIVE for port object 670bc440-dde5-4e7c-9b83-301d2c88b228 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:50.538018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:50.546711 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-627477bd-1d8a-4ddc-bd9f-0c455e59a210 tempest-ServerAddressesNegativeTestJSON-1730243462 tempest-ServerAddressesNegativeTestJSON-1730243462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:50.587440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-56a7e5b6-1b7a-414d-bb27-ab55e02cb7af service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993324 May 19 12:53:50.647879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-ca2dbb82-946d-42cb-800e-4a54776c624f tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "GET /v2.0/security-groups/20044e12-f76b-413a-9f96-f025adde1bce HTTP/1.1" status: 200 len: 1778 time: 0.2377403 May 19 12:53:50.748325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-10d63ca2-10d0-4801-885c-600a4a4dd36e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:50.749980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-10d63ca2-10d0-4801-885c-600a4a4dd36e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 816 time: 0.5667179 May 19 12:53:50.803231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:50.873360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.873743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.874126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.874507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.874877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.875230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.875745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.876138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.876516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.876832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.877187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.877535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:50.898991 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:51.021851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-a59131b1-bec8-4b1c-84b1-12dcdedbd3b7 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cf1a5fba97b7498fb404d5c06292760e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326056 May 19 12:53:51.048560 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-3c756f78-f12a-44cb-8ea3-dd08a47fd10b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 379 time: 0.2758775 May 19 12:53:51.093767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'port': {'device_id': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'admin_state_up': True, 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'security_groups': ['61608d52-8d1b-41c9-b9d5-8f18d2eaad9e']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:51.148640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.474344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Attempting to bind port 670bc440-dde5-4e7c-9b83-301d2c88b228 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:51.475098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Attempting to bind port 670bc440-dde5-4e7c-9b83-301d2c88b228 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:51.475098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Attempting to bind port 670bc440-dde5-4e7c-9b83-301d2c88b228 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:51.489633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.510003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Port 670bc440-dde5-4e7c-9b83-301d2c88b228 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:53:51.510361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Attempting to bind port 670bc440-dde5-4e7c-9b83-301d2c88b228 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:51.561306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:51.561645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:51.562031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:51.562491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Bound port: 670bc440-dde5-4e7c-9b83-301d2c88b228, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:51.562842 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.604985 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:51.619099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9fd0c400-ff86-4490-b6dc-a9af26059e12 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:51.621324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9fd0c400-ff86-4490-b6dc-a9af26059e12 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5847013 May 19 12:53:51.622712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Usage tracker for resource:port and tenant:c8e3ccbc24734a85aef015258ed0ef0f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:51.652629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:51.673669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.678045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:51.687856 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-64abf20b-a97c-4f58-a0d4-46b7501fadfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:51.716708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-af04079a-7f28-469e-abf7-0e2f6a097f4c tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/quotas/cf1a5fba97b7498fb404d5c06292760e HTTP/1.1" status: 200 len: 375 time: 0.0663862 May 19 12:53:51.737560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20044e12-f76b-413a-9f96-f025adde1bce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:51.779347 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:51.790402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Made reservation on behalf of c8e3ccbc24734a85aef015258ed0ef0f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:51.794709 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.827449 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:51.828751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d4bbb9f-fc5e-46e9-82a9-a94af53fd6fc req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] 10.222.0.69 "DELETE /v2.0/security-groups/20044e12-f76b-413a-9f96-f025adde1bce HTTP/1.1" status: 204 len: 173 time: 1.1800411 May 19 12:53:51.841115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-b4827f4d-d2f0-4669-a900-c361f751d622 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf1a5fba97b7498fb404d5c06292760e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997703 May 19 12:53:51.864795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:51.936891 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:53:51.953423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:51.977041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:52.000166 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:52.096293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:52.097445 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:52.099169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] 10.222.0.57 "PUT /v2.0/ports/670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 1091 time: 3.3144917 May 19 12:53:52.100146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:52.228371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:52.236915 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:52.345570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1e3cce-bbb6-4e93-be53-fa012e1e8785 req-b5ecfebd-b128-469a-8fa7-db0eeaddc78d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 210 time: 0.1048105 May 19 12:53:52.392019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Allocated IP 172.20.0.7 (fe98e943-6e49-4221-9d61-0406bdba29d7/62aee6e8-bdc1-43c9-892e-374471f91b0a/61a2ea57-622a-4be7-b43c-5fff3d1afea1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:52.540482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a07a7e88-71a2-4ce1-a46a-b1aa46e7d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:52.544786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-a07a7e88-71a2-4ce1-a46a-b1aa46e7d892 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1094 time: 0.3728688 May 19 12:53:52.650369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:52.863792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-90fff8c3-87a0-4741-84c5-ab23e710227e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 217 time: 0.2953854 May 19 12:53:53.062810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-050508d5-b1dd-4ca9-917f-d5ce87b2d9a9 req-b2293729-6164-4df0-85e3-e667cef8e5e8 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142&device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.1556678 May 19 12:53:53.109980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-8bd9b207-0075-43b5-9fce-e7ae2e278303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:53.111540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-8bd9b207-0075-43b5-9fce-e7ae2e278303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2468643 May 19 12:53:53.123415 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0dbac18-4355-4845-b20d-4d0b198a25c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c15a5abf85f14f35b308c07231357b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709420 May 19 12:53:53.127489 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:53.266126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.268943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7d6a-a7d6-4ac6-bd1f-76bf351c65a0 req-504a4534-bf1f-4377-abf5-43d3bab03451 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:53.270667 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33be7d6a-a7d6-4ac6-bd1f-76bf351c65a0 req-504a4534-bf1f-4377-abf5-43d3bab03451 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.4348559 May 19 12:53:53.273956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.320612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.343310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Transition to ACTIVE for port object 61a2ea57-622a-4be7-b43c-5fff3d1afea1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:53.394797 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33be7d6a-a7d6-4ac6-bd1f-76bf351c65a0 req-1328c055-3c23-4de7-ad5f-e0e1d9f2fc00 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952179 May 19 12:53:53.419103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b6a20-5b33-4d00-b0cc-68e73e5c86c2 req-7dacdc1c-1311-44f7-af3b-21c59a9c11a2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:53.420737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-086b6a20-5b33-4d00-b0cc-68e73e5c86c2 req-7dacdc1c-1311-44f7-af3b-21c59a9c11a2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 943 time: 0.2349768 May 19 12:53:53.424296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-21daba2a-e464-43cd-a9ff-080452e7cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:53.425851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-21daba2a-e464-43cd-a9ff-080452e7cac2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997999 May 19 12:53:53.435781 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.444930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5586d8ec-726f-4e51-a20f-b64947f87ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:53.454557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.491042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45e710-378c-4c19-b323-e71f639755d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:53.500944 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:53.501175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:53.502673 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f45e710-378c-4c19-b323-e71f639755d9 HTTP/1.1" status: 204 len: 168 time: 0.3734155 May 19 12:53:53.528999 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0d4efffd-fb63-4037-9642-45914e6ee016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:53.897117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-086b6a20-5b33-4d00-b0cc-68e73e5c86c2 req-823ead89-f559-49e4-9df2-9cc4bb7e3e5b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653656 May 19 12:53:53.975052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Network fe98e943-6e49-4221-9d61-0406bdba29d7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:53.990952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:53.999544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:54.011159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:54.049197 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:54.051180 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'status': 'completed', 'code': 200} May 19 12:53:54.084782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-58e3cc11-9b13-4a59-ba9b-d7423a77f47b service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345203 May 19 12:53:54.139403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:54.374057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-06089ee4-f81b-485c-812c-1b48b8af032d tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cf1a5fba97b7498fb404d5c06292760e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2780282 May 19 12:53:54.388568 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:54.389620 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:54.425781 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2a39876-2ada-4616-980b-6efe87e59536 req-e695d9dd-fab9-42ae-bc26-f6610f77104a tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 210 time: 0.2482736 May 19 12:53:54.442015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c23a8fa-caf0-4643-8cb2-0a9d5d419e9a None None] Provisioning for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:54.452976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c23a8fa-caf0-4643-8cb2-0a9d5d419e9a None None] Provisioning complete for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:54.453994 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c23a8fa-caf0-4643-8cb2-0a9d5d419e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:54.511561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53288504-e388-4f40-8a5a-91a6cd50c6ce req-c785d527-a940-48f6-af15-c8ee59e7415d tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:54.524976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53288504-e388-4f40-8a5a-91a6cd50c6ce req-c785d527-a940-48f6-af15-c8ee59e7415d tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.6262004 May 19 12:53:54.583889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6c23a8fa-caf0-4643-8cb2-0a9d5d419e9a None None] Port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:54.595813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-d29781ea-69c0-416c-a030-1b9e85719387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:54.598320 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-d29781ea-69c0-416c-a030-1b9e85719387 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1100 time: 0.9566827 May 19 12:53:54.620343 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-758499da-7c94-4210-aa43-3ea032c206fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fd91211b6984955876aa969463573d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782004 May 19 12:53:54.632408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:54.663803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5797896 May 19 12:53:54.713520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-2ea25fbf-962c-48b3-9941-92e0de93bf6b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:54.716179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-2ea25fbf-962c-48b3-9941-92e0de93bf6b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353176 May 19 12:53:54.736090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Request body: {'port': {'device_id': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:54.756559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Request body: {'port': {'device_id': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': 'cf1a5fba97b7498fb404d5c06292760e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:54.789051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53288504-e388-4f40-8a5a-91a6cd50c6ce req-f5f7be13-f59d-426e-bea3-018925cd9ae4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614567 May 19 12:53:54.828577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8035e7e0-efc3-4c14-8000-f422cc72a56f req-0a21da80-d44a-4f5d-b30d-54558e7ca55c service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022908 May 19 12:53:55.000184 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.054843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.121963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-fa72b357-3114-435e-8dc4-f069c05d6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.123456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-fa72b357-3114-435e-8dc4-f069c05d6341 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1100 time: 0.4619803 May 19 12:53:55.153462 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-153b6ace-e1ce-40f4-bc21-b304d2ce3e74 req-a502d8a1-a498-4a72-bac6-ce0b1645e3aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bbe77b5c1ec42a2a557261d6af21b67&device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1441407 May 19 12:53:55.221218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.252997 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-153b6ace-e1ce-40f4-bc21-b304d2ce3e74 req-fd1ea558-4e58-4908-b119-9f54db6f63e4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bbe77b5c1ec42a2a557261d6af21b67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827644 May 19 12:53:55.384769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-8d1710e8-c858-441e-828b-4c095de8d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.386827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-8d1710e8-c858-441e-828b-4c095de8d463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1094 time: 0.4679532 May 19 12:53:55.481537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a206a-661f-48bd-a7be-aaf9b5002d30 req-5dafdbc1-8658-40ed-b1bd-de415c6aaf25 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.482164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e3a206a-661f-48bd-a7be-aaf9b5002d30 req-5dafdbc1-8658-40ed-b1bd-de415c6aaf25 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Synchronizing usage tracker for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:55.488085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:55.504297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-0c4262ec-f2ea-4ee5-affb-6b628d0fbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.505925 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-0c4262ec-f2ea-4ee5-affb-6b628d0fbd58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3410714 May 19 12:53:55.508159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Usage tracker for resource:port and tenant:cf1a5fba97b7498fb404d5c06292760e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:55.515014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:55.527557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:55.547483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Made reservation on behalf of cf1a5fba97b7498fb404d5c06292760e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:55.551559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.580283 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.597760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6ace-e1ce-40f4-bc21-b304d2ce3e74 req-be1724a9-61fb-49dc-9b83-d18e44a84c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.599440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-153b6ace-e1ce-40f4-bc21-b304d2ce3e74 req-be1724a9-61fb-49dc-9b83-d18e44a84c66 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3367929 May 19 12:53:55.606920 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.611563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:55.614847 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fbc76d34-c5e4-430c-aa9d-0fe5dee2220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:55.629948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Usage tracker for resource:security_group_rule and tenant:cf1a5fba97b7498fb404d5c06292760e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:53:55.638483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a3720-7797-4f92-a1fe-25bf546cd263,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:55.641373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:55.645391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:53:55.661539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:55.676494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.678811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/342a3720-7797-4f92-a1fe-25bf546cd263 HTTP/1.1" status: 204 len: 168 time: 1.0441074 May 19 12:53:55.696565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312bca-7586-4f67-b7f0-2e385734abb7 req-952b43b3-d0cb-464e-8037-e34958050215 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.698163 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71312bca-7586-4f67-b7f0-2e385734abb7 req-952b43b3-d0cb-464e-8037-e34958050215 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.6235583 May 19 12:53:55.705143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-e26fd803-96a2-4c19-8721-c35dc909afbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.1411068 May 19 12:53:55.799063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e3a206a-661f-48bd-a7be-aaf9b5002d30 req-5dafdbc1-8658-40ed-b1bd-de415c6aaf25 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Unset dirty status for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:55.803001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e3a206a-661f-48bd-a7be-aaf9b5002d30 req-5dafdbc1-8658-40ed-b1bd-de415c6aaf25 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 931 time: 0.8246078 May 19 12:53:55.846319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.852373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:55.861106 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:55.914377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-78ed071a-d8ab-4448-9e77-517bfcd865a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:55.915941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-78ed071a-d8ab-4448-9e77-517bfcd865a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.5130472 May 19 12:53:55.980973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba33a2-6442-4202-8c2a-24971a1c3d68,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:55.984966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:56.058371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:53:56.104520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Allocated IP 192.168.233.170 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/151787c5-1f8a-4cb8-8cf4-57e27efd7025) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:56.196615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-91925e96-7d53-4489-a21a-1c8c78a5f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:56.198872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-91925e96-7d53-4489-a21a-1c8c78a5f2bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4365895 May 19 12:53:56.222776 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71312bca-7586-4f67-b7f0-2e385734abb7 req-8e2fd9be-eee3-4483-b32a-612c86c68ce9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614227 May 19 12:53:56.233951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-c018a7c1-0d3c-4924-811e-8f6901c3c49a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 217 time: 0.2915277 May 19 12:53:56.346083 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.394654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e3a206a-661f-48bd-a7be-aaf9b5002d30 req-ea94c595-44ba-453c-9cf1-583f8834f42a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5579824 May 19 12:53:56.413702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:56.437752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:56.452098 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.455718 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:56.567754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-32c412d6-c7cb-4db3-afc1-239a830f3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:56.569546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-32c412d6-c7cb-4db3-afc1-239a830f3420 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3234091 May 19 12:53:56.601367 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.640972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Transition to ACTIVE for port object 151787c5-1f8a-4cb8-8cf4-57e27efd7025 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:56.674987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:56.680387 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:56.711443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.742787 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a35498e9-46b4-4499-b53c-f4d9bd9e0e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:56.790034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:56.799736 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba6084bb-e0ec-4328-9d05-8b9d362e340d req-c5b593d4-da11-4b95-9ff6-f72968a06409 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.1182992 May 19 12:53:56.842208 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.869176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:56.873382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:56.884692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23b58-575b-414e-9888-f384fb5da8db req-0432ff71-8ff4-4646-b2ed-e41fe9e32721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:56.887873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-0432ff71-8ff4-4646-b2ed-e41fe9e32721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6595588 May 19 12:53:56.889206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:53:56.889818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Transition to ACTIVE for port object 61a2ea57-622a-4be7-b43c-5fff3d1afea1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:56.936004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:56.970802 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cef3a8a5-a188-4853-8cf5-bf22cbc19cc3 tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:57.010404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Pushing event updated for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:57.016324 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:57.076202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:57.077159 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:57.140480 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3978279 May 19 12:53:57.153271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Request body: {'port': {'device_id': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:57.339173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-62a2b13d-df70-401d-8d04-3bc34d80c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:57.341712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-62a2b13d-df70-401d-8d04-3bc34d80c52c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7035542 May 19 12:53:57.344095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:57.346632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e63c6c7e-a5b3-42db-91e8-e71b11f61a11 None None] Provisioning for port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:57.348187 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:57.359520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e63c6c7e-a5b3-42db-91e8-e71b11f61a11 None None] Provisioning complete for port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:57.360793 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e63c6c7e-a5b3-42db-91e8-e71b11f61a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:57.505941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6c7e-a5b3-42db-91e8-e71b11f61a11 None None] Port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:53:57.563277 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-153b6ace-e1ce-40f4-bc21-b304d2ce3e74 req-8a968a4a-e9d9-4ed6-a82e-d838be7fae9a tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf1dd535-42fd-4861-9561-7fde0d86a142 HTTP/1.1" status: 200 len: 210 time: 0.2805312 May 19 12:53:57.570713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-808331b8-699f-41e1-89b5-0e112fd7ae6e service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896572 May 19 12:53:57.611522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4cdbe-5fc4-432a-8a09-a3f6c9c4c1b4 req-ed0461ae-9b79-494d-8958-c50689bb23a3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:57.622068 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:57.631647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ae4cdbe-5fc4-432a-8a09-a3f6c9c4c1b4 req-ed0461ae-9b79-494d-8958-c50689bb23a3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 943 time: 0.9920857 May 19 12:53:57.824674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-15ef0012-63f7-4a2b-bebe-b7dce5c458b3 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9255621 May 19 12:53:57.998355 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ae4cdbe-5fc4-432a-8a09-a3f6c9c4c1b4 req-50e89696-bad3-47ff-bc3b-057b75fb99b7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653116 May 19 12:53:58.045213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:58.045684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:58.046089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:58.062628 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:53:58.068275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:53:58.068546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:58.132633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:58.133060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:58.133520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:58.134082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Bound port: 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:58.134587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.329742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151787c5-1f8a-4cb8-8cf4-57e27efd7025 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:58.332155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:58.338049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:58.352494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.355259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:58.379813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:53:58.428751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Transition to ACTIVE for port object 151787c5-1f8a-4cb8-8cf4-57e27efd7025 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:58.440666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.454364 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:58.472447 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.525528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:53:58.556114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:58.572053 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.579353 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:58.672614 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.678115 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6499a02-4f1b-4b37-ac85-06816f6cca38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:58.704392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:58.717978 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:58.744777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Pushing event updated for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:58.745525 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:58.800105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2522cfd-4ff0-4949-8e82-40d34a5aa214 req-f17b72de-be6f-4796-9d99-e99c4fb4ef35 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1561329 May 19 12:53:58.807453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['670bc440-dde5-4e7c-9b83-301d2c88b228'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:53:58.814132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cb19e-9279-447a-8b0f-093e9de35ab7 req-56fd2410-e315-4546-bf24-7bcb349cadfd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:58.822351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-756cb19e-9279-447a-8b0f-093e9de35ab7 req-56fd2410-e315-4546-bf24-7bcb349cadfd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 936 time: 1.7851543 May 19 12:53:58.828008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34c23b58-575b-414e-9888-f384fb5da8db req-840f50bd-3685-4ac7-ba9c-b1376ee421e0 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571388 May 19 12:53:58.876199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:58.904339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:58.957186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:58.957758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:58.959379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1091 time: 4.2289650 May 19 12:53:58.962576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:59.010895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Attempting to bind port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:59.011384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Attempting to bind port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:59.012286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Attempting to bind port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:59.019664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:53:59.020129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Attempting to bind port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:59.030908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:59.031259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:53:59.031808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:59.032299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Bound port: 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:59.032481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-756cb19e-9279-447a-8b0f-093e9de35ab7 req-529cac36-ef8f-4584-b21a-32ba037f0c2d tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066169 May 19 12:53:59.032627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:59.197543 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:53:59.240429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-8c6ec5f3-f78e-40cc-87ec-7761874a63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.242057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-8c6ec5f3-f78e-40cc-87ec-7761874a63a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1094 time: 0.2050962 May 19 12:53:59.256990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:59.260044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b7a4-7bfd-48d9-acd9-80f34b4c92ea req-6d24b829-f651-453a-ad36-8b4d4d90f825 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.261909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:59.262145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4499b7a4-7bfd-48d9-acd9-80f34b4c92ea req-6d24b829-f651-453a-ad36-8b4d4d90f825 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.8978150 May 19 12:53:59.274913 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:59.288565 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca473b2d-ed6a-46e0-b5fa-cc6bdb579b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:53:59.332875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.334120 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:59.336002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] 10.222.0.57 "PUT /v2.0/ports/151787c5-1f8a-4cb8-8cf4-57e27efd7025 HTTP/1.1" status: 200 len: 1096 time: 2.1881781 May 19 12:53:59.364774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:53:59.432747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-77e096a8-acc2-4e92-b8ad-90f13be548b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 217 time: 0.1684113 May 19 12:53:59.536276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Pushing event updated for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:59.546750 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:53:59.585099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-359b284e-4af6-42aa-abfb-aa90b872c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.587198 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-359b284e-4af6-42aa-abfb-aa90b872c104 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1a5fba97b7498fb404d5c06292760e&device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 1099 time: 0.1212358 May 19 12:53:59.623370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4499b7a4-7bfd-48d9-acd9-80f34b4c92ea req-c1b03b79-ce1c-4cc7-8684-18d85a0390c7 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497985 May 19 12:53:59.665310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-9745ba3e-e834-432f-9761-7d889294773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.667724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-9745ba3e-e834-432f-9761-7d889294773f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.2280583 May 19 12:53:59.684790 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-336fc467-9df3-4550-9097-40ee2fde9eca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025 HTTP/1.1" status: 200 len: 217 time: 0.0894370 May 19 12:53:59.815836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fda6a-9ba6-4157-980c-580227e449c1 req-98e06a84-aa91-48fd-a6f1-d619e845f283 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.820281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-7d221f18-b86e-476c-930d-e3c5bf6f08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.825551 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-7d221f18-b86e-476c-930d-e3c5bf6f08b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1239350 May 19 12:53:59.828525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-107fda6a-9ba6-4157-980c-580227e449c1 req-98e06a84-aa91-48fd-a6f1-d619e845f283 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.3130589 May 19 12:53:59.909074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9378-77c0-4606-be74-2936d4fab95a req-91912779-03b6-41f2-b055-a987ad399aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.910631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-91912779-03b6-41f2-b055-a987ad399aa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227461 May 19 12:53:59.925114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-a501b1e8-c235-4e26-9c57-9a1704559fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:53:59.926789 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-a501b1e8-c235-4e26-9c57-9a1704559fac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946448 May 19 12:53:59.988832 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-107fda6a-9ba6-4157-980c-580227e449c1 req-e6ef5fd9-6f95-468f-9dae-777cbcec3d8c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588936 May 19 12:54:00.077365 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:00.148177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f7058-a11f-40a1-b534-c98ce2a0c98b req-480d35e6-e4e8-4e1c-bcc0-0bc016a56c24 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:00.155958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a31f7058-a11f-40a1-b534-c98ce2a0c98b req-480d35e6-e4e8-4e1c-bcc0-0bc016a56c24 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.3061526 May 19 12:54:00.203978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-75b283b8-c838-4cc6-9dc7-30a212251682 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781053 May 19 12:54:00.222890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-0ff221d0-9e36-4a24-8ef6-8fa526e98d74 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828331 May 19 12:54:00.250301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 670bc440-dde5-4e7c-9b83-301d2c88b228 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:00.256282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 670bc440-dde5-4e7c-9b83-301d2c88b228 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:00.256642 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:00.405042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a13e9378-77c0-4606-be74-2936d4fab95a req-54f1b374-8f7b-4dde-9f69-b68d063c33bb service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797385 May 19 12:54:00.410131 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'status': 'completed', 'code': 200} May 19 12:54:00.430213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a31f7058-a11f-40a1-b534-c98ce2a0c98b req-090dfa6a-512f-45b3-b2d8-38bf6ac2f644 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735312 May 19 12:54:00.463011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:00.515750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:00.523849 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:00.530294 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:00.546485 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025', 'status': 'completed', 'code': 200} May 19 12:54:00.610819 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0a3b51-2031-4049-8df9-a531ceec833e req-fc92a1f4-c8bc-4415-8e1a-d235c800e4c5 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761029 May 19 12:54:00.631533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:00.640163 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:00.814372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-47f9d35b-d516-479b-bb49-422c8f57e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:00.816054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-47f9d35b-d516-479b-bb49-422c8f57e967 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1094 time: 0.1509256 May 19 12:54:00.826680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aaba4-2ed2-4be0-ad5a-e3a69896ab70 req-19b04d01-a23c-45c0-b87a-54ce87e410c4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:00.828444 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-665aaba4-2ed2-4be0-ad5a-e3a69896ab70 req-19b04d01-a23c-45c0-b87a-54ce87e410c4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.2095230 May 19 12:54:00.965734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-9d15c141-f78f-4df7-a0bc-e2c3ffdba602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:00.970246 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-9d15c141-f78f-4df7-a0bc-e2c3ffdba602 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1a5fba97b7498fb404d5c06292760e&device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 1099 time: 0.1880348 May 19 12:54:01.014709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-3bc2b079-df60-405d-a88b-ecd2ac3121a8 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526836 May 19 12:54:01.017351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-665aaba4-2ed2-4be0-ad5a-e3a69896ab70 req-9af92dd3-4dd5-42b4-9cfb-a7676db7d4fa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691945 May 19 12:54:01.154216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-797db4b9-a40d-4a4d-9e61-f99771725779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.156307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-797db4b9-a40d-4a4d-9e61-f99771725779 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.3264077 May 19 12:54:01.198865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:01.317346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-13ee0006-e3d3-43a6-9fbd-a50def784f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.320253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-13ee0006-e3d3-43a6-9fbd-a50def784f4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3412185 May 19 12:54:01.320979 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-4ae2d830-b63d-481d-81ce-b1a3f4e47180 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 217 time: 0.1465504 May 19 12:54:01.464976 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-988154e8-48bf-464a-b11e-8a5723995362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025 HTTP/1.1" status: 200 len: 217 time: 0.1342676 May 19 12:54:01.586644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-73cd9572-991f-49d1-8b46-f7ab0212ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.588898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-73cd9572-991f-49d1-8b46-f7ab0212ca74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1145859 May 19 12:54:01.589277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-f06f79f2-92c9-4d8e-9f8f-db70709109d5 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.590915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-f06f79f2-92c9-4d8e-9f8f-db70709109d5 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5703340 May 19 12:54:01.605152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-ea8c43f0-af87-403a-a691-8313a0171e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.606583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-ea8c43f0-af87-403a-a691-8313a0171e98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.2768104 May 19 12:54:01.659603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-1ee41d0e-90a7-41d5-9f1d-d1fa2a6763cf tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/quotas/1fb54fec97d549e8849e9f64290cd0a5 HTTP/1.1" status: 200 len: 375 time: 0.0583398 May 19 12:54:01.732805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075f09b-377a-4fc1-b1ac-1a7991034aed req-e65a0058-19e2-440f-976e-c9eb25831883 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.734389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c075f09b-377a-4fc1-b1ac-1a7991034aed req-e65a0058-19e2-440f-976e-c9eb25831883 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 948 time: 0.4685264 May 19 12:54:01.735377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-cfe14807-f0ac-419e-87a3-f7b9c4b6a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.738251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-770e8dd8-06c2-4c42-a36c-661d386a8d2c tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707288 May 19 12:54:01.738531 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-cfe14807-f0ac-419e-87a3-f7b9c4b6a2dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422629 May 19 12:54:01.798982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c075f09b-377a-4fc1-b1ac-1a7991034aed req-0f9354dc-6cb8-44c3-a6af-93c0d99f8d2b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554023 May 19 12:54:01.802078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-3231cb09-f9a3-402e-ad98-9c184c8744dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:01.803657 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-3231cb09-f9a3-402e-ad98-9c184c8744dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864820 May 19 12:54:01.963002 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-b9dbb546-c27e-4069-a1d1-55e186f693ea service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513958 May 19 12:54:02.088492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 151787c5-1f8a-4cb8-8cf4-57e27efd7025 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:54:02.274777 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8afd4215-7a17-4487-b550-06e502d65374 req-2b85cc82-c70a-4719-a820-680ccf18c16b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bbe77b5c1ec42a2a557261d6af21b67&device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.0631573 May 19 12:54:02.281782 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-dcc658cd-5f58-470a-b833-1f588c831752 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356565 May 19 12:54:02.311491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cd3191c-6ccd-4c52-8547-9cf5a6f8516f req-6dbdc7fb-1cba-49ad-bbfe-4e81d1eb806f service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376372 May 19 12:54:02.337838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8afd4215-7a17-4487-b550-06e502d65374 req-5a3ce1b8-1ce9-4d2e-b093-6bc5eec03042 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bbe77b5c1ec42a2a557261d6af21b67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550461 May 19 12:54:02.498679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183e44-7002-4505-becf-5029b5946946 req-82130fc6-bd47-46bd-b5c1-66a272a2ee89 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:02.500289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0183e44-7002-4505-becf-5029b5946946 req-82130fc6-bd47-46bd-b5c1-66a272a2ee89 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.1418474 May 19 12:54:02.512312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d6ab-b6a2-4489-b62d-f7ae614e3dda req-e4c28bb0-94bb-49bc-9196-f830601d1491 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:02.518273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:02.534374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '151787c5-1f8a-4cb8-8cf4-57e27efd7025', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '151787c5-1f8a-4cb8-8cf4-57e27efd7025', 'mac_address': 'fa:16:3e:60:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:54:02.534976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e351d6ab-b6a2-4489-b62d-f7ae614e3dda req-e4c28bb0-94bb-49bc-9196-f830601d1491 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 947 time: 0.2088399 May 19 12:54:02.593161 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-d3be8094-95cf-45cd-9aca-fe1f86a75061 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4576643 May 19 12:54:02.699167 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7fd7ba26-cf39-4e0b-b67d-a345d28ba8c9 req-7963455e-d88c-4fb1-8108-859449effa37 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587103 May 19 12:54:02.719730 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:02.721353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4215-7a17-4487-b550-06e502d65374 req-76e3e9c5-438c-4aa5-b024-c2fe6ce7d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:02.724206 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8afd4215-7a17-4487-b550-06e502d65374 req-76e3e9c5-438c-4aa5-b024-c2fe6ce7d548 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3600826 May 19 12:54:02.757596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151787c5-1f8a-4cb8-8cf4-57e27efd7025 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:02.780678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:02.787252 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:02.788130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:54:02.793276 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:02.817686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-366b4df1-ef82-4121-91d4-5cfa3d32148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:02.819793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-366b4df1-ef82-4121-91d4-5cfa3d32148d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 1101 time: 0.1067960 May 19 12:54:02.881131 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0183e44-7002-4505-becf-5029b5946946 req-4d4d1420-e1e2-413c-a910-1128b9cc1070 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431726 May 19 12:54:02.892372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:02.924991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e351d6ab-b6a2-4489-b62d-f7ae614e3dda req-0e481ccf-e030-495f-9d67-904d58c19ea2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478127 May 19 12:54:02.950147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:02.958403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-872b4476-a316-47ac-9e3f-8c014439c6c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3423951 May 19 12:54:02.969317 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:02.970154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'mac_address': 'fa:16:3e:53:1b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:54:03.053595 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:54:03.066698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-25f29917-f744-4109-8652-0d1b9ec1ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.067841 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:03.075190 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-25f29917-f744-4109-8652-0d1b9ec1ba72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2161109 May 19 12:54:03.091827 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86218f-5784-4bb9-861d-7e22fa2025b1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:03.107834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:54:03.122022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:03.149141 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:03.168802 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:03.174838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-e069c584-ee66-45cb-b06b-7a8f915837ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 200 len: 217 time: 0.0960944 May 19 12:54:03.273829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:03.278809 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:03.326137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-e49e8007-a91a-4046-8720-51b375d6d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.329143 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-e49e8007-a91a-4046-8720-51b375d6d1df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1467080 May 19 12:54:03.375130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227079-10e0-4aa9-b1e7-816f323846f0 req-85a7b39d-acb0-489d-b6be-d5c71b01a683 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.384233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb227079-10e0-4aa9-b1e7-816f323846f0 req-85a7b39d-acb0-489d-b6be-d5c71b01a683 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.2228181 May 19 12:54:03.443697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:03.460851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:54:03.467366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c245b67-6bd5-4852-b0a3-e7d31798ad28 req-53068f78-a3f9-41fa-a47c-a62220b06724 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0785751 May 19 12:54:03.469590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-cd78fbbe-843f-4c89-8613-81d139dee3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.471059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-cd78fbbe-843f-4c89-8613-81d139dee3c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 1102 time: 0.2525928 May 19 12:54:03.513116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['6c86218f-5784-4bb9-861d-7e22fa2025b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:03.544721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['151787c5-1f8a-4cb8-8cf4-57e27efd7025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:03.568679 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb227079-10e0-4aa9-b1e7-816f323846f0 req-d460f0cf-723c-4092-a7ad-c50845fd3ba6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834884 May 19 12:54:03.640481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-19f3146b-7c05-4268-a417-a87cf9ba8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.642642 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-19f3146b-7c05-4268-a417-a87cf9ba8985 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343340 May 19 12:54:03.646693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7fab7-daf4-4db6-ba8c-39649e04f590 req-4acc573d-9f1d-4457-a74f-2364603a2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:03.648714 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d6e7fab7-daf4-4db6-ba8c-39649e04f590 req-4acc573d-9f1d-4457-a74f-2364603a2ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1096 time: 0.3183260 May 19 12:54:03.786633 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:03.815291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:03.893669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:03.911698 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d6e7fab7-daf4-4db6-ba8c-39649e04f590 req-c1bf264f-dea8-4f41-b3ef-c94a311e5cf0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775770 May 19 12:54:03.923373 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:03.929674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:03.941460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b89273c3-cd0f-4c02-b571-dfcfe38359a2 req-c6bc436d-ca3e-4692-ab43-8987173fa187 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.1588159 May 19 12:54:03.990464 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-aa735784-bcad-4008-9c57-766dd8212280 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392727 May 19 12:54:04.046954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-a9007aa5-56aa-404f-93f8-1f5df2112ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.048388 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-a9007aa5-56aa-404f-93f8-1f5df2112ae1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5532510 May 19 12:54:04.149075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:04.152516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-4975ba7d-0e98-4884-a48e-55b5413ff504 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 200 len: 217 time: 0.0910413 May 19 12:54:04.159654 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:04.259751 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1dbb4ed9-95a9-41b5-b6f1-a796260678af req-1f439c7b-24a5-4537-b055-bb165728fc94 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560475 May 19 12:54:04.262944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66db8f-c71a-469f-b692-32d793a16e70 req-8ef35730-ae94-4a56-8aa8-58aaff3ff3a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.264645 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f66db8f-c71a-469f-b692-32d793a16e70 req-8ef35730-ae94-4a56-8aa8-58aaff3ff3a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.5557623 May 19 12:54:04.323567 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8afd4215-7a17-4487-b550-06e502d65374 req-734e9f9a-01b5-4d8c-9bbe-cd1afb481d04 tempest-ServerShowV247Test-403776798 tempest-ServerShowV247Test-403776798-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfaf7c35-301a-4949-b61c-2563e125f303 HTTP/1.1" status: 200 len: 210 time: 0.0494800 May 19 12:54:04.341217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['61a2ea57-622a-4be7-b43c-5fff3d1afea1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:04.349118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-4d64383d-161b-4430-800c-97eeb188dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.350693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-4d64383d-161b-4430-800c-97eeb188dff7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1468027 May 19 12:54:04.368479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f66db8f-c71a-469f-b692-32d793a16e70 req-b90f615e-8539-42da-8807-30962a32ccfe tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873625 May 19 12:54:04.443755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b141-ed17-4cdf-ae2d-eeabc290808f req-7a9cc1ab-6f56-4506-bf31-95ff48dd1341 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.445595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3b0b141-ed17-4cdf-ae2d-eeabc290808f req-7a9cc1ab-6f56-4506-bf31-95ff48dd1341 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 949 time: 0.2913423 May 19 12:54:04.701785 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-b24dd9e5-f10b-46c8-b3e4-98fceeb31623 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420041 May 19 12:54:04.725958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3b0b141-ed17-4cdf-ae2d-eeabc290808f req-88ecf16c-f40f-4ff9-9ae1-0c7266a97b6f tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731419 May 19 12:54:04.762521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-41eb0936-e1c6-4e89-926a-a3a2a0d56cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.773885 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-41eb0936-e1c6-4e89-926a-a3a2a0d56cbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4144278 May 19 12:54:04.900104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc926-caad-4aa1-84b9-08e9286b39d9 req-6e4020aa-d6b0-429c-806a-697afcf41804 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.912494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a88bc926-caad-4aa1-84b9-08e9286b39d9 req-6e4020aa-d6b0-429c-806a-697afcf41804 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 949 time: 0.2706997 May 19 12:54:04.984763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-780c6900-db63-48c0-8dae-ff3f334112bb tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:04.987166 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-780c6900-db63-48c0-8dae-ff3f334112bb tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769122 May 19 12:54:05.002068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Request body: {'port': {'device_id': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '1fb54fec97d549e8849e9f64290cd0a5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:05.121411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a88bc926-caad-4aa1-84b9-08e9286b39d9 req-3d0100b8-e092-44e6-8fbc-0d18fd2520ed tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079096 May 19 12:54:05.136329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-687a64a5-ba5c-461d-a1df-4f99a7b875c5 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382041 May 19 12:54:05.208866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039272b-8135-43ad-aa69-da5c7dc30ef4 req-6883bda7-df1c-4cf1-89bc-09eae1f06481 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:05.211803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7039272b-8135-43ad-aa69-da5c7dc30ef4 req-6883bda7-df1c-4cf1-89bc-09eae1f06481 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.2938125 May 19 12:54:05.424773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7039272b-8135-43ad-aa69-da5c7dc30ef4 req-be621f76-708c-4080-8e4b-ee78ce4fa420 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141481 May 19 12:54:05.427169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:05.457053 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d7bc9f-e2f5-41ef-b1f0-f61a5ae4a226 req-5f8dab48-85d8-4e3d-aa2e-d98c14b55820 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124702 May 19 12:54:05.462531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Usage tracker for resource:port and tenant:1fb54fec97d549e8849e9f64290cd0a5 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:05.466245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:05.473512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:05.491764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Made reservation on behalf of 1fb54fec97d549e8849e9f64290cd0a5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:54:05.496574 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:05.513250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:05.531447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:05.536108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Usage tracker for resource:security_group_rule and tenant:1fb54fec97d549e8849e9f64290cd0a5 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:05.539514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:05.542078 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d949bd6-5ea9-4b8c-8e64-1aeaabec8335 req-984d4a18-ed24-43e6-9020-9436fa9dbf7c tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0828755 May 19 12:54:05.556503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:05.730189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:05.739939 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:05.745725 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:05.784008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8aff5-e388-45e1-b5ee-924aece6cf56 req-0c87cacf-76d6-4d5d-a0fd-98d054ef3862 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:05.786844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bee8aff5-e388-45e1-b5ee-924aece6cf56 req-0c87cacf-76d6-4d5d-a0fd-98d054ef3862 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 0.1949372 May 19 12:54:05.828717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26201a2-dd1b-4a19-980d-6e040ac51d5c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:05.839580 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:05.952167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Allocated IP 192.168.233.109 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/0af3effe-a0f5-4aa1-88f7-377a24be9099) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:06.000791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bee8aff5-e388-45e1-b5ee-924aece6cf56 req-168bf263-a96d-41a7-a7de-e2ffee4f26f1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273992 May 19 12:54:06.040671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2bc3f-fd31-46b2-8ce4-7f6f778752bc req-74a3a521-4f12-44bf-869c-d8b721cc4bad tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:06.044143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5db2bc3f-fd31-46b2-8ce4-7f6f778752bc req-74a3a521-4f12-44bf-869c-d8b721cc4bad tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.2552941 May 19 12:54:06.102205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 151787c5-1f8a-4cb8-8cf4-57e27efd7025 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:06.105821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5db2bc3f-fd31-46b2-8ce4-7f6f778752bc req-22004c0a-6f04-4903-8961-e8686a9a0df2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540600 May 19 12:54:06.121801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:06.240307 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:06.257972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:06.258624 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.276237 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.306168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Transition to ACTIVE for port object 0af3effe-a0f5-4aa1-88f7-377a24be9099 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:06.338678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10120a25-59e0-4731-96d1-d60a8a729f79 req-48879d12-0aab-4b81-a565-a73834bd5cf7 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:06.342881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10120a25-59e0-4731-96d1-d60a8a729f79 req-48879d12-0aab-4b81-a565-a73834bd5cf7 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 949 time: 0.1842339 May 19 12:54:06.357437 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.366396 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:06.421727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.436175 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.444963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:06.448319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:06.451633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:06.459847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:06.477894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:06.487494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.488472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:06.511688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:06.523810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Pushing event updated for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:06.528208 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:06.536027 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:06.543816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Usage tracker for resource:security_group_rule and tenant:9bbe77b5c1ec42a2a557261d6af21b67 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:06.552609 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:06.562044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10120a25-59e0-4731-96d1-d60a8a729f79 req-d13ecc6c-368c-48ad-a2a3-08a5da151706 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780715 May 19 12:54:06.573951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-0fe1682a-a895-4d96-ab7c-0323821cf513 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666869 May 19 12:54:06.576430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:06.593849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:06.596840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.614538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:06.625561 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:06.660096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 6c86218f-5784-4bb9-861d-7e22fa2025b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:06.660759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.662235 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6641860 May 19 12:54:06.674759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Request body: {'port': {'device_id': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:06.844959 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.936332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1f5bc4b-a0b7-45af-a9d3-55dba6b636f3 None None] Provisioning for port 0af3effe-a0f5-4aa1-88f7-377a24be9099 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:06.945740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:06.964592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-286d6a5f-4ad5-4f9b-b58f-9253b49cb73c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:06.967238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-286d6a5f-4ad5-4f9b-b58f-9253b49cb73c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921475 May 19 12:54:06.987381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1f5bc4b-a0b7-45af-a9d3-55dba6b636f3 None None] Provisioning complete for port 0af3effe-a0f5-4aa1-88f7-377a24be9099 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:06.988029 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1f5bc4b-a0b7-45af-a9d3-55dba6b636f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.011361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-42f13406-5485-4428-b13b-9d79548b9987 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/quotas/7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 375 time: 0.0256858 May 19 12:54:07.022140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb224-e469-47a2-9b87-84da83bbeed9 req-c3e368a3-0feb-4922-b033-32564ea699a6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:07.024136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-56bcb224-e469-47a2-9b87-84da83bbeed9 req-c3e368a3-0feb-4922-b033-32564ea699a6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.2690694 May 19 12:54:07.080297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:07.092068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'floatingip': {'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:07.099133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:07.109684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.115330 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:07.118307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.127394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.138016 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-980214aa-5687-44d9-b8a5-2f12afee4d39 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:07.198299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5bc4b-a0b7-45af-a9d3-55dba6b636f3 None None] Port 0af3effe-a0f5-4aa1-88f7-377a24be9099 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:54:07.200111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481eb77-2104-4101-9764-c7e3d40e4a84,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:07.201230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:07.229640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bbe77b5c1ec42a2a557261d6af21b67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1055515 May 19 12:54:07.233174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:07.234502 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:07.300718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-1d4a6470-7beb-41e0-8c07-83a565b55bb5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751112 May 19 12:54:07.339022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.371544 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.422522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:07.434259 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:07.439410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:07.452202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:07.452572 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.469446 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.640664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.652418 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1fa592bd-06f7-4a26-8d5b-c273dba59096 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:07.671794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481eb77-2104-4101-9764-c7e3d40e4a84,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:07.716743 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:07.722987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:07.730635 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a481eb77-2104-4101-9764-c7e3d40e4a84 HTTP/1.1" status: 204 len: 168 time: 0.4946225 May 19 12:54:07.841779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecddf80-32da-4f4d-a0c3-a5fcf2c68580 req-9699f47f-a35b-4ab4-a386-b1313b194ba1 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:07.843280 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025', 'code': 200} May 19 12:54:07.857755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aecddf80-32da-4f4d-a0c3-a5fcf2c68580 req-9699f47f-a35b-4ab4-a386-b1313b194ba1 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.2720165 May 19 12:54:08.007664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aecddf80-32da-4f4d-a0c3-a5fcf2c68580 req-fe27fc6f-b5c3-4131-8d43-d54eba376667 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478786 May 19 12:54:08.291362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c050ec0-27f8-428f-8cc4-20fd8892a071 req-09928320-df28-472b-9df9-aa6f25f41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:08.295135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c050ec0-27f8-428f-8cc4-20fd8892a071 req-09928320-df28-472b-9df9-aa6f25f41c17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 1101 time: 0.3071315 May 19 12:54:08.374949 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:08.565714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:08.598315 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:08.608839 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:08.705623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:08.715883 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:08.851936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c050ec0-27f8-428f-8cc4-20fd8892a071 req-30a494e9-b33e-4322-93e3-9c1415b364a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404067 May 19 12:54:08.915733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ef592-4da0-49cf-82e3-36078b11af58 req-ab62f133-325a-4328-bc02-754af319c56b tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:08.918144 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc9ef592-4da0-49cf-82e3-36078b11af58 req-ab62f133-325a-4328-bc02-754af319c56b tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 936 time: 0.5437567 May 19 12:54:08.931780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aaa17-dea9-44e2-9d26-2e6918ff0f87 req-fa9a5a2c-ba7b-4ee5-8bdd-0de9fdfb68ea tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:08.939836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a3aaa17-dea9-44e2-9d26-2e6918ff0f87 req-fa9a5a2c-ba7b-4ee5-8bdd-0de9fdfb68ea tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.4688666 May 19 12:54:09.063028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a3aaa17-dea9-44e2-9d26-2e6918ff0f87 req-c0bfafb4-1171-4df0-861c-87a5cb2a8c68 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109912 May 19 12:54:09.066692 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc9ef592-4da0-49cf-82e3-36078b11af58 req-ccf0ac30-53e0-49ef-9168-e25d82a0119a tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245725 May 19 12:54:09.253329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af3effe-a0f5-4aa1-88f7-377a24be9099 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:09.266507 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:09.476680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Transition to ACTIVE for port object 0af3effe-a0f5-4aa1-88f7-377a24be9099 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:09.484202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:09.490649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2932e-5248-4772-a9be-ddbb6d52cce4 req-5982f32d-760b-4a8e-adbf-9e49cc1100fd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:09.491139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05e2932e-5248-4772-a9be-ddbb6d52cce4 req-5982f32d-760b-4a8e-adbf-9e49cc1100fd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 950 time: 0.2039444 May 19 12:54:09.499142 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9702c80d-9586-4d96-99a4-cc1be4ddb864 req-7d8b41e3-0358-41e0-bc27-31e290324674 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 210 time: 0.0889425 May 19 12:54:09.515159 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:09.560725 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05e2932e-5248-4772-a9be-ddbb6d52cce4 req-4d4d5ac3-f72e-4088-8873-8f6e52081cdc tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 May 19 12:54:09.844662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}, {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:09.883201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b1b0-c281-485e-996f-05924b8da879 req-bb5c9e93-b3f9-45eb-8059-e9a0e62a09ab tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:09.894846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc38b1b0-c281-485e-996f-05924b8da879 req-bb5c9e93-b3f9-45eb-8059-e9a0e62a09ab tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.1575205 May 19 12:54:09.966012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc38b1b0-c281-485e-996f-05924b8da879 req-d059b4f0-f057-4d8c-a4c4-0ae036c82d5c tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696361 May 19 12:54:10.031673 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:54:10.032252 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'code': 200} May 19 12:54:10.074209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Pushing event updated for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:10.124586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-ba78fb1c-a74c-486e-9881-865921bbf5ba tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7488c038ae614e4f83a51f4b8d832d73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627170 May 19 12:54:10.162672 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:10.284956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9ceda0c-f2ca-4059-8da4-08ce4c5f651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:10.309447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:10.333888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:10.536442 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Attempting to bind port 0af3effe-a0f5-4aa1-88f7-377a24be9099 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:54:10.536753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Attempting to bind port 0af3effe-a0f5-4aa1-88f7-377a24be9099 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:54:10.536980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Attempting to bind port 0af3effe-a0f5-4aa1-88f7-377a24be9099 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:10.558795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Port 0af3effe-a0f5-4aa1-88f7-377a24be9099 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:54:10.559126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Attempting to bind port 0af3effe-a0f5-4aa1-88f7-377a24be9099 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:10.566548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0c7ed-35c5-42e3-9a64-fc50ab8d3dd0 req-a44de48a-286f-469d-b64c-fb0de9809051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:10.568103 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-00c0c7ed-35c5-42e3-9a64-fc50ab8d3dd0 req-a44de48a-286f-469d-b64c-fb0de9809051 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1096 time: 0.3929894 May 19 12:54:10.574034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:54:10.574410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:10.574828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:54:10.575315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Bound port: 0af3effe-a0f5-4aa1-88f7-377a24be9099, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:54:10.575680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:10.587285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-65dfa625-c756-4791-9f60-3fb4ffcb089f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:10.590672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-65dfa625-c756-4791-9f60-3fb4ffcb089f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4603229 May 19 12:54:10.612963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Request body: {'port': {'device_id': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '7488c038ae614e4f83a51f4b8d832d73'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:10.665410 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Floating IP 152e8805-eb0a-40b2-80dc-1faac557f9ef associated. External IP: 172.25.4.252, port: 670bc440-dde5-4e7c-9b83-301d2c88b228. May 19 12:54:10.665765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dbb7c-0e54-489d-9ced-aa340d9451c2 req-1f3c8ec1-3b82-40bb-96c1-69ca7105817c tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:10.667911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee7dbb7c-0e54-489d-9ced-aa340d9451c2 req-1f3c8ec1-3b82-40bb-96c1-69ca7105817c tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 948 time: 0.3327656 May 19 12:54:10.752200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-00c0c7ed-35c5-42e3-9a64-fc50ab8d3dd0 req-8d0ad091-b962-42cc-b4a9-83ca7151b06b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663296 May 19 12:54:10.798379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee7dbb7c-0e54-489d-9ced-aa340d9451c2 req-38130701-c34b-4ef2-a82e-b94c314870ec tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209729 May 19 12:54:10.816916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf1f0-00bb-4f88-a486-962d0f2e967a req-c7c10802-ef22-408e-bf49-e7817fbeaa33 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:10.819166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-919cf1f0-00bb-4f88-a486-962d0f2e967a req-c7c10802-ef22-408e-bf49-e7817fbeaa33 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.2983789 May 19 12:54:10.910797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:10.929853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:10.943118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:10.949476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-919cf1f0-00bb-4f88-a486-962d0f2e967a req-8949f25f-cb0d-43ad-aeb6-7497de391ee7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068976 May 19 12:54:10.965090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Made reservation on behalf of 7488c038ae614e4f83a51f4b8d832d73 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:54:10.968792 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.026279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:54:11.034443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.048031 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61595d56-1d5b-43ae-8eb1-e88a7f2c23ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:11.137380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:11.138171 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.139951 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-37f37867-20cf-4858-9057-423d6e59699b service neutron] 10.222.0.71 "PUT /v2.0/ports/0af3effe-a0f5-4aa1-88f7-377a24be9099 HTTP/1.1" status: 200 len: 1096 time: 4.4692743 May 19 12:54:11.142324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:11.269733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b891e1c4-aeb4-4732-9c4e-5e36b0c63edd req-a1ea5754-e81a-47c3-9ff5-b11517c86cf6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 210 time: 0.1685801 May 19 12:54:11.312036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Allocated IP 192.168.233.159 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/f06aa3c0-be93-40d7-9a48-8eebc3c7097e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:11.381214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d90da-958e-4bc7-b637-d9b5d4ed4b72 req-ed7276d8-10d7-42df-a1c9-1080c492b8f9 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:11.382918 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-543d90da-958e-4bc7-b637-d9b5d4ed4b72 req-ed7276d8-10d7-42df-a1c9-1080c492b8f9 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 950 time: 0.2219908 May 19 12:54:11.439172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Pushing event updated for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:11.446851 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:11.492190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Router c4667960-498a-49e0-a093-4d480d9f403e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:11.529001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-543d90da-958e-4bc7-b637-d9b5d4ed4b72 req-6e899d1b-ece1-4f78-80ba-27f6460c3713 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243658 May 19 12:54:11.566830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-d333d4f3-8e1a-47f1-adfd-707bdde2f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:11.568401 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-d333d4f3-8e1a-47f1-adfd-707bdde2f6a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 1099 time: 0.3593137 May 19 12:54:11.677040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-4ff6edcc-aebf-4f71-9831-dc6c1784022c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099 HTTP/1.1" status: 200 len: 217 time: 0.0928323 May 19 12:54:11.687607 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099', 'status': 'completed', 'code': 200} May 19 12:54:11.777620 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.810260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Transition to ACTIVE for port object f06aa3c0-be93-40d7-9a48-8eebc3c7097e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:11.841875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-c526a83b-cbd5-4b96-98fc-e256daa70150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:11.843475 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-c526a83b-cbd5-4b96-98fc-e256daa70150 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1530495 May 19 12:54:11.856888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75485b-8f86-41d8-8ad6-90fbe29b98a1 req-526abcc4-147a-490c-b464-58b64f8ec6af tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:11.858634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a75485b-8f86-41d8-8ad6-90fbe29b98a1 req-526abcc4-147a-490c-b464-58b64f8ec6af tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.1530769 May 19 12:54:11.861943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:11.874615 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Sync routers for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:11.898563 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:11.901400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.902304 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:11.958638 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:11.979313 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:11.984307 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-18a16d55-c927-4057-abe5-cc46c58419b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "PUT /v2.0/floatingips/152e8805-eb0a-40b2-80dc-1faac557f9ef HTTP/1.1" status: 200 len: 991 time: 4.9019771 May 19 12:54:11.987762 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e114c89a-a0dc-4e0a-a474-7d88120d3951 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:12.019003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-81df0d1e-ed44-4a5d-a352-de048cf98b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.020615 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-81df0d1e-ed44-4a5d-a352-de048cf98b5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602719 May 19 12:54:12.036537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', '6c86218f-5784-4bb9-861d-7e22fa2025b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:12.134313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a75485b-8f86-41d8-8ad6-90fbe29b98a1 req-92ecb75b-bd86-48d3-b3d5-a2ae08b0d232 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532780 May 19 12:54:12.156773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:12.164870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:12.172204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:12.210928 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:12.238067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:12.245949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:12.331043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.332469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:12.357031 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-dbc3207f-03b6-4450-ad2e-4ee215daec9f service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291061 May 19 12:54:12.610485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66f8edca-1801-40d2-9204-cfe7dac864ac None None] Provisioning for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:12.626766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66f8edca-1801-40d2-9204-cfe7dac864ac None None] Provisioning complete for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:12.627144 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f8edca-1801-40d2-9204-cfe7dac864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:12.641648 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c8784e82-8acc-4b7e-9d6f-0d2638008528 req-3e001bc5-a475-4eab-9193-6bdd56a9d104 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767730 May 19 12:54:12.653927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0497880 May 19 12:54:12.706331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Request body: {'port': {'device_id': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:12.712161 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '152e8805-eb0a-40b2-80dc-1faac557f9ef', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c56c89-480e-4f1a-bc47-167f193949d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:36Z', 'updated_at': '2021-05-19T12:54:09Z', 'revision_number': 1, 'project_id': 'f6c385f268c74baabf8254875377953d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:12.714608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-66f8edca-1801-40d2-9204-cfe7dac864ac None None] Port f06aa3c0-be93-40d7-9a48-8eebc3c7097e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:54:12.722574 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Checking router: c4667960-498a-49e0-a093-4d480d9f403e for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:12.734111 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:12.735222 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:53:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:12.758070 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60a08d73-0a0f-4da6-88e2-bf443711df40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:12.793434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-3c2b28a6-6ac4-455d-9f2a-c8cf9651655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.795527 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-3c2b28a6-6ac4-455d-9f2a-c8cf9651655d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 1099 time: 0.1058731 May 19 12:54:12.824716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:12.881769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:12.903456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570ad0-f24a-487e-b6b9-a1ef2e2b2a91 req-cc00d846-3733-426f-a13d-9eeb27ec76f5 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.911281 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84570ad0-f24a-487e-b6b9-a1ef2e2b2a91 req-cc00d846-3733-426f-a13d-9eeb27ec76f5 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 948 time: 0.4994855 May 19 12:54:12.924150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104d23-b5b7-4217-9710-997457ff5b81 req-9042be66-3b01-4181-ab7b-b4f893aac890 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.927637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47104d23-b5b7-4217-9710-997457ff5b81 req-9042be66-3b01-4181-ab7b-b4f893aac890 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.2804148 May 19 12:54:12.949688 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:12.956152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-09af39d0-4e1c-42b1-8ac1-b2d755b062a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:12.958354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-09af39d0-4e1c-42b1-8ac1-b2d755b062a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.1559334 May 19 12:54:13.028739 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-b4a012cf-fdef-41d8-95a7-a21af74676af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099 HTTP/1.1" status: 200 len: 217 time: 0.0635848 May 19 12:54:13.073124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84570ad0-f24a-487e-b6b9-a1ef2e2b2a91 req-c530c002-c6cd-46b4-b380-0bb82f839786 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600308 May 19 12:54:13.094620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47104d23-b5b7-4217-9710-997457ff5b81 req-ce120398-15c0-4906-a490-3e9a980922d7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370215 May 19 12:54:13.127436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-34dea57d-4671-4951-90f4-812e7d2d2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:13.130428 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-34dea57d-4671-4951-90f4-812e7d2d2048 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.0942192 May 19 12:54:13.226099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-ff29e7dd-4aa0-4e47-b343-451e89bb5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:13.227889 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-ff29e7dd-4aa0-4e47-b343-451e89bb5b95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909493 May 19 12:54:13.440738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-6bb582c4-1c33-4f4c-80d8-d3e15ea12ae3 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042596 May 19 12:54:13.684504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef22cd-83f7-44bf-9f2d-771321024165 req-f3bc23cd-7377-4aaf-8033-679963db6ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:13.685539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-70ef22cd-83f7-44bf-9f2d-771321024165 req-f3bc23cd-7377-4aaf-8033-679963db6ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:13.705536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:13.765114 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '152e8805-eb0a-40b2-80dc-1faac557f9ef', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c56c89-480e-4f1a-bc47-167f193949d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:36Z', 'updated_at': '2021-05-19T12:54:09Z', 'revision_number': 1, 'project_id': 'f6c385f268c74baabf8254875377953d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:13.782727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e577e11-e43e-48eb-9d1e-f6f5e442e00c None None] The sync data for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 is: [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '152e8805-eb0a-40b2-80dc-1faac557f9ef', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c56c89-480e-4f1a-bc47-167f193949d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:36Z', 'updated_at': '2021-05-19T12:54:09Z', 'revision_number': 1, 'project_id': 'f6c385f268c74baabf8254875377953d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:13.898245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-70ef22cd-83f7-44bf-9f2d-771321024165 req-f3bc23cd-7377-4aaf-8033-679963db6ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:13.900294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70ef22cd-83f7-44bf-9f2d-771321024165 req-f3bc23cd-7377-4aaf-8033-679963db6ac7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 936 time: 0.4578204 May 19 12:54:13.981988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:14.012199 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:14.040218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a799-54c0-4bb7-a5d6-431231921236 req-8f467ffa-073c-4a08-aac5-2b1ef5eee9a3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:14.044582 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a513d5ba-9193-4d40-b7d9-02743f1b40c5 req-19d5f6e5-85a7-421e-954a-aeed065e345a service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958793 May 19 12:54:14.056401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:14.057991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42a1a799-54c0-4bb7-a5d6-431231921236 req-8f467ffa-073c-4a08-aac5-2b1ef5eee9a3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.4719667 May 19 12:54:14.075688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Request body: {'floatingip': {'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:14.107680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:14.120388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Transition to ACTIVE for port object f06aa3c0-be93-40d7-9a48-8eebc3c7097e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:14.129686 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:14.163450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70ef22cd-83f7-44bf-9f2d-771321024165 req-97f7bec8-2c33-4ff9-8def-948c04e00805 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457004 May 19 12:54:14.165160 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f4703073-9ac7-43d9-afb3-3c1563943f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:14.169209 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:14.237299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c34bc29-2869-45c3-8b27-4f80d6b8f37c None None] New status for floating IP 152e8805-eb0a-40b2-80dc-1faac557f9ef: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:54:14.302312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3df6-4f4d-4112-8882-3a92b8358638 req-7c9f94a9-f8d0-402f-a4db-8850e328a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:14.311613 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3b3a3df6-4f4d-4112-8882-3a92b8358638 req-7c9f94a9-f8d0-402f-a4db-8850e328a496 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.5926046 May 19 12:54:14.442617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:14.792254 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'status': 'completed', 'code': 200} May 19 12:54:14.846353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:14.855658 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:14.877928 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:14.913677 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3b3a3df6-4f4d-4112-8882-3a92b8358638 req-f921e321-3973-40a1-babf-80f7ffdbf87c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325561 May 19 12:54:14.970392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:14.987277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Usage tracker for resource:security_group_rule and tenant:2e813d32fb1142d8bb9b969622c22969 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:15.002896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:15.023537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:15.080482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:54:15.080819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:54:15.081106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:15.090983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-f593b3d3-a977-4ce8-8c80-dba0fa5617b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:15.092577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-f593b3d3-a977-4ce8-8c80-dba0fa5617b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1096 time: 0.2992635 May 19 12:54:15.109049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5670c04-becf-4d56-a19f-460865d53eb8 req-f5562b87-54f6-40b0-bc71-c2966c99f53c tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:15.110604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5670c04-becf-4d56-a19f-460865d53eb8 req-f5562b87-54f6-40b0-bc71-c2966c99f53c tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.6680048 May 19 12:54:15.114524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:54:15.114894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:15.126473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115671-a234-4cb6-adf1-d434bb52e187 req-ab19a5bd-ece0-4e77-ac5f-0493339aaf80 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:15.128081 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b115671-a234-4cb6-adf1-d434bb52e187 req-ab19a5bd-ece0-4e77-ac5f-0493339aaf80 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 948 time: 0.2830522 May 19 12:54:15.152451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:54:15.152797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:15.153215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:54:15.153564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Bound port: f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:54:15.153910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.175072 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0af3effe-a0f5-4aa1-88f7-377a24be9099 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:54:15.196011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.337336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a5670c04-becf-4d56-a19f-460865d53eb8 req-1114615b-a8d9-4572-9d73-b523f2927487 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073646 May 19 12:54:15.433474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-7f4b0be5-777e-4b4f-b73e-76371eb1cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:15.434917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:15.436879 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-7f4b0be5-777e-4b4f-b73e-76371eb1cea1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.3283658 May 19 12:54:15.452146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:54:15.458837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b115671-a234-4cb6-adf1-d434bb52e187 req-8ffb1066-f44c-4cba-8ce2-049258d4bde6 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880986 May 19 12:54:15.472621 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.510789 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.514035 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4d0f361-5efc-4b4d-a0c8-a16ce309f095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:15.576741 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.607750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.657019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:15.695416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:15.696670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.701649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] 10.222.0.57 "PUT /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 1096 time: 3.0088181 May 19 12:54:15.703019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:15.706399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '0af3effe-a0f5-4aa1-88f7-377a24be9099', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '0af3effe-a0f5-4aa1-88f7-377a24be9099', 'mac_address': 'fa:16:3e:31:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:54:15.755425 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.769188 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.909574 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-e3fc186c-9eb2-4de1-8d58-291d62326017 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 1001 time: 0.4509399 May 19 12:54:15.946868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:15.993161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af3effe-a0f5-4aa1-88f7-377a24be9099 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:16.042772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:16.052309 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:16.059194 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:16.116180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-7e49f190-0629-452e-b8a7-804c3c2024a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:16.117567 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-7e49f190-0629-452e-b8a7-804c3c2024a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1270266 May 19 12:54:16.119085 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Floating IP 47816d01-91be-4efc-90f7-9ff931b5c974 associated. External IP: 172.25.4.169, port: 61a2ea57-622a-4be7-b43c-5fff3d1afea1. May 19 12:54:16.295205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:16.305001 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:16.325798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:16.334359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e813d32fb1142d8bb9b969622c22969&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2244012 May 19 12:54:16.345688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:16.347193 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:16.350226 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'status': 'completed', 'code': 200} May 19 12:54:16.375382 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7358450-1011-4b65-b8b8-d1d7fca9d9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:16.403530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['0af3effe-a0f5-4aa1-88f7-377a24be9099'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:16.574832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-230ce7a0-c666-48e2-a15e-ba2a30002af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:16.576488 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-230ce7a0-c666-48e2-a15e-ba2a30002af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041295 May 19 12:54:16.659726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6350f-5e10-444f-a4ac-43d923da63ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:16.669306 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:16.676567 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:16.763862 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:16.809121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404a20-b910-48eb-89b3-5ad44d023413 req-e9f2d92f-0b04-4c94-b477-433df91eac1e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:16.810743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99404a20-b910-48eb-89b3-5ad44d023413 req-e9f2d92f-0b04-4c94-b477-433df91eac1e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.8546894 May 19 12:54:16.834623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-55865db0-971c-4687-befe-53628d8daf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:16.836924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-55865db0-971c-4687-befe-53628d8daf13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1099 time: 1.0321932 May 19 12:54:16.837147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:16.897568 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-e1aa5fb7-54aa-4800-98ed-60f2f7220e66 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675471 May 19 12:54:16.904499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:16.985422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-5bd4c3b8-194f-455e-8e63-e70175f42df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1356447 May 19 12:54:17.006895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfb2a-3f5f-45ed-b280-ce6a026fab78 req-fc07142c-dd56-4d25-bb1f-3cc277592360 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.008519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-886cfb2a-3f5f-45ed-b280-ce6a026fab78 req-fc07142c-dd56-4d25-bb1f-3cc277592360 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 950 time: 0.6103573 May 19 12:54:17.099160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99404a20-b910-48eb-89b3-5ad44d023413 req-0e33abec-2f81-45f3-a698-0020a9991395 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567387 May 19 12:54:17.125898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-6637c544-8188-4f6b-a834-c5b0286ee713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.128311 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-6637c544-8188-4f6b-a834-c5b0286ee713 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1298654 May 19 12:54:17.132981 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:17.146891 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e786b980-d6ac-4efb-9734-79637da39bcf tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:17.222795 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6b4bc-2495-4850-9f96-55e4f2c2ed17 req-1b130fa0-4189-4d69-98ae-b2477e314614 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168955 May 19 12:54:17.240019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-886cfb2a-3f5f-45ed-b280-ce6a026fab78 req-760718aa-ad78-44da-afd8-55833cedb46b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834855 May 19 12:54:17.245110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:17.250642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:17.257480 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:17.258155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6350f-5e10-444f-a4ac-43d923da63ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:17.282038 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:17.283197 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:17.328602 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:17.348676 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:17.352863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4a6350f-5e10-444f-a4ac-43d923da63ec HTTP/1.1" status: 204 len: 168 time: 0.9799101 May 19 12:54:17.369713 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad0ca0b8-1e6a-45b5-8e98-4ed55ea562a2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "PUT /v2.0/floatingips/47816d01-91be-4efc-90f7-9ff931b5c974 HTTP/1.1" status: 200 len: 991 time: 3.3065836 May 19 12:54:17.371103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:17.422492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-0c9903ce-ab20-4d4e-ad69-6ed1b0d7c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.424693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-0c9903ce-ab20-4d4e-ad69-6ed1b0d7c87c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2850478 May 19 12:54:17.633373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe1b10-2d59-4316-96e4-a48b27682753 req-d74bbb65-9754-46d3-a5f0-2b75cafdb570 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.641376 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4fe1b10-2d59-4316-96e4-a48b27682753 req-d74bbb65-9754-46d3-a5f0-2b75cafdb570 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.3970990 May 19 12:54:17.688050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-ef847e28-ef39-4c1b-82ba-1a439d28025e tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.691025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-ef847e28-ef39-4c1b-82ba-1a439d28025e tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Synchronizing usage tracker for tenant:cf1a5fba97b7498fb404d5c06292760e on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:17.692946 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:17.733515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-ef847e28-ef39-4c1b-82ba-1a439d28025e tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Unset dirty status for tenant:cf1a5fba97b7498fb404d5c06292760e on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:17.738101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-ef847e28-ef39-4c1b-82ba-1a439d28025e tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 950 time: 0.3243229 May 19 12:54:17.739007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4fe1b10-2d59-4316-96e4-a48b27682753 req-ce09ac22-65fe-4cfa-9195-028ac2c9e14e tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966704 May 19 12:54:17.807864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-00e8c1a6-3b67-4fb9-9076-a826a48f8a92 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711727 May 19 12:54:17.956892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4818-16bb-4bd9-a7d2-277f1dce4af5 req-24895f54-9362-4c4d-b033-d00c93e73482 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:17.962730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Deleting port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:17.963767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:17.966096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85aa4818-16bb-4bd9-a7d2-277f1dce4af5 req-24895f54-9362-4c4d-b033-d00c93e73482 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 949 time: 0.4255161 May 19 12:54:18.050043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85aa4818-16bb-4bd9-a7d2-277f1dce4af5 req-db8e5c10-61e2-47f9-9a7a-3d95cc886fa2 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 May 19 12:54:18.094054 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-849835539', 'description': 'tempest-description-208024588'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:18.100420 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52dc130d-e94c-45ed-a2b4-719028bfe653 req-a7807e59-e17b-4781-9321-33fc149accfa service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807713 May 19 12:54:18.102790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:18.104238 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'status': 'completed', 'code': 200} May 19 12:54:18.108151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Usage tracker for resource:security_group and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:18.111397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:18.119400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:18.134602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:18.180806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:18.189300 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:54:18.190342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Usage tracker for resource:security_group_rule and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:18.196508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:18.211502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:18.319823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] For port 151787c5-1f8a-4cb8-8cf4-57e27efd7025, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=151787c5-1f8a-4cb8-8cf4-57e27efd7025,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:18.320643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:18.354289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-7df66f78-4d71-483d-be11-7985b376973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:18.362090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-7df66f78-4d71-483d-be11-7985b376973e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1096 time: 0.1955516 May 19 12:54:18.560126 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '47816d01-91be-4efc-90f7-9ff931b5c974', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:43Z', 'updated_at': '2021-05-19T12:54:15Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:18.567544 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:18.582866 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:18.584011 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:18.653204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-c29c1297-0164-4fcf-9676-2f7f2106a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:18.656841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-c29c1297-0164-4fcf-9676-2f7f2106a5fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1099 time: 0.3791170 May 19 12:54:18.694879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:18.738740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:18.755218 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7faee86e-9445-42b2-a55e-1e6a9a3c6156 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:18.790921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Calling delete_port for 151787c5-1f8a-4cb8-8cf4-57e27efd7025 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:18.819375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6eef6-3d98-40bc-9192-1cada59fa5dd req-d6a6338e-8a74-43a3-9e86-dd12655a857d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:18.829640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37b6eef6-3d98-40bc-9192-1cada59fa5dd req-d6a6338e-8a74-43a3-9e86-dd12655a857d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.4519770 May 19 12:54:18.913486 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:18.921693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7179663-0be0-462f-84cb-36a6148e3215,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:18.924379 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:18.936660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2965151c-a6f9-47af-9dcb-7d554f0b0288 req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8508317 May 19 12:54:18.937644 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:19.000798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37b6eef6-3d98-40bc-9192-1cada59fa5dd req-ddc66876-3042-4062-aca8-7c2f73a2ca40 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696088 May 19 12:54:19.047366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-1cc51fd4-afd1-44b4-91d3-58aad66c28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.049099 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-1cc51fd4-afd1-44b4-91d3-58aad66c28ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3728452 May 19 12:54:19.136005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-ff858542-0688-4c2e-a8ad-2a709cb34531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.138678 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-ff858542-0688-4c2e-a8ad-2a709cb34531 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.3678448 May 19 12:54:19.205174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-b419716b-04bb-4a34-9ae0-ffaa72e44fe4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1483166 May 19 12:54:19.205906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0af3effe-a0f5-4aa1-88f7-377a24be9099 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:19.320894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-b4f7ac3a-138b-4526-a2e3-1e8b78fa0b3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 999 time: 0.1666503 May 19 12:54:19.386227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 0af3effe-a0f5-4aa1-88f7-377a24be9099 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:19.400714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 0af3effe-a0f5-4aa1-88f7-377a24be9099 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:19.401375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:19.406772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-83d0b45b-6cd8-4a68-9561-a1a8a853270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.409007 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-83d0b45b-6cd8-4a68-9561-a1a8a853270d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.0805991 May 19 12:54:19.539719 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '47816d01-91be-4efc-90f7-9ff931b5c974', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:43Z', 'updated_at': '2021-05-19T12:54:15Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:19.547623 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a37ae2-7d10-4c1d-ac08-1edfa2c5dfb2 None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '47816d01-91be-4efc-90f7-9ff931b5c974', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:53:43Z', 'updated_at': '2021-05-19T12:54:15Z', 'revision_number': 1, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:19.563877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:19.576054 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:19.639838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-96fa9f88-af4f-4ab4-b261-c0de9c1362df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.645844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-96fa9f88-af4f-4ab4-b261-c0de9c1362df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4327350 May 19 12:54:19.663480 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:19.731857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:19.762709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:19.763216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] No DVR routers for this DVR port 151787c5-1f8a-4cb8-8cf4-57e27efd7025 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:54:19.765153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Pushing event deleted for resources: {'Port': ['ID=151787c5-1f8a-4cb8-8cf4-57e27efd7025,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:19.768184 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:19.771011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:19.772877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-7ea4d0b3-4748-4089-92e9-c9656affa221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.780127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-7ea4d0b3-4748-4089-92e9-c9656affa221 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598509 May 19 12:54:19.781012 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:19.781187 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:19.810283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409445de-267e-4a0d-9676-63ca8125a99d req-27d2f6a8-3f8a-4f79-93c4-ca7c94fd33a4 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:19.831653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-409445de-267e-4a0d-9676-63ca8125a99d req-27d2f6a8-3f8a-4f79-93c4-ca7c94fd33a4 tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a930113-ab07-442f-b740-fad9dfda6c8a HTTP/1.1" status: 200 len: 950 time: 0.6783769 May 19 12:54:19.959599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:19.974415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.975572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.976634 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.977664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.979392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.980362 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.980950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.981643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.982638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.983311 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.983875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.985342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:19.990249 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:20.000024 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7613645-9934-4fc9-9f25-1cd38b559a57 req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.57 "DELETE /v2.0/ports/151787c5-1f8a-4cb8-8cf4-57e27efd7025 HTTP/1.1" status: 204 len: 173 time: 2.2551618 May 19 12:54:20.033960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-409445de-267e-4a0d-9676-63ca8125a99d req-72fd4d96-9db8-490f-9989-e2928cf406be tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eba33a2-6442-4202-8c2a-24971a1c3d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008038 May 19 12:54:20.043884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c2521-be89-4274-97a4-a8b80c7de9e9 None None] New status for floating IP 47816d01-91be-4efc-90f7-9ff931b5c974: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:54:20.050428 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-9116b2b8-3058-4616-8684-b3b70a1e2d23 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665431 May 19 12:54:20.066786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-4b52b779-d37a-4e06-935e-5a75a2f3fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:20.076283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-4b52b779-d37a-4e06-935e-5a75a2f3fc4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4171350 May 19 12:54:20.105622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'name': 'network-vif-deleted', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:20.392438 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-92efa8ea-0f66-4746-b0cd-61b2d4164dcc req-73360f5a-b05b-48b9-bf2d-ebaf034b3249 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354139 May 19 12:54:20.496651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-a1d09058-004b-4cb5-8e65-e535626b2168 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038603 May 19 12:54:20.513816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:54:20.560779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 151787c5-1f8a-4cb8-8cf4-57e27efd7025 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:54:20.612263 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 151787c5-1f8a-4cb8-8cf4-57e27efd7025 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:54:20.612957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 151787c5-1f8a-4cb8-8cf4-57e27efd7025 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:54:20.919151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a2bedca-f845-49f7-ae4c-9d62fd0d6138 req-7df1880e-566b-408b-9b8a-2c883b5b9472 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153888 May 19 12:54:20.932104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-f949f233-0a1c-43d0-8372-b3bd001c9837 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:20.969614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-f949f233-0a1c-43d0-8372-b3bd001c9837 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:20.986872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-f949f233-0a1c-43d0-8372-b3bd001c9837 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-849835539&fields=id&tenant_id=6a7fb4208a114f80b55088cdd800f438 HTTP/1.1" status: 200 len: 267 time: 0.3244102 May 19 12:54:21.033463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:21.085728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'mac_address': 'fa:16:3e:4c:b4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:54:21.154291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-82d6fcd0-9a86-4722-931d-c62d54eba0dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:21.156188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-82d6fcd0-9a86-4722-931d-c62d54eba0dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.1682591 May 19 12:54:21.172245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'port': {'security_groups': ['41d15117-6d20-4031-80ef-3f29429d7f84', 'e7179663-0be0-462f-84cb-36a6148e3215']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:21.206690 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:21.253217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:54:21.273142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:21.278217 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:21.280268 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:21.359685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:21.362662 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:21.493077 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:21.565386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f06aa3c0-be93-40d7-9a48-8eebc3c7097e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:21.698217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22fa21-228c-4311-9639-e903ea8780ef req-369eb767-6eb2-4007-861e-46fd0ac63130 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:21.701036 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd22fa21-228c-4311-9639-e903ea8780ef req-369eb767-6eb2-4007-861e-46fd0ac63130 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 950 time: 0.3569198 May 19 12:54:21.850122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd22fa21-228c-4311-9639-e903ea8780ef req-0a6e2b57-6938-4728-bba2-44ce83aabdd4 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285467 May 19 12:54:21.910764 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099', 'code': 200} May 19 12:54:22.060339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a0722-6fc9-4ad0-91c5-e60c987207e0 req-044910a3-a3ba-451c-b123-06437081e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.061752 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7a0722-6fc9-4ad0-91c5-e60c987207e0 req-044910a3-a3ba-451c-b123-06437081e544 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 1101 time: 0.0877221 May 19 12:54:22.063765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:22.113748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:22.116755 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7a0722-6fc9-4ad0-91c5-e60c987207e0 req-6e15263b-451f-4b36-acd8-e3decd94f076 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450621 May 19 12:54:22.121602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:22.128441 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-20935820-9c30-46ec-82bb-d8d0e2854082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:22.133231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['df003dd7-32a4-462c-affe-78134cbc5e2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:22.210736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af7a6-7b4d-4557-a986-acc87f0e5c59 req-7afa2233-75be-4db2-8dae-d4b7a3470df2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.212953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f94af7a6-7b4d-4557-a986-acc87f0e5c59 req-7afa2233-75be-4db2-8dae-d4b7a3470df2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.2009990 May 19 12:54:22.225886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.226563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:22.228016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbe9c3a3-d3d0-4033-bc86-ed6e0c11179b req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "PUT /v2.0/ports/df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 982 time: 1.0629582 May 19 12:54:22.228869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:22.274906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:22.281340 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:22.296038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f94af7a6-7b4d-4557-a986-acc87f0e5c59 req-1f50a772-1b27-4155-a2eb-5158762b7414 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620642 May 19 12:54:22.328170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['df003dd7-32a4-462c-affe-78134cbc5e2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:22.333860 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a930113-ab07-442f-b740-fad9dfda6c8a', 'name': 'network-vif-deleted', 'tag': '151787c5-1f8a-4cb8-8cf4-57e27efd7025', 'status': 'completed', 'code': 200} May 19 12:54:22.649917 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:54:22.796927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-243716b3-125f-4b3d-b6dd-505bc980e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.798454 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-243716b3-125f-4b3d-b6dd-505bc980e936 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1136 time: 0.1269889 May 19 12:54:22.815170 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-00cd7269-4c77-44c9-84ff-1e8655d12464 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-849835539&fields=id&tenant_id=6a7fb4208a114f80b55088cdd800f438 HTTP/1.1" status: 200 len: 267 time: 0.0569296 May 19 12:54:22.939522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-76b93c1c-1110-4e53-80f3-03d22abd87a6 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.941335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-76b93c1c-1110-4e53-80f3-03d22abd87a6 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 985 time: 0.1197033 May 19 12:54:22.957779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'port': {'security_groups': ['41d15117-6d20-4031-80ef-3f29429d7f84']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:22.965646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-f508025b-981b-4c19-a0e3-0d8eb19b0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:22.967443 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-f508025b-981b-4c19-a0e3-0d8eb19b0380 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.1508164 May 19 12:54:23.038784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:23.059133 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-4255a13b-48bf-4fa4-8720-0bfc598972d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.0794950 May 19 12:54:23.145895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-b0b6451f-1141-48a2-9855-9ef1f8984859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:23.147426 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-b0b6451f-1141-48a2-9855-9ef1f8984859 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.0826025 May 19 12:54:23.254060 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-ac15adf6-b1af-4f9f-9677-a67e28615cda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936501 May 19 12:54:23.288888 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:23.669026 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-0f4a6579-1244-42f7-8396-1fe542150da5 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072196 May 19 12:54:23.826082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d72066d2-f37e-48dc-bd0d-2fcfb393bd49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf1a5fba97b7498fb404d5c06292760e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858670 May 19 12:54:23.829968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:23.865628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:23.886265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039289-ff46-4b24-aa93-1e352fd73a02 req-c67fb92d-174d-43c7-8ed0-57c82797f871 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:23.887891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10039289-ff46-4b24-aa93-1e352fd73a02 req-c67fb92d-174d-43c7-8ed0-57c82797f871 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 950 time: 0.5771301 May 19 12:54:23.934866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb46b26-bbb4-4c10-a252-137a3687d642 req-8ac59962-02dc-46a0-9692-486f468c7306 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577455 May 19 12:54:23.961333 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:23.978686 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:23.990240 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a400f501-6a19-411c-a2f1-6302ed4634f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:23.992741 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['df003dd7-32a4-462c-affe-78134cbc5e2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:24.038778 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.054848 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10039289-ff46-4b24-aa93-1e352fd73a02 req-8a7e31d5-23a5-47e7-94eb-3536ab2ec9c0 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514308 May 19 12:54:24.094216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:24.094898 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.096389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9a7ea11-4fd4-48af-a738-1a687c19f598 req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "PUT /v2.0/ports/df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 943 time: 1.1471069 May 19 12:54:24.124035 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.145036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:24.168750 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:24.308350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:24.403547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e254d2-9915-4168-8115-0feaa9e278d1 req-b6127285-9e46-4a5d-b097-6cb58470489a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:24.405499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9e254d2-9915-4168-8115-0feaa9e278d1 req-b6127285-9e46-4a5d-b097-6cb58470489a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.1529515 May 19 12:54:24.406966 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.411231 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f2857dd3-98af-4a2f-b69e-6a73511a0d58 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:24.480398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['df003dd7-32a4-462c-affe-78134cbc5e2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:54:24.483686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba33a2-6442-4202-8c2a-24971a1c3d68,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:24.499450 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:24.500870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.506320 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3eba33a2-6442-4202-8c2a-24971a1c3d68 HTTP/1.1" status: 204 len: 168 time: 0.6705449 May 19 12:54:24.544952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9e254d2-9915-4168-8115-0feaa9e278d1 req-6209c6fa-f8eb-4e2e-89b8-f56deb28f4b3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216457 May 19 12:54:24.757281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:24.794211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:24.832760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:24.833146 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:24.885438 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-1d12f9d5-95f0-4ae6-a000-e3ccab631fba tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3048933 May 19 12:54:24.892716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:24.898877 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:54:24.903540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:24.910974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Usage tracker for resource:floatingip and tenant:6a7fb4208a114f80b55088cdd800f438 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:24.915624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:24.927062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:24.942301 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.052570 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.092720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:25.107976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:25.120405 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.123026 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:25.151012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-a35b6f32-0fda-41aa-89de-1cf2dfb58e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:25.153933 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-a35b6f32-0fda-41aa-89de-1cf2dfb58e50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.2648046 May 19 12:54:25.229851 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.247119 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'code': 200} May 19 12:54:25.345662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:25.361785 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:25.371864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:25.418695 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.468727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4003-41e1-4fb8-a142-227d50595572 req-cfd3b54f-1e20-4508-b369-952b8ca0be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:25.470670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f23a4003-41e1-4fb8-a142-227d50595572 req-cfd3b54f-1e20-4508-b369-952b8ca0be64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1101 time: 0.1702766 May 19 12:54:25.475467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:25.496565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Usage tracker for resource:security_group_rule and tenant:efea44d8af324bae9e5af90f8bfd3469 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:25.503392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:25.514080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-0af8002a-7238-4faa-bf57-cc1021299bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:25.516213 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-0af8002a-7238-4faa-bf57-cc1021299bc1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.3562174 May 19 12:54:25.517675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:25.597673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Allocated IP 172.25.4.149 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/17252102-af68-4ef6-84c1-ef6b822a01bb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:25.615847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f23a4003-41e1-4fb8-a142-227d50595572 req-ce19dc17-822d-471a-b4de-35b8b4034e56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944505 May 19 12:54:25.651884 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-0b4044ac-a798-4266-bc97-652ca75d5016 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.1254511 May 19 12:54:25.729751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8accfc-b33c-4568-9a44-383f3c2ca1df req-71e6cbfb-f02b-4139-b0eb-f4149ee7b348 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:25.734379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d8accfc-b33c-4568-9a44-383f3c2ca1df req-71e6cbfb-f02b-4139-b0eb-f4149ee7b348 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 950 time: 0.2600656 May 19 12:54:25.788180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-91267b50-9b13-41b1-87b0-1d2573bb7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:25.789653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-91267b50-9b13-41b1-87b0-1d2573bb7c21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.1223557 May 19 12:54:25.820344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d8accfc-b33c-4568-9a44-383f3c2ca1df req-46223481-6ea6-44e6-80a7-c96f063ff64a tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 May 19 12:54:25.873218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.906439 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-31bb7b84-3734-4de6-8275-c0a368f977a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060007 May 19 12:54:25.915558 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:25.921863 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8e75aae-d363-4420-a3f2-2fcc50716470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:25.997634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:26.001455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:26.010088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:26.095707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'Port': ['ID=17252102-af68-4ef6-84c1-ef6b822a01bb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:26.115582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.116310 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:26.122423 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.133757 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3738719f-df57-4ab2-a2ad-dcea31c36ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:26.218653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efea44d8af324bae9e5af90f8bfd3469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423450 May 19 12:54:26.224163 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-ca2545b4-7bc4-4854-afc9-9aafda7c8411 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871621 May 19 12:54:26.225332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:26.226578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9352c5-94fb-4aae-a3ee-e82ae4bf3439,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:26.235158 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:26.272288 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.465989 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c23d07a-a04b-46e2-bfca-8fd0e02a1538 req-4d1a0bc8-2451-4b91-b025-4019e0109ea0 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320833 May 19 12:54:26.601649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:26.675695 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.720203 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.795088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.807723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.840046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:26.847497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Usage tracker for resource:security_group_rule and tenant:e79bcaf6aba743e9977edece24153d15 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:26.855976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:26.866185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:26.874550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6f9f-e33e-4548-9b78-e8f63a562ad2 req-2552e7dc-b5d0-4000-b818-cffdf91216f5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:26.878708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd1f6f9f-e33e-4548-9b78-e8f63a562ad2 req-2552e7dc-b5d0-4000-b818-cffdf91216f5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.5119460 May 19 12:54:26.983378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:26.990396 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.006108 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-045ca4a1-bb64-4f02-b682-860bf1bf8d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:27.007980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.059395 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e79bcaf6aba743e9977edece24153d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560697 May 19 12:54:27.061743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674b3fa-62d8-409a-8d50-47b1553ef12d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:27.065013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:27.069305 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:27.171792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.221789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.229818 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-97cdbe8c-888e-4d6d-903c-883bcdb65f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:27.252788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9352c5-94fb-4aae-a3ee-e82ae4bf3439,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:27.255399 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:27.277450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd1f6f9f-e33e-4548-9b78-e8f63a562ad2 req-c3640d9a-55c8-45c5-9e30-5a50c768c5cf tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562922 May 19 12:54:27.303453 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.307969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a9352c5-94fb-4aae-a3ee-e82ae4bf3439 HTTP/1.1" status: 204 len: 168 time: 1.0769770 May 19 12:54:27.343257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.352015 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:27.373740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674b3fa-62d8-409a-8d50-47b1553ef12d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:27.377335 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:27.401203 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.404588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6674b3fa-62d8-409a-8d50-47b1553ef12d HTTP/1.1" status: 204 len: 168 time: 0.3372035 May 19 12:54:27.433804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.446341 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.460334 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a55c6b0-bc0b-4db7-ba64-7452790c9297 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:27.604495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event updated for resources: {'Port': ['ID=17252102-af68-4ef6-84c1-ef6b822a01bb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:27.608335 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:27.624642 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.649213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:27.651318 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7635899 May 19 12:54:27.768429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-b86c2d9a-951b-463d-89cd-88ad8c165489 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:27.807885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-b86c2d9a-951b-463d-89cd-88ad8c165489 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:27.810883 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-b86c2d9a-951b-463d-89cd-88ad8c165489 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.1479971 May 19 12:54:28.151969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-e7535d1a-642c-423e-93df-4fb29a1bede3 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:28.164644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-e7535d1a-642c-423e-93df-4fb29a1bede3 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.3415911 May 19 12:54:28.175142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-d23b40b6-ebe0-4150-b953-59a50634c779 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:28.183643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e2379fbd-f21a-4997-9107-da7cf2a9c97b req-d23b40b6-ebe0-4150-b953-59a50634c779 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175006 May 19 12:54:28.684952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203b1c-4b54-474f-92d0-972bd04a084d req-106c2f73-1511-44b9-85b5-71bbcb555489 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:28.687950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-106c2f73-1511-44b9-85b5-71bbcb555489 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2889121 May 19 12:54:28.787938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:28.793222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e907aa-8247-4643-8fb5-a75d0748b971 req-f51ffd7c-a9d5-465e-b4af-db8f14b6d147 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:28.794759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76e907aa-8247-4643-8fb5-a75d0748b971 req-f51ffd7c-a9d5-465e-b4af-db8f14b6d147 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 950 time: 0.3199911 May 19 12:54:28.834969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-af71a7aa-e0f6-4b15-9768-d89934efa60a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.1396713 May 19 12:54:28.861338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'floatingip': {'port_id': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:28.946687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.011498 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76e907aa-8247-4643-8fb5-a75d0748b971 req-ba8d7ca8-2f42-4e0c-99bb-d2221aa56309 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26201a2-dd1b-4a19-980d-6e040ac51d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989224 May 19 12:54:29.103011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1117816600-network', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:29.115367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:29.129861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Usage tracker for resource:network and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:29.135815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:29.143240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:29.158300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Made reservation on behalf of a078b4b498b847d5b8047e2a685da5f3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:54:29.162700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.179128 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.195391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:29.199646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Usage tracker for resource:security_group_rule and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:29.203478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:29.208989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:29.310127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.314805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.318246 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:29.352339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:54:29.362697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64589299-7b59-463d-8fe6-4c7642315d0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:29.366187 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:29.371386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.371739 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Added segment 5d97a50f-7ad9-4477-8e21-23dbe3e48f94 of type vlan for network 775b397f-17e6-4e5a-b8e0-af0846cf624e May 19 12:54:29.403583 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.441179 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.442736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:29.443530 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.451010 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:29.555681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7654247 May 19 12:54:29.560283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:29.568077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Request body: {'subnet': {'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1117816600-subnet', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:29.571586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Pushing event updated for resources: {'Network': ['ID=775b397f-17e6-4e5a-b8e0-af0846cf624e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:29.575988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:29.576941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:29.581276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Usage tracker for resource:subnet and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:29.584428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:29.589217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:54:29.594148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:29.610321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Made reservation on behalf of a078b4b498b847d5b8047e2a685da5f3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:54:29.613559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:29.658124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d345c-171e-45c4-8a88-23f136df13cc req-bb4d7d7b-1e6e-4da7-992c-7f72041e3eff tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:29.660849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b87d345c-171e-45c4-8a88-23f136df13cc req-bb4d7d7b-1e6e-4da7-992c-7f72041e3eff tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.3786304 May 19 12:54:29.891127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b87d345c-171e-45c4-8a88-23f136df13cc req-af09393d-b7f7-44cc-b5e8-c7b4e5811f16 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138992 May 19 12:54:30.217796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c6166c63-95f9-4eed-bc8c-2587ec3793e0 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:30.218870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c6166c63-95f9-4eed-bc8c-2587ec3793e0 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Synchronizing usage tracker for tenant:1fb54fec97d549e8849e9f64290cd0a5 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:30.308654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c6166c63-95f9-4eed-bc8c-2587ec3793e0 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Unset dirty status for tenant:1fb54fec97d549e8849e9f64290cd0a5 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:30.310669 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c6166c63-95f9-4eed-bc8c-2587ec3793e0 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 950 time: 0.3027008 May 19 12:54:30.346590 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:30.351717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:30.577072 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Floating IP 1b8df41b-90e7-4643-8ce4-7cafe781f692 associated. External IP: 172.25.4.149, port: df003dd7-32a4-462c-affe-78134cbc5e2a. May 19 12:54:30.721255 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:30.728100 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-134ba7ec-656e-4cf7-9b64-35ea90100a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:30.770491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Deleting port 0af3effe-a0f5-4aa1-88f7-377a24be9099 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:30.770961 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:30.898001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e365d8-0ee0-44a8-9ddc-18365dd16e7d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:30.906451 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:30.951540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Checking segment: {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:30.951923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Network hostable DHCP agents. Network: 775b397f-17e6-4e5a-b8e0-af0846cf624e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:54:30.986618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] For port 0af3effe-a0f5-4aa1-88f7-377a24be9099, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0af3effe-a0f5-4aa1-88f7-377a24be9099,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:30.986914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.059580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:54:31.128227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Calling delete_port for 0af3effe-a0f5-4aa1-88f7-377a24be9099 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:31.141049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 775b397f-17e6-4e5a-b8e0-af0846cf624e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:31.155388 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909380cc-df58-437c-91c0-a1ae840439c8 None None] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:54:31.162853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:31.163441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.204800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3b15b-d881-44d7-bc8a-3bb0bb118811 req-09ace6b5-8db8-423d-8053-cf87441c0ee3 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:31.212328 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15a3b15b-d881-44d7-bc8a-3bb0bb118811 req-09ace6b5-8db8-423d-8053-cf87441c0ee3 tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1101 time: 0.4420271 May 19 12:54:31.213209 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6468413 May 19 12:54:31.213209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:31.221428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:31.261610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:31.270773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Usage tracker for resource:router and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:31.277088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:31.292067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:31.299593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Router 5cd46b50-b87f-4b94-9022-46d12a258e99 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:31.313829 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.314878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.316547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15a3b15b-d881-44d7-bc8a-3bb0bb118811 req-991e0cbc-ff40-450a-a6fa-2484a65abfce tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 May 19 12:54:31.338628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.357087 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.364293 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8bfd936c-b9c8-4837-bc0d-f99e14cee814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:31.510236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Pushing event deleted for resources: {'Port': ['ID=0af3effe-a0f5-4aa1-88f7-377a24be9099,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:31.535209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-775b397f-17e6-4e5a-b8e0-af0846cf624e', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:54:31.536411 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.571365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e19269e1-f782-4936-ac69-9f8a4044910b req-cd89d636-32c6-4ac5-b072-8282a97951de tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b381e94-eb60-4362-9a56-663c95ab3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0766091 May 19 12:54:31.592446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:31.598935 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.602620 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Sync routers for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:31.671989 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:31.681224 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:31.682117 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:31.822361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] No DVR routers for this DVR port 0af3effe-a0f5-4aa1-88f7-377a24be9099 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:54:31.845518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:31.845819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-529fd03d-3424-409c-bcd0-d8ec62afad1f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "PUT /v2.0/floatingips/1b8df41b-90e7-4643-8ce4-7cafe781f692 HTTP/1.1" status: 200 len: 997 time: 2.9875076 May 19 12:54:31.868188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'name': 'network-vif-deleted', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:31.883927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:31.953624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203b1c-4b54-474f-92d0-972bd04a084d req-18927c10-1902-4503-8e7c-09d62c7f90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:31.962189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0389b719-da19-4e71-9e46-e5d29a931453 req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] 10.222.0.71 "DELETE /v2.0/ports/0af3effe-a0f5-4aa1-88f7-377a24be9099 HTTP/1.1" status: 204 len: 173 time: 1.6422954 May 19 12:54:31.962620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-18927c10-1902-4503-8e7c-09d62c7f90d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.1161194 May 19 12:54:31.966259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Allocated IP 172.20.0.2 (775b397f-17e6-4e5a-b8e0-af0846cf624e/86e365d8-0ee0-44a8-9ddc-18365dd16e7d/28f836c4-1e17-4645-93c4-2c7c83832fbc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:31.973805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:32.194596 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:32.210257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203b1c-4b54-474f-92d0-972bd04a084d req-9fe0a8e7-decd-43bc-8c8b-af1318ca52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:32.211786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-9fe0a8e7-decd-43bc-8c8b-af1318ca52db service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.2477732 May 19 12:54:32.380740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-91ebffd1-0f3e-487b-9a4b-97cb127155c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 1000 time: 0.1613507 May 19 12:54:32.400794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:32.421391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Transition to ACTIVE for port object 28f836c4-1e17-4645-93c4-2c7c83832fbc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:32.456570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Transition to ACTIVE for port object 28f836c4-1e17-4645-93c4-2c7c83832fbc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:32.481921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:32.485898 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:32.690843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:32.712350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:32.734735 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:32.832070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203b1c-4b54-474f-92d0-972bd04a084d req-d0abc72a-bcb7-45c1-80b5-6c1791671c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:32.834716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-d0abc72a-bcb7-45c1-80b5-6c1791671c25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.4454327 May 19 12:54:32.854906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Pushing event updated for resources: {'Port': ['ID=28f836c4-1e17-4645-93c4-2c7c83832fbc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:32.867204 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:32.884469 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1b8df41b-90e7-4643-8ce4-7cafe781f692', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'port_id': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'mac_address': 'fa:16:3e:fd:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:54:26Z', 'updated_at': '2021-05-19T12:54:29Z', 'revision_number': 1, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:32.891760 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Checking router: 5cd46b50-b87f-4b94-9022-46d12a258e99 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:32.919225 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:32.920245 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:32.936189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-28a75686-1759-4f95-8dd1-a5f8aecd6df1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930567 May 19 12:54:32.961387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Attempting to bind port 28f836c4-1e17-4645-93c4-2c7c83832fbc on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:54:32.961836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-a46fda1c-bd1d-4755-9d3e-d764ad9bb9df service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:32.962264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Attempting to bind port 28f836c4-1e17-4645-93c4-2c7c83832fbc by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:54:32.962934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Attempting to bind port 28f836c4-1e17-4645-93c4-2c7c83832fbc on network 775b397f-17e6-4e5a-b8e0-af0846cf624e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:32.964332 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-a46fda1c-bd1d-4755-9d3e-d764ad9bb9df service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212247 May 19 12:54:32.986079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:54:32.986079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Checking segment: {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:32.986511 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:32.987322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Bound using segment: {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:54:32.987934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Bound port: 28f836c4-1e17-4645-93c4-2c7c83832fbc, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:54:32.988387 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:33.107195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] For port 28f836c4-1e17-4645-93c4-2c7c83832fbc, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:33.117224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] For port 28f836c4-1e17-4645-93c4-2c7c83832fbc, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=28f836c4-1e17-4645-93c4-2c7c83832fbc,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:54:33.118179 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:33.130308 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:33.141012 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:33.155235 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:33.218824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-d8e83621-8e94-4104-a417-0e34de728e1e service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479095 May 19 12:54:33.220640 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:54:33.268211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0af3effe-a0f5-4aa1-88f7-377a24be9099 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:54:33.290613 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:33.339515 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b381e94-eb60-4362-9a56-663c95ab3ff7', 'name': 'network-vif-deleted', 'tag': '0af3effe-a0f5-4aa1-88f7-377a24be9099', 'status': 'completed', 'code': 200} May 19 12:54:33.373616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 0af3effe-a0f5-4aa1-88f7-377a24be9099 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:54:33.374231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0af3effe-a0f5-4aa1-88f7-377a24be9099 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:54:33.418776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Pushing event updated for resources: {'Port': ['ID=28f836c4-1e17-4645-93c4-2c7c83832fbc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:33.430107 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:33.584146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-c30cc9ce-e355-452f-b3f7-a82bfc2458cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2965086 May 19 12:54:33.597069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-b5a18452-4e5e-4815-b720-2aa986c07b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:33.598607 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-b5a18452-4e5e-4815-b720-2aa986c07b5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.3575020 May 19 12:54:33.608057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38203b1c-4b54-474f-92d0-972bd04a084d req-8cb628c6-d34e-4733-90cc-18371264e2e8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802812 May 19 12:54:33.971389 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Allocated IP 172.25.4.65 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/203446b8-b7e0-404d-8ad8-ced576209a5a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:34.028102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fb4f6-3bd0-430f-a603-3152dd82df3a req-448a1e29-e2c5-4da6-bfc8-9a6864e1fa0c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:34.031319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-333fb4f6-3bd0-430f-a603-3152dd82df3a req-448a1e29-e2c5-4da6-bfc8-9a6864e1fa0c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1895158 May 19 12:54:34.111337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:34.133629 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1b8df41b-90e7-4643-8ce4-7cafe781f692', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'port_id': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'mac_address': 'fa:16:3e:fd:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:54:26Z', 'updated_at': '2021-05-19T12:54:29Z', 'revision_number': 1, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:34.144697 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec249ee-1fba-4905-aa69-1d09825fac98 None None] The sync data for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 is: [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1b8df41b-90e7-4643-8ce4-7cafe781f692', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'port_id': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'mac_address': 'fa:16:3e:fd:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:54:26Z', 'updated_at': '2021-05-19T12:54:29Z', 'revision_number': 1, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:34.185485 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-333fb4f6-3bd0-430f-a603-3152dd82df3a req-d936be6e-85ae-40cb-b385-75b0118f0f93 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455889 May 19 12:54:34.233428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-8e161719-c12c-4abd-a4b5-cae822c72eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:34.235377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-8e161719-c12c-4abd-a4b5-cae822c72eef service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.6290350 May 19 12:54:34.431157 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-ad5cdd78-f375-400d-87a5-6f7612404353 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 1000 time: 0.1831598 May 19 12:54:34.441241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:34.543199 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4a3281e-33c1-4956-bd04-f848cc2f6a4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fb54fec97d549e8849e9f64290cd0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300988 May 19 12:54:34.543815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:34.593896 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-9ab74b4a-8c4b-4b92-95c2-16b4cfb73875 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 1000 time: 0.3847747 May 19 12:54:34.624682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef177d-617f-406a-b576-a3948c90292a None None] New status for floating IP 1b8df41b-90e7-4643-8ce4-7cafe781f692: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:54:34.656425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-d10e0ab3-3217-4f59-8212-48ebe8ca3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:34.659801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-d10e0ab3-3217-4f59-8212-48ebe8ca3953 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.2141306 May 19 12:54:34.748550 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:34.754687 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c3dd309a-469e-41e7-919d-31106ebee561 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:34.767179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765948e-4836-41a8-8ab8-decbeef94299 req-fc7ee1d7-3747-4a6b-9051-71c06de459a5 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:34.776285 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-fc7ee1d7-3747-4a6b-9051-71c06de459a5 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports/df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 943 time: 0.1674602 May 19 12:54:34.898425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-1eb193f2-882b-4f6a-8921-567b7a5e8372 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2240574 May 19 12:54:35.229048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 28f836c4-1e17-4645-93c4-2c7c83832fbc up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:35.434938 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-20e61fd5-7d2c-4dbb-83ef-3c3b1a3d0c74 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814014 May 19 12:54:35.441245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:35.445557 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:35.521686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:35.528543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a3516-3aa5-4a8d-94a7-cf5d4b2d964a None None] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:54:35.654386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:35.655244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-3b5e4317-237f-4260-bac6-58b828b57a0d tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 1000 time: 0.4089003 May 19 12:54:35.658082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 28f836c4-1e17-4645-93c4-2c7c83832fbc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:35.662355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Pushing event updated for resources: {'Port': ['ID=203446b8-b7e0-404d-8ad8-ced576209a5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:35.676144 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:35.716698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Provisioning for port 28f836c4-1e17-4645-93c4-2c7c83832fbc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:35.719772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:35.726805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:35.742755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Provisioning complete for port 28f836c4-1e17-4645-93c4-2c7c83832fbc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:35.743138 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:35.895464 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:35.932843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:35.950950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e75225-3ded-4d2c-b96e-bf250bc2f69f req-c7c9bd1f-dac4-4550-87f0-ed4c4a1d9848 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:35.958916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52e75225-3ded-4d2c-b96e-bf250bc2f69f req-c7c9bd1f-dac4-4550-87f0-ed4c4a1d9848 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.4113832 May 19 12:54:35.963166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:63bc47943f0448c5b38835c559cca1a5 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:35.984017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:36.003598 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.008628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:36.036395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765948e-4836-41a8-8ab8-decbeef94299 req-19091612-709e-485c-97a8-6f6b29a964e0 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:36.041338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-19091612-709e-485c-97a8-6f6b29a964e0 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.3843110 May 19 12:54:36.054737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] For port 28f836c4-1e17-4645-93c4-2c7c83832fbc, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=28f836c4-1e17-4645-93c4-2c7c83832fbc,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:36.060526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.063990 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-398461da-7219-41e3-bb47-1d81cf6c6017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:36.156908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Pushing event updated for resources: {'Port': ['ID=28f836c4-1e17-4645-93c4-2c7c83832fbc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:36.163761 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:36.172439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52e75225-3ded-4d2c-b96e-bf250bc2f69f req-874751b2-600d-4dd3-8e03-cd205d0bddc8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104495 May 19 12:54:36.172673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.230973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-193a83bf-28bb-43c0-9a5d-e424f6e43bea tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 1002 time: 0.1591468 May 19 12:54:36.259742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:36.319976 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7e3ad15-8685-4466-a19c-a88b00dcd84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:36.370644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26201a2-dd1b-4a19-980d-6e040ac51d5c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:36.425893 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:36.453385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-12fd9e15-d700-4bd0-a22e-e0d064884ac5 req-c7984d41-07be-460f-8497-44bc431314f6 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014874 May 19 12:54:36.457806 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.459446 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b26201a2-dd1b-4a19-980d-6e040ac51d5c HTTP/1.1" status: 204 len: 168 time: 1.9092624 May 19 12:54:36.531704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.616643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32e6d4b6-ad64-46d7-9c7d-47d9ef716e17 None None] Provisioning complete for port 28f836c4-1e17-4645-93c4-2c7c83832fbc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:36.617692 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e6d4b6-ad64-46d7-9c7d-47d9ef716e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.732275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.742977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.765441 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:36.778490 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-24855f67-190f-4dda-ae54-e26bb3359544 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:36.826998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-09f3da26-7f9c-4d4a-a283-783a5f73872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:36.828662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-09f3da26-7f9c-4d4a-a283-783a5f73872a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1101 time: 0.4596016 May 19 12:54:36.858408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:36.858660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63bc47943f0448c5b38835c559cca1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4001870 May 19 12:54:36.976686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e516f-29b9-4886-bfe8-03384e8a652e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:36.990665 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:37.009937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 28f836c4-1e17-4645-93c4-2c7c83832fbc up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:37.038127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.090485 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.100070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:37.121427 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 28f836c4-1e17-4645-93c4-2c7c83832fbc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:37.121868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.182296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.189857 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.190258 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Floating IP 1b8df41b-90e7-4643-8ce4-7cafe781f692 disassociated. External IP: 172.25.4.149, port: df003dd7-32a4-462c-affe-78134cbc5e2a. May 19 12:54:37.194262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.257300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88f9b7ed-9a83-4d6e-bae1-64e05e839926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:37.258818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88f9b7ed-9a83-4d6e-bae1-64e05e839926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4118817 May 19 12:54:37.288302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:37.306192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Usage tracker for resource:security_group_rule and tenant:b196caa51728484398046808b1c3d4af is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:37.315214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:37.326277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:37.382665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-5202e54e-05ad-4b4e-9f80-3fcf5edba7e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1122704 May 19 12:54:37.465562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.474833 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d5c075f1-8936-4cc2-8b1f-0406737d6b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:37.485496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.553478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e516f-29b9-4886-bfe8-03384e8a652e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:37.563568 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-11c61547-d4bd-4a88-99f8-bcc32531ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:37.565088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-11c61547-d4bd-4a88-99f8-bcc32531ac04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1672206 May 19 12:54:37.573224 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:37.623225 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.624393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f11e516f-29b9-4886-bfe8-03384e8a652e HTTP/1.1" status: 204 len: 168 time: 0.7647581 May 19 12:54:37.711964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228bee1-b28c-4138-a08b-bd1fb7844b43 req-67e52279-9335-457b-a56e-4414bedb3c39 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:37.716490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.719770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8228bee1-b28c-4138-a08b-bd1fb7844b43 req-67e52279-9335-457b-a56e-4414bedb3c39 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.3868065 May 19 12:54:37.724948 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.735689 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-815c7183-673a-4c8b-941e-68c25e616a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:37.803710 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b196caa51728484398046808b1c3d4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983008 May 19 12:54:37.805338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174908db-9d45-497b-94ce-7055fa5622cf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:37.810860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:37.817040 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:37.864729 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8228bee1-b28c-4138-a08b-bd1fb7844b43 req-9de9d325-0736-47e1-a099-180356b2071c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437483 May 19 12:54:37.896805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Router 26460490-f564-4bc6-b9e2-78886d67f61a is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:54:37.905531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:37.926899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-0c54605b-a687-46e9-b908-0b6220db5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:37.930415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-0c54605b-a687-46e9-b908-0b6220db5901 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3038211 May 19 12:54:38.015723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:38.220929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Router 5cd46b50-b87f-4b94-9022-46d12a258e99 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:38.313152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:38.331934 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Sync routers for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:38.332562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:38.339275 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ebe8626-868b-4a46-8fd7-e7c631911d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:38.350215 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:38.351524 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:38.355878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:38.357541 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/174908db-9d45-497b-94ce-7055fa5622cf HTTP/1.1" status: 204 len: 168 time: 0.5456400 May 19 12:54:38.359020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174908db-9d45-497b-94ce-7055fa5622cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:38.361707 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:38.362901 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:38.364305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1496768 May 19 12:54:38.367106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:38.667799 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:38.847225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-8d9d006f-a0db-4df8-93b0-39a76a90623d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978620 May 19 12:54:38.856542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:38.870220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Sync routers for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:38.891827 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:38.892719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:38.983977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:39.082996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-b83535b5-5e9b-480a-8839-97828fc62d2a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "PUT /v2.0/floatingips/1b8df41b-90e7-4643-8ce4-7cafe781f692 HTTP/1.1" status: 200 len: 695 time: 2.8291161 May 19 12:54:39.085818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:39.095779 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-cd764a47-4d15-427e-bc48-3aff24de3296 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365031 May 19 12:54:39.311992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765948e-4836-41a8-8ab8-decbeef94299 req-a307b55a-e578-4f83-a1c3-4dc05eed9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:39.324518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-a307b55a-e578-4f83-a1c3-4dc05eed9765 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.1928537 May 19 12:54:39.354786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:39.504608 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:36Z', 'revision_number': 3, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:39.510381 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Checking router: 26460490-f564-4bc6-b9e2-78886d67f61a for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:39.511144 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Updating router 26460490-f564-4bc6-b9e2-78886d67f61a port 203446b8-b7e0-404d-8ad8-ced576209a5a binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:54:39.552778 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:39.578538 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:39.848187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765948e-4836-41a8-8ab8-decbeef94299 req-bd7814b2-2a9a-45b8-b7b0-42c434925601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:39.861336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-bd7814b2-2a9a-45b8-b7b0-42c434925601 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.4476600 May 19 12:54:39.885078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a647-13e1-447f-a5d6-7628d50815f5 req-39472616-70f1-4b96-8609-dcee562c14e4 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:39.887207 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fc2a647-13e1-447f-a5d6-7628d50815f5 req-39472616-70f1-4b96-8609-dcee562c14e4 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.5828936 May 19 12:54:39.990658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Allocated IP 172.20.0.1 (775b397f-17e6-4e5a-b8e0-af0846cf624e/86e365d8-0ee0-44a8-9ddc-18365dd16e7d/e3660419-b3e8-4515-b369-088cf3f3c17d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:40.020820 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-c13de8d0-170f-4e76-aa85-c2048b8c0ae3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.1584172 May 19 12:54:40.177733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fc2a647-13e1-447f-a5d6-7628d50815f5 req-cf7e799a-fd3d-4876-83ac-9926747ac1b9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042465 May 19 12:54:40.209182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765948e-4836-41a8-8ab8-decbeef94299 req-51d1f7c6-62b4-4d48-845d-d8e4e158f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:40.231077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-51d1f7c6-62b4-4d48-845d-d8e4e158f24b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.2092588 May 19 12:54:40.242662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.300639 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-135a2584-2ee8-49d1-aa45-62575569857d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.306080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Transition to ACTIVE for port object e3660419-b3e8-4515-b369-088cf3f3c17d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:40.351552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:40.361147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Checking router: 5cd46b50-b87f-4b94-9022-46d12a258e99 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:40.366232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.372461 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1a2c883-b755-48f6-b334-c692aac38153 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:40.395334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:40.396350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:40.399546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-0d11feaf-a913-436a-be4f-d6ce4d1d5582 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564953 May 19 12:54:40.622884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Pushing event updated for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:40.638423 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:40.661269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:40.662453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:40.667515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:40.714540 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:54:40.715732 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.749025 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Transition to ACTIVE for port object 203446b8-b7e0-404d-8ad8-ced576209a5a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:40.766957 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.772199 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:40.798299 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-22a3fd7c-5441-4bf5-9770-94d0ad8e09a1 service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967738 May 19 12:54:40.883464 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Attempting to bind port 203446b8-b7e0-404d-8ad8-ced576209a5a on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:54:40.883822 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Attempting to bind port 203446b8-b7e0-404d-8ad8-ced576209a5a by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:54:40.884304 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Attempting to bind port 203446b8-b7e0-404d-8ad8-ced576209a5a on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:40.901725 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:54:40.902067 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:40.902589 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.903694 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:54:40.904368 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Bound port: 203446b8-b7e0-404d-8ad8-ced576209a5a, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:54:40.904876 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:40.947869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:41.008934 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:41.066093 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Pushing event updated for resources: {'Port': ['ID=203446b8-b7e0-404d-8ad8-ced576209a5a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:41.113539 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] For port 203446b8-b7e0-404d-8ad8-ced576209a5a, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:41.129304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-1844b863-3cc8-4f91-86bc-c4d0218746c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:41.130830 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-1844b863-3cc8-4f91-86bc-c4d0218746c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a7fb4208a114f80b55088cdd800f438&device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 1097 time: 0.3918996 May 19 12:54:41.148027 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] For port 203446b8-b7e0-404d-8ad8-ced576209a5a, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=203446b8-b7e0-404d-8ad8-ced576209a5a,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:54:41.180300 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.180974 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.182017 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.182610 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.183118 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.183638 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.184940 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.185718 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.186495 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.193630 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.197637 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.198680 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:41.212802 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:41.231330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b765948e-4836-41a8-8ab8-decbeef94299 req-9dacef74-8874-47bf-9447-e2a4b94c9e7b service neutron] 10.222.0.69 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261005 May 19 12:54:41.251221 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:41.251964 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:41.422833 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:41.423859 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:41.469975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6885b736-9b99-4c81-b5ec-09d006b28a04 None None] Provisioning for port e3660419-b3e8-4515-b369-088cf3f3c17d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:41.525802 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Pushing event updated for resources: {'Port': ['ID=203446b8-b7e0-404d-8ad8-ced576209a5a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:41.532691 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:41.563177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27612f-cbc7-426c-bc92-d83d04f713d8 req-72cf7efc-9e32-49fd-8c44-53de6431cda6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:41.568401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b27612f-cbc7-426c-bc92-d83d04f713d8 req-72cf7efc-9e32-49fd-8c44-53de6431cda6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1442618 May 19 12:54:41.613340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6885b736-9b99-4c81-b5ec-09d006b28a04 None None] Provisioning complete for port e3660419-b3e8-4515-b369-088cf3f3c17d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:41.614018 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6885b736-9b99-4c81-b5ec-09d006b28a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:41.671198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b27612f-cbc7-426c-bc92-d83d04f713d8 req-3e77c62c-5acb-4d05-9ca8-dd6678539a6d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977657 May 19 12:54:41.690810 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:41.816444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6885b736-9b99-4c81-b5ec-09d006b28a04 None None] Port e3660419-b3e8-4515-b369-088cf3f3c17d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:54:41.946783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-c13f1eeb-4a42-41f7-9ad9-ba429310eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:41.955575 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-c13f1eeb-4a42-41f7-9ad9-ba429310eb67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 200 len: 921 time: 0.8108146 May 19 12:54:41.967160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-a38935a7-bc18-4f27-9c46-1b8becd68a82 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips/1b8df41b-90e7-4643-8ce4-7cafe781f692 HTTP/1.1" status: 200 len: 695 time: 0.1741531 May 19 12:54:41.991251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:42.005850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb53d7-67d5-4b93-b42e-b4e08f67d1d8 None None] The sync data for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 is: [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:53:01Z', 'revision_number': 4, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '4448561f-30b2-4612-9e9f-9c3b50a4b0b3', 'name': '', 'network_id': 'b0e1ebca-d258-4c54-abe3-68f70e9170f7', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'mac_address': 'fa:16:3e:63:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:00Z', 'updated_at': '2021-05-19T12:53:11Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'subnets': [{'id': '59e0b237-9fef-4c94-b54d-bfc8c3c89e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:42.081666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-a2726f9b-9d94-43a6-b17a-9855cef329a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 200 len: 217 time: 0.1217802 May 19 12:54:42.172978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:42.315413 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'e3660419-b3e8-4515-b369-088cf3f3c17d', 'name': '', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'mac_address': 'fa:16:3e:78:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:39Z', 'updated_at': '2021-05-19T12:54:40Z', 'revision_number': 1, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'subnets': [{'id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:42.327818 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861852-2f46-40aa-b24b-5949d09e09b4 None None] The sync data for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 is: [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'e3660419-b3e8-4515-b369-088cf3f3c17d', 'name': '', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'mac_address': 'fa:16:3e:78:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:39Z', 'updated_at': '2021-05-19T12:54:40Z', 'revision_number': 1, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'subnets': [{'id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:42.345932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-28842e58-d30d-4d6e-9c1c-4d780e9c1a4a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:42.359054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-28842e58-d30d-4d6e-9c1c-4d780e9c1a4a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.3811448 May 19 12:54:42.372849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-f1f4c69f-01c6-4fef-beba-92fad9a643a8 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:42.388309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-f1f4c69f-01c6-4fef-beba-92fad9a643a8 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255396 May 19 12:54:42.597229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61177dff-a789-4d40-907b-904b9e6b7ece None None] New status for floating IP 1b8df41b-90e7-4643-8ce4-7cafe781f692: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:54:42.605148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-1e1398df-a70c-47b7-826f-6a58a1cf4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:42.607722 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-1e1398df-a70c-47b7-826f-6a58a1cf4aec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 200 len: 860 time: 0.5173857 May 19 12:54:42.710341 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-3acfa24b-5a52-45a3-bce2-ba06dfda99f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0e1ebca-d258-4c54-abe3-68f70e9170f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923545 May 19 12:54:42.760982 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-371698de-094c-4651-97b7-c35ae9968d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:42.873127 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:42.997329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-3e748dd9-08c7-4ebc-a415-45ebe925e748 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 698 time: 0.6052935 May 19 12:54:43.154516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:43.163434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:43.193266 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:43.322423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-ccd7cb7d-79e0-4534-98c9-a2141bf361bd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 698 time: 0.3051209 May 19 12:54:43.342997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Pushing event updated for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:43.350926 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:43.366832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:43.519976 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-db556376-e712-4ac8-b2d3-2eb703f25432 service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989779 May 19 12:54:43.627502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f4d2-f815-48ec-a43b-a5b139b8e1d2 req-3d97d229-b4f3-48c7-8603-ff349007f9c9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:43.637254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bf4f4d2-f815-48ec-a43b-a5b139b8e1d2 req-3d97d229-b4f3-48c7-8603-ff349007f9c9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.4417927 May 19 12:54:43.705731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:43.715079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:43.719189 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bf4f4d2-f815-48ec-a43b-a5b139b8e1d2 req-f897c08b-8f3d-477f-afb2-c210da2c1559 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805123 May 19 12:54:43.788754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Deleting port 17252102-af68-4ef6-84c1-ef6b822a01bb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:43.789104 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.122438 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.123666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.155838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:44.181923 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.213176 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f1f015-51df-4aa1-b5aa-e6bb77ba8078 req-d5e89b9a-a0a3-4bf0-a682-9828c40a88db service neutron] 10.222.0.71 "GET /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694415 May 19 12:54:44.281352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Router 26460490-f564-4bc6-b9e2-78886d67f61a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:44.331338 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee0b75d1-95a7-4d70-86bd-789f756fe73d None None] Provisioning complete for port e3660419-b3e8-4515-b369-088cf3f3c17d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:44.331722 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee0b75d1-95a7-4d70-86bd-789f756fe73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.391436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Calling delete_port for 17252102-af68-4ef6-84c1-ef6b822a01bb owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:44.409402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b75d1-95a7-4d70-86bd-789f756fe73d None None] Port e3660419-b3e8-4515-b369-088cf3f3c17d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:54:44.631959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:44.648986 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] 10.222.0.69 "PUT /v2.0/routers/26460490-f564-4bc6-b9e2-78886d67f61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2798970 May 19 12:54:44.700819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.719682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:44.728624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Usage tracker for resource:security_group_rule and tenant:29160d5cf3d64379bd89816cbead21d1 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:44.733066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:44.740461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:44.752356 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:44.759585 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f36294a4-d65a-4921-9ab5-e5d16760fe06 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:44.819237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event deleted for resources: {'Port': ['ID=17252102-af68-4ef6-84c1-ef6b822a01bb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:44.903223 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:45.022035 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.024825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 203446b8-b7e0-404d-8ad8-ced576209a5a up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:45.101495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.108547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.113526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 203446b8-b7e0-404d-8ad8-ced576209a5a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:45.119152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 203446b8-b7e0-404d-8ad8-ced576209a5a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:45.119525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.121626 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57a51127-add2-424f-becb-d532fff8c34c tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:45.139797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26623f-43ba-43d6-8064-cd35deef58a2 req-69a7e2ef-5286-4950-a01c-0766a83c8d6a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:45.141350 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe26623f-43ba-43d6-8064-cd35deef58a2 req-69a7e2ef-5286-4950-a01c-0766a83c8d6a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.2097268 May 19 12:54:45.157084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.158266 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d8164e6-856f-4699-bc1b-0a02b67bfe64 req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "DELETE /v2.0/floatingips/1b8df41b-90e7-4643-8ce4-7cafe781f692 HTTP/1.1" status: 204 len: 173 time: 1.8350456 May 19 12:54:45.201200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be92f4c9-6647-45fd-a5bd-ecb7eaa1c09f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:45.210894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29160d5cf3d64379bd89816cbead21d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0465720 May 19 12:54:45.212060 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:45.212336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:45.236531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.260315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe26623f-43ba-43d6-8064-cd35deef58a2 req-c19caa86-f40c-42a2-bfe2-71367eb69aa0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034482 May 19 12:54:45.330781 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.366154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.372230 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.406221 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 203446b8-b7e0-404d-8ad8-ced576209a5a, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=203446b8-b7e0-404d-8ad8-ced576209a5a,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:45.418739 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.429658 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:45.507513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.512683 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-558da780-252f-415e-b67f-6005a69c3eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:45.531724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92f4c9-6647-45fd-a5bd-ecb7eaa1c09f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:45.541601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.542248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.542787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.543351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.543891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.544459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.544990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.545652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.546190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.546723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.547265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.547996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:45.553436 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:45.558946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.560382 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be92f4c9-6647-45fd-a5bd-ecb7eaa1c09f HTTP/1.1" status: 204 len: 168 time: 0.3429909 May 19 12:54:45.613784 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.628790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=203446b8-b7e0-404d-8ad8-ced576209a5a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:45.634214 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:45.800912 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03199a76-3696-4516-b99f-d5b936d63656 req-94532870-ed3e-4e19-85b4-3636d19516e9 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups/e7179663-0be0-462f-84cb-36a6148e3215 HTTP/1.1" status: 200 len: 1806 time: 0.1426930 May 19 12:54:45.814192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-ecf99d61-ac85-49fd-a063-defe40a32469 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3497245 May 19 12:54:45.838296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:45.848803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:45.864814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Usage tracker for resource:floatingip and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:45.871325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:45.889734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:45.896026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Sync routers for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:45.910308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:45.911049 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:45.913102 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:45.963646 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03199a76-3696-4516-b99f-d5b936d63656 req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.001473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03199a76-3696-4516-b99f-d5b936d63656 req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.079946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:46.132184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:46.265265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03199a76-3696-4516-b99f-d5b936d63656 req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.273111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f28f532-1f1e-4619-a2f0-c5ea27f4cfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:46.306249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7179663-0be0-462f-84cb-36a6148e3215,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:46.312702 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:46.331337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.339293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03199a76-3696-4516-b99f-d5b936d63656 req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.340751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03199a76-3696-4516-b99f-d5b936d63656 req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7179663-0be0-462f-84cb-36a6148e3215 HTTP/1.1" status: 204 len: 173 time: 0.5250983 May 19 12:54:46.342882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.350433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:46.356525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Usage tracker for resource:security_group_rule and tenant:51e4e872174e4f219224d55b846cc9a4 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:46.359972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:46.366901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:46.471308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.479372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.488711 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c64f8e0-01a0-4a3f-8e16-11415cdf7369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:46.536585 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51e4e872174e4f219224d55b846cc9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512458 May 19 12:54:46.537657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:46.545045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5169a800-26c8-4ede-a0c7-659b72b82067,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:46.551480 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:46.644361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Allocated IP 172.25.4.217 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8cd25612-3d2e-442b-b463-bed7878725d2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:46.697382 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.755877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.787841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'e3660419-b3e8-4515-b369-088cf3f3c17d', 'name': '', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'mac_address': 'fa:16:3e:78:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:39Z', 'updated_at': '2021-05-19T12:54:42Z', 'revision_number': 2, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'subnets': [{'id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:46.801317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Checking router: 26460490-f564-4bc6-b9e2-78886d67f61a for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:46.801893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Updating router 26460490-f564-4bc6-b9e2-78886d67f61a port e3660419-b3e8-4515-b369-088cf3f3c17d binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:54:46.851996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.863824 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:46.886943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169a800-26c8-4ede-a0c7-659b72b82067,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:46.891546 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:46.893804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.894081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.895970 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5169a800-26c8-4ede-a0c7-659b72b82067 HTTP/1.1" status: 204 len: 168 time: 0.3565612 May 19 12:54:46.952879 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.984186 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.990771 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.996797 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb55c170-7425-4723-a065-db4fa8e609f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:47.101521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 203446b8-b7e0-404d-8ad8-ced576209a5a up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:47.139425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:47.142889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:47.145877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:47.185950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event updated for resources: {'Port': ['ID=8cd25612-3d2e-442b-b463-bed7878725d2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:47.189206 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:47.273898 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.359378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 203446b8-b7e0-404d-8ad8-ced576209a5a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:47.359810 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.398177 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.531846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04450d-56b2-4910-bfe5-77ec2c0df883 req-8f80b95a-62dc-45a7-8fba-e9bd7bc9d16c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:47.533684 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a04450d-56b2-4910-bfe5-77ec2c0df883 req-8f80b95a-62dc-45a7-8fba-e9bd7bc9d16c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1910117 May 19 12:54:47.656841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a04450d-56b2-4910-bfe5-77ec2c0df883 req-b26f290c-bb47-4e96-a451-0f8e75a559ca tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713460 May 19 12:54:47.708087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.716956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.721086 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:47.803756 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.827240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Transition to ACTIVE for port object e3660419-b3e8-4515-b369-088cf3f3c17d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:47.851756 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.873424 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:47.920434 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.988296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event updated for resources: {'Port': ['ID=8cd25612-3d2e-442b-b463-bed7878725d2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:47.995105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:47.996678 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.999035 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1664867 May 19 12:54:48.215033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-1c4ff4a7-18b6-4fe9-80a0-85e2d788bd00 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Synchronizing usage tracker for tenant:a078b4b498b847d5b8047e2a685da5f3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:48.244168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Pushing event updated for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:48.254434 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:48.256562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-1c4ff4a7-18b6-4fe9-80a0-85e2d788bd00 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Unset dirty status for tenant:a078b4b498b847d5b8047e2a685da5f3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:48.263307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-1c4ff4a7-18b6-4fe9-80a0-85e2d788bd00 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.2510223 May 19 12:54:48.265645 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Attempting to bind port e3660419-b3e8-4515-b369-088cf3f3c17d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:54:48.266775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Attempting to bind port e3660419-b3e8-4515-b369-088cf3f3c17d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:54:48.267661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Attempting to bind port e3660419-b3e8-4515-b369-088cf3f3c17d on network 775b397f-17e6-4e5a-b8e0-af0846cf624e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:54:48.278791 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:54:48.279208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Checking segment: {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:54:48.279635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:48.280082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Bound using segment: {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:54:48.280584 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Bound port: e3660419-b3e8-4515-b369-088cf3f3c17d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d97a50f-7ad9-4477-8e21-23dbe3e48f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:54:48.281100 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:48.412381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] For port e3660419-b3e8-4515-b369-088cf3f3c17d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:48.418900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] For port e3660419-b3e8-4515-b369-088cf3f3c17d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e3660419-b3e8-4515-b369-088cf3f3c17d,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:54:48.428042 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:48.440327 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:48.506577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-2cfdef53-0f1f-4bd4-934f-208d824393a8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:48.508039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2c124d6-1064-453e-acb6-baa31f2b87b6 req-2cfdef53-0f1f-4bd4-934f-208d824393a8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2423937 May 19 12:54:48.611308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:48.612458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:48.733952 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Pushing event updated for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:48.745442 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:48.798241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0da7de4e-1d38-47ca-ace7-595f31608eb2 req-dd83fe23-d06a-47d7-a2fc-2c6abb2ec236 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips/de57dec9-4b95-4051-b4a7-3e3925029135 HTTP/1.1" status: 200 len: 693 time: 0.1204665 May 19 12:54:48.991080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606d1fb-814f-4689-9372-b68bd23de531 req-712b16e2-dd36-48ff-97c7-ed30f982d36b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:48.992276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5606d1fb-814f-4689-9372-b68bd23de531 req-712b16e2-dd36-48ff-97c7-ed30f982d36b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:49.002911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7de4e-1d38-47ca-ace7-595f31608eb2 req-faa92285-68ec-4b2b-ac29-189e8f78245e tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:49.004447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0da7de4e-1d38-47ca-ace7-595f31608eb2 req-faa92285-68ec-4b2b-ac29-189e8f78245e tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.1893020 May 19 12:54:49.031325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5606d1fb-814f-4689-9372-b68bd23de531 req-712b16e2-dd36-48ff-97c7-ed30f982d36b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:49.037035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:49.038687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5606d1fb-814f-4689-9372-b68bd23de531 req-712b16e2-dd36-48ff-97c7-ed30f982d36b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.4240937 May 19 12:54:49.094142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e3660419-b3e8-4515-b369-088cf3f3c17d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:49.106514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5606d1fb-814f-4689-9372-b68bd23de531 req-a8084a8a-006a-4507-91fd-07c1dd842295 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:49.134583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5606d1fb-814f-4689-9372-b68bd23de531 req-a8084a8a-006a-4507-91fd-07c1dd842295 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:49.137043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5606d1fb-814f-4689-9372-b68bd23de531 req-a8084a8a-006a-4507-91fd-07c1dd842295 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973182 May 19 12:54:49.487760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port e3660419-b3e8-4515-b369-088cf3f3c17d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:54:49.498140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e3660419-b3e8-4515-b369-088cf3f3c17d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:49.498571 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:49.544049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f84e59f1-c37c-4d43-b813-e93e783b90b5 req-3498d84f-d73a-4b1d-8d58-b5524f5138d6 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=a078b4b498b847d5b8047e2a685da5f3 HTTP/1.1" status: 200 len: 696 time: 0.3579588 May 19 12:54:49.679512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'e3660419-b3e8-4515-b369-088cf3f3c17d', 'name': '', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'mac_address': 'fa:16:3e:78:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:39Z', 'updated_at': '2021-05-19T12:54:48Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'subnets': [{'id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:49.682369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff704-7eb8-4edf-b003-73d80f76bef1 req-462ba0bc-cd2f-489c-abb9-18af62aa44b6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:49.689140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2842b-8391-4415-9fa9-4ef67550c0e4 None None] The sync data for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 is: [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:54:41Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'e3660419-b3e8-4515-b369-088cf3f3c17d', 'name': '', 'network_id': '775b397f-17e6-4e5a-b8e0-af0846cf624e', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'mac_address': 'fa:16:3e:78:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:39Z', 'updated_at': '2021-05-19T12:54:48Z', 'revision_number': 4, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'subnets': [{'id': '86e365d8-0ee0-44a8-9ddc-18365dd16e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:54:49.692823 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:49.693351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-065ff704-7eb8-4edf-b003-73d80f76bef1 req-462ba0bc-cd2f-489c-abb9-18af62aa44b6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.5026562 May 19 12:54:49.764445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port e3660419-b3e8-4515-b369-088cf3f3c17d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e3660419-b3e8-4515-b369-088cf3f3c17d,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:49.772206 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:49.783097 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:49.867998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:49.873665 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:49.882297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-065ff704-7eb8-4edf-b003-73d80f76bef1 req-af4ba8a3-c2b8-4ae8-bf71-75b4fe162cd6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872301 May 19 12:54:49.905443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e59f1-c37c-4d43-b813-e93e783b90b5 req-27688552-03b9-4238-9ee6-17c71cdfc907 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:49.907125 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f84e59f1-c37c-4d43-b813-e93e783b90b5 req-27688552-03b9-4238-9ee6-17c71cdfc907 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks?id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 787 time: 0.3511615 May 19 12:54:49.925611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-f84e59f1-c37c-4d43-b813-e93e783b90b5 req-799b79ad-6c5a-4b40-b4c1-6b03d3f501bb tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:49.926686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f84e59f1-c37c-4d43-b813-e93e783b90b5 req-799b79ad-6c5a-4b40-b4c1-6b03d3f501bb tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075984 May 19 12:54:50.342824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-bd50d416-9f52-437e-810f-8dcf0ff8a9b2 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips/de57dec9-4b95-4051-b4a7-3e3925029135 HTTP/1.1" status: 200 len: 693 time: 0.1395655 May 19 12:54:50.535161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b2ebb4c6-4e35-4169-a996-646d86c27915 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:50.536694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b2ebb4c6-4e35-4169-a996-646d86c27915 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Synchronizing usage tracker for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:50.555434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b2ebb4c6-4e35-4169-a996-646d86c27915 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Unset dirty status for tenant:6a7fb4208a114f80b55088cdd800f438 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:50.557025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b2ebb4c6-4e35-4169-a996-646d86c27915 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.71 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.1467381 May 19 12:54:50.748010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13dd6-5afa-449f-92bf-5a3832f4edba req-8a505e53-750c-4a42-80d6-99501a2a33dc tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:50.752524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd13dd6-5afa-449f-92bf-5a3832f4edba req-8a505e53-750c-4a42-80d6-99501a2a33dc tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 946 time: 0.3504353 May 19 12:54:50.763640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-b2565924-e4f0-4e8e-aefc-2da7479d1ce6 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:50.765294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-b2565924-e4f0-4e8e-aefc-2da7479d1ce6 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.4162703 May 19 12:54:50.779617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Deleting port df003dd7-32a4-462c-affe-78134cbc5e2a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:50.780037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:50.895372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd13dd6-5afa-449f-92bf-5a3832f4edba req-66522ca5-1abb-4381-b986-1c538ed5232f tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/security-groups?id=41d15117-6d20-4031-80ef-3f29429d7f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289401 May 19 12:54:50.921106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-e6ba055c-adb7-4b20-bfbd-9873d3b68da2 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.1092241 May 19 12:54:50.966407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] For port df003dd7-32a4-462c-affe-78134cbc5e2a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=df003dd7-32a4-462c-affe-78134cbc5e2a,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:50.966794 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.046129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e3660419-b3e8-4515-b369-088cf3f3c17d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:54:51.074536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-af26bed8-2cb0-4ebd-9864-a921d2468b55 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.1406808 May 19 12:54:51.217153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Calling delete_port for df003dd7-32a4-462c-affe-78134cbc5e2a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:51.245148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e3660419-b3e8-4515-b369-088cf3f3c17d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:54:51.246263 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.389719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.405215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f37867-20cf-4858-9057-423d6e59699b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:51.457362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Pushing event deleted for resources: {'Port': ['ID=df003dd7-32a4-462c-affe-78134cbc5e2a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:51.462215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:51.559807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] No DVR routers for this DVR port df003dd7-32a4-462c-affe-78134cbc5e2a on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:54:51.563619 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.568116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'name': 'network-vif-deleted', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:51.584905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eabec-0051-423f-bd29-450d5651a9e4 req-ff5903aa-6f14-4d52-b0a7-07e91b22967c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:51.594214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-582eabec-0051-423f-bd29-450d5651a9e4 req-ff5903aa-6f14-4d52-b0a7-07e91b22967c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.2292576 May 19 12:54:51.595516 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6f2b2dec-0cbe-46f9-9eeb-6bac0040f82f req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.71 "DELETE /v2.0/ports/df003dd7-32a4-462c-affe-78134cbc5e2a HTTP/1.1" status: 204 len: 173 time: 1.0330424 May 19 12:54:51.637124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Deleting port 8cd25612-3d2e-442b-b463-bed7878725d2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:51.637410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.673332 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:51.693726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-582eabec-0051-423f-bd29-450d5651a9e4 req-3af8cb01-f767-4227-84cd-cded6fc3763f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982316 May 19 12:54:51.928596 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:51.929124 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.081058 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.100467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:52.107837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Usage tracker for resource:security_group_rule and tenant:7380c52d4d0c4aeaa2c38fe0e79f56b5 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:52.111691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:52.119356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:52.236278 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af3da5c-719e-4ba8-91ba-35e1fe98d6ab', 'name': 'network-vif-deleted', 'tag': 'df003dd7-32a4-462c-affe-78134cbc5e2a', 'status': 'completed', 'code': 200} May 19 12:54:52.294467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.304121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.327067 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e98d6999-2c03-4e7f-b24f-df2f1a9d5ab2 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:52.408483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0760f1ef-ab7b-430e-ae47-af697f87be5f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:52.425345 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:52.433168 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7380c52d4d0c4aeaa2c38fe0e79f56b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7581594 May 19 12:54:52.436122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:52.457266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Calling delete_port for 8cd25612-3d2e-442b-b463-bed7878725d2 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:52.536124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8633847d-3a77-4fcc-a92d-fd161bf7c9b9 req-34f48b59-5bb6-49b9-af8e-466907e06f70 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af3da5c-719e-4ba8-91ba-35e1fe98d6ab HTTP/1.1" status: 200 len: 210 time: 0.0669162 May 19 12:54:52.602392 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.655685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.693148 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.702333 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:52.773973 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.791533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event deleted for resources: {'Port': ['ID=8cd25612-3d2e-442b-b463-bed7878725d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:52.800589 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fd45f02-4deb-444a-965a-5eb344a42195 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:52.825883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760f1ef-ab7b-430e-ae47-af697f87be5f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:52.832273 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:52.840498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:52.845437 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0760f1ef-ab7b-430e-ae47-af697f87be5f HTTP/1.1" status: 204 len: 168 time: 0.4042346 May 19 12:54:52.945613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.945830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.946194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.946743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.947804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.948192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.949099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.949099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.949326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.949923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.950060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.950305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:52.961070 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:53.012567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:53.041782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:53.043039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14af75c8-a3c6-4139-86a5-546400bb06d5 req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "DELETE /v2.0/floatingips/de57dec9-4b95-4051-b4a7-3e3925029135 HTTP/1.1" status: 204 len: 173 time: 1.9583504 May 19 12:54:53.057634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b90-fcfb-4bb4-8295-805bd8acc6c7 req-2a304089-e5a7-447c-97bb-c696648ea7f8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:53.057634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b58b5b90-fcfb-4bb4-8295-805bd8acc6c7 req-2a304089-e5a7-447c-97bb-c696648ea7f8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1889982 May 19 12:54:53.128596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b58b5b90-fcfb-4bb4-8295-805bd8acc6c7 req-47c6aa3e-0a8f-44ea-942b-53d2dcbc3118 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634840 May 19 12:54:53.346051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-ba1481b7-6945-4c16-a3da-a3b0ca966265 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1877179 May 19 12:54:53.354416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device df003dd7-32a4-462c-affe-78134cbc5e2a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:54:53.384856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:53.400463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:53.411845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Usage tracker for resource:floatingip and tenant:a078b4b498b847d5b8047e2a685da5f3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:53.418294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:53.426812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:53.440895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: df003dd7-32a4-462c-affe-78134cbc5e2a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:54:53.442977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:53.443433 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device df003dd7-32a4-462c-affe-78134cbc5e2a not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:54:53.681901 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:53.736144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:53.898682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Allocated IP 172.25.4.207 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/39a9248c-17b3-4b33-9351-e30335de9bd8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:54:54.148653 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:54.191640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:54.216951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:54.309672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:54:54.379319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:54:54.398848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:54:54.525463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event updated for resources: {'Port': ['ID=39a9248c-17b3-4b33-9351-e30335de9bd8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:54.533105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:54.598315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527407c5-1af3-4165-bbb5-75f1bd3a8b39 req-c726487b-1fca-4f39-a001-c0813901a77d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:54.600584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-527407c5-1af3-4165-bbb5-75f1bd3a8b39 req-c726487b-1fca-4f39-a001-c0813901a77d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.3044341 May 19 12:54:54.648715 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:54.682487 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:54.714905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-527407c5-1af3-4165-bbb5-75f1bd3a8b39 req-2dec7a98-b949-4c77-ac1b-ad5592d65417 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043267 May 19 12:54:54.757802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.117349 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.124892 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:54:55.129568 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.135049 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a57620df-7cee-4b06-a822-41f4f671f918 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:55.406799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event updated for resources: {'Port': ['ID=39a9248c-17b3-4b33-9351-e30335de9bd8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:55.411488 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:55.430828 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.512705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.514979 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1461189 May 19 12:54:55.516723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Deleting port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:55.517339 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.730061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-519d6107-03fb-4244-9ae0-1440e7ea9b9b tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Synchronizing usage tracker for tenant:a078b4b498b847d5b8047e2a685da5f3 on resource:floatingip {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:55.754298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-519d6107-03fb-4244-9ae0-1440e7ea9b9b tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Unset dirty status for tenant:a078b4b498b847d5b8047e2a685da5f3 on resource:floatingip {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:55.755860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-519d6107-03fb-4244-9ae0-1440e7ea9b9b tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.2334955 May 19 12:54:55.776608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] For port 4448561f-30b2-4612-9e9f-9c3b50a4b0b3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,segment=NetworkSegment(5b5945d6-69bb-40b5-a443-514b4b20bfc7),segment_id=5b5945d6-69bb-40b5-a443-514b4b20bfc7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:55.777202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:55.941360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Calling delete_port for 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:56.001118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-3e777b9c-2a40-4f62-a002-81fc6dad436d tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:56.008460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-3e777b9c-2a40-4f62-a002-81fc6dad436d tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2462418 May 19 12:54:56.015726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-fcc6c355-d8db-448a-ba79-fca6f8e4ce3d tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:56.029023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12f71f8d-5c10-4cba-9d96-a0b0a2c87c52 req-fcc6c355-d8db-448a-ba79-fca6f8e4ce3d tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194633 May 19 12:54:56.303371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:56.309496 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:56.393570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4448561f-30b2-4612-9e9f-9c3b50a4b0b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:56.397401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:56.454377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-8d30d428-c0e1-4d2f-b31b-3bea7e0e64a3 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips/a51507ae-e480-411a-80b4-2c2a14b91562 HTTP/1.1" status: 200 len: 693 time: 0.1056035 May 19 12:54:56.470707 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-d46a01e3-ecfd-49b4-bd94-b805b47f9739 service neutron] show failed (client error): The resource could not be found. May 19 12:54:56.471845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-d46a01e3-ecfd-49b4-bd94-b805b47f9739 service neutron] 10.222.0.57 "GET /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e/bindings/n-h1-791505-2 HTTP/1.1" status: 404 len: 380 time: 0.2913010 May 19 12:54:56.670044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5e5b-ab22-42f3-a559-d4f5495bfa0d req-b707e3fd-94e1-4ae8-9896-a1af330fa918 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:56.676653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64ca5e5b-ab22-42f3-a559-d4f5495bfa0d req-b707e3fd-94e1-4ae8-9896-a1af330fa918 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.3873363 May 19 12:54:56.697097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-9347c69c-1aae-4db8-97c7-6a2aa8a70865 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:56.699707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-9347c69c-1aae-4db8-97c7-6a2aa8a70865 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 784 time: 0.2246861 May 19 12:54:56.819706 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-afbc4090-9d45-480d-aac2-b3865b196d4a tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.1012127 May 19 12:54:56.832917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64ca5e5b-ab22-42f3-a559-d4f5495bfa0d req-8e4dcb6c-c43b-4714-95bf-5af4c0677427 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487753 May 19 12:54:56.975318 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-af341c81-2149-4723-b8fa-e148a54fb51f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.1217942 May 19 12:54:57.128865 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.296178 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Deleting port 39a9248c-17b3-4b33-9351-e30335de9bd8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:54:57.296503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.316630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-2356cdab-a064-4261-a9ce-b3a93d59f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:57.319806 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-2356cdab-a064-4261-a9ce-b3a93d59f59b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1101 time: 0.5225422 May 19 12:54:57.341195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:54:57.442321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.442959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.740365 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.755281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Calling delete_port for 39a9248c-17b3-4b33-9351-e30335de9bd8 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:54:57.943513 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:57.949120 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e6b05ec6-9ecf-48f9-933e-1b73e06b677c tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:58.002444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Pushing event deleted for resources: {'Port': ['ID=39a9248c-17b3-4b33-9351-e30335de9bd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:58.005755 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:58.056808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Router 5cd46b50-b87f-4b94-9022-46d12a258e99 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:54:58.170793 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:58.274474 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:58.276446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b34cd70-8b04-4178-ac83-f5f6dbb0036f req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "DELETE /v2.0/floatingips/a51507ae-e480-411a-80b4-2c2a14b91562 HTTP/1.1" status: 204 len: 173 time: 1.2999151 May 19 12:54:58.302382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4036-80e6-4854-803b-55b0f5b3b9a1 req-fee2373a-7b1a-4ef1-8a5d-bf167b53e471 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:54:58.303990 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12be4036-80e6-4854-803b-55b0f5b3b9a1 req-fee2373a-7b1a-4ef1-8a5d-bf167b53e471 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1294322 May 19 12:54:58.363650 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12be4036-80e6-4854-803b-55b0f5b3b9a1 req-564f9a56-bff1-497d-a001-f84d1ab1bfad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502670 May 19 12:54:58.394474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:54:58.425851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:54:58.451010 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] 10.222.0.69 "PUT /v2.0/routers/5cd46b50-b87f-4b94-9022-46d12a258e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7086380 May 19 12:54:58.453035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:58.464430 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Sync routers for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:54:58.465563 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:54:58.494235 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:58.495358 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:58.541726 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-45090ede-6b6f-4a3d-93ca-0228d9ce1e11 req-c8b6e016-2d00-403c-b45f-6c60f7a63cc7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] show failed (client error): The resource could not be found. May 19 12:54:58.542655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45090ede-6b6f-4a3d-93ca-0228d9ce1e11 req-c8b6e016-2d00-403c-b45f-6c60f7a63cc7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips/a51507ae-e480-411a-80b4-2c2a14b91562 HTTP/1.1" status: 404 len: 350 time: 0.1151187 May 19 12:54:58.790550 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:58.834886 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-ab0b512e-3bb1-439a-8ff1-f6f1d996f8b7 req-e51963ab-85c4-4eb3-9143-d715aecd1728 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] show failed (client error): The resource could not be found. May 19 12:54:58.848811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab0b512e-3bb1-439a-8ff1-f6f1d996f8b7 req-e51963ab-85c4-4eb3-9143-d715aecd1728 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] 10.222.0.69 "GET /v2.0/floatingips/a51507ae-e480-411a-80b4-2c2a14b91562 HTTP/1.1" status: 404 len: 350 time: 0.1087086 May 19 12:54:58.849597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:58.858708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:54:58.881001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:58.981013 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:54:59.120734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:54:59.610613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:54:59.617556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:59.648925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Transition to ACTIVE for port object f06aa3c0-be93-40d7-9a48-8eebc3c7097e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:54:59.657417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:59.661535 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:59.669086 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-829d96fb-61e1-4a85-9a0f-742ed9d28ed8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:54:59.708825 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:54:56Z', 'revision_number': 5, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port': {'id': '364e1c70-a06b-4452-85fc-9a2422725b72', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:54Z', 'updated_at': '2021-05-19T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:59.739712 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Checking router: 5cd46b50-b87f-4b94-9022-46d12a258e99 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:54:59.754401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:59.758456 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:54:59.784832 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Routers {'5cd46b50-b87f-4b94-9022-46d12a258e99'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:54:59.788665 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5cd46b50-b87f-4b94-9022-46d12a258e99'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:54:59.907044 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:54:59.910478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:55:00.019737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] No DVR routers for this DVR port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:00.112115 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'code': 200} May 19 12:55:00.201695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:00.202019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:00.202420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:00.215480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Deleting port 364e1c70-a06b-4452-85fc-9a2422725b72 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:00.221401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.273699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:55:00.274233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:00.280823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:00.288147 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] Set router 5cd46b50-b87f-4b94-9022-46d12a258e99 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:00.336162 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.339543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:00.340010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:00.340372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:00.342130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Bound port: f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:00.342488 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.544540 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:54:59Z', 'revision_number': 6, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:00.557372 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68274688-8cfa-42cd-bb7c-925061a3b129 None None] The sync data for ids ['5cd46b50-b87f-4b94-9022-46d12a258e99'] in n-d-791505-2 is: [{'id': '5cd46b50-b87f-4b94-9022-46d12a258e99', 'name': 'tempest-ServerRescueTestJSONUnderV235-1070146757-router', 'tenant_id': '6a7fb4208a114f80b55088cdd800f438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:52Z', 'updated_at': '2021-05-19T12:54:59Z', 'revision_number': 6, 'project_id': '6a7fb4208a114f80b55088cdd800f438', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:00.689418 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.758270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:00.770325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] For port 364e1c70-a06b-4452-85fc-9a2422725b72, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=364e1c70-a06b-4452-85fc-9a2422725b72,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:00.770948 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.772612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:100606adeae045f6b5c0baafe1ebf515 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:00.780532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:00.795262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:00.910983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:00.930942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Calling delete_port for 364e1c70-a06b-4452-85fc-9a2422725b72 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:00.941072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:00.967058 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:00.978848 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-70799c25-47bf-4432-ab4f-6aff26b41227 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:01.017181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:01.062294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:01.062924 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.064571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] 10.222.0.71 "PUT /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 1096 time: 3.7328694 May 19 12:55:01.098782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:01.103746 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:01.106041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:01.106626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4448561f-30b2-4612-9e9f-9c3b50a4b0b3 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:01.247873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519c675-8da7-4c45-a434-b941d5561ea8 req-40c879f4-a18b-43e1-bad0-3bedc510ff00 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:01.249804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5519c675-8da7-4c45-a434-b941d5561ea8 req-40c879f4-a18b-43e1-bad0-3bedc510ff00 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.5779738 May 19 12:55:01.380915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5519c675-8da7-4c45-a434-b941d5561ea8 req-3dd892ee-e9d5-4342-93d0-6ae0b7a2c3c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251295 May 19 12:55:01.434309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-09af346e-0a10-4fb0-97c7-7e4ed42d9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:01.443349 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-09af346e-0a10-4fb0-97c7-7e4ed42d9a5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1099 time: 0.2791874 May 19 12:55:01.515610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.543210 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.554983 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-287a8a40-1f90-4a98-a2b1-6f5d1d46bf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:01.654125 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.663463 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=100606adeae045f6b5c0baafe1ebf515&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3812075 May 19 12:55:01.664261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:01.667104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8a0e0-8e93-46d1-9368-72545c3ed3e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:01.670678 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:01.671016 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:01.677714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Deleting port e3660419-b3e8-4515-b369-088cf3f3c17d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:01.678330 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.761981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Pushing event deleted for resources: {'Port': ['ID=364e1c70-a06b-4452-85fc-9a2422725b72,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:01.770324 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:01.874803 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.924670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] For port e3660419-b3e8-4515-b369-088cf3f3c17d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e3660419-b3e8-4515-b369-088cf3f3c17d,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:01.925025 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.935438 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:01.958597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-5d69e23d-2600-4041-9176-0a22bb7dacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:01.961207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-5d69e23d-2600-4041-9176-0a22bb7dacb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5050251 May 19 12:55:02.081544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:02.091879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Calling delete_port for e3660419-b3e8-4515-b369-088cf3f3c17d owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:02.101672 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-d43fd685-13ce-4147-96b8-235b848e27f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1309905 May 19 12:55:02.106386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:02.181138 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:02.186307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:02.193851 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6206c5b-54b0-414e-aa78-a670bbf8c733 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:02.219664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8a0e0-8e93-46d1-9368-72545c3ed3e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:02.236833 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:02.257495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:02.259968 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fb8a0e0-8e93-46d1-9368-72545c3ed3e6 HTTP/1.1" status: 204 len: 168 time: 0.5936191 May 19 12:55:02.500486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:02.514217 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:02.631527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3660419-b3e8-4515-b369-088cf3f3c17d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:02.701191 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:02.921314 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'status': 'completed', 'code': 200} May 19 12:55:03.021331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:03.067304 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.067582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.106964 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.113086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 364e1c70-a06b-4452-85fc-9a2422725b72 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:03.123886 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.161140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:03.165013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:03.170923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 364e1c70-a06b-4452-85fc-9a2422725b72 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:03.171783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 364e1c70-a06b-4452-85fc-9a2422725b72 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:03.178757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746da901-2437-49c0-ad42-81a8a32106ce req-c796d5e5-3bed-482f-827c-37bc3d0a9056 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:03.181074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-746da901-2437-49c0-ad42-81a8a32106ce req-c796d5e5-3bed-482f-827c-37bc3d0a9056 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.4912262 May 19 12:55:03.183968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Usage tracker for resource:security_group_rule and tenant:a22dd6a53a5e436da08a123d2dd3a146 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:03.195021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Usage tracker for resource:security_group_rule and tenant:1579ed5f911d4cd493869f305d1b6444 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:03.201428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-7655f21a-5be2-448d-9aaf-b395d6e29e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:03.203242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-7655f21a-5be2-448d-9aaf-b395d6e29e6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1099 time: 0.5161319 May 19 12:55:03.203476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-02792743-3d16-406b-9541-10dfe01a401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:03.206057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-02792743-3d16-406b-9541-10dfe01a401f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.7234643 May 19 12:55:03.207118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:03.209101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:03.265535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:03.288798 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.289673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd46b50-b87f-4b94-9022-46d12a258e99 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:55:03.293370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:03.423428 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-cd087c84-7314-4500-8889-1f82babd25bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5058591 May 19 12:55:03.439531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.443770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5cd46b50-b87f-4b94-9022-46d12a258e99 HTTP/1.1" status: 204 len: 168 time: 4.9905562 May 19 12:55:03.449591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:03.642354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-4ba7cdae-9ba2-4c3f-8098-7e08a69baca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:03.643973 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-4ba7cdae-9ba2-4c3f-8098-7e08a69baca0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4244611 May 19 12:55:03.672949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-746da901-2437-49c0-ad42-81a8a32106ce req-471956ee-3582-41f9-a4d8-012243bbd873 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610827 May 19 12:55:03.738957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Deleting subnet 59e0b237-9fef-4c94-b54d-bfc8c3c89e88 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:55:03.744583 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.752206 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.816852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.836702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.891670 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d8dc3a2-298d-4302-952e-828bd9f21b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:03.983482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-35bfc614-ef76-4ceb-9676-d445025acc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:03.985191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-35bfc614-ef76-4ceb-9676-d445025acc10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7686322 May 19 12:55:04.053793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1579ed5f911d4cd493869f305d1b6444&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9707150 May 19 12:55:04.057744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:04.068027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483f091-71fb-490e-b93d-3b1c9d83e115,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:04.075826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-0a3ce067-1202-429e-99fc-d451771e154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:04.078688 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-0a3ce067-1202-429e-99fc-d451771e154f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 1101 time: 0.5765078 May 19 12:55:04.083025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.136927 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:04.173500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-536bb993-9f1e-41e7-9204-a468e731f5de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1803067 May 19 12:55:04.228872 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-e9823829-3ca8-4702-bd43-0677d6c3ad29 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700979 May 19 12:55:04.259215 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.279087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.298053 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fba3835a-4554-451f-a478-a7bcfe9fa7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:04.342491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-ff4d74d3-dd78-4094-bb06-f9839e0e99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:04.344197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-ff4d74d3-dd78-4094-bb06-f9839e0e99ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1626153 May 19 12:55:04.423969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a22dd6a53a5e436da08a123d2dd3a146&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3958335 May 19 12:55:04.425775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.429507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:04.431872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9cbfc6-43b5-41a2-9226-df9928f39ad5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:04.435305 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:04.528410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.575162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-c298a3a7-16ac-4450-85ba-c883f8a1f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:04.576707 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-c298a3a7-16ac-4450-85ba-c883f8a1f3b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4337907 May 19 12:55:04.614667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.700629 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-ec453fbc-e517-46db-b7ad-c5b303e08df9 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029119 May 19 12:55:04.712049 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-fa278526-a230-42e4-8931-1373e2000530 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 200 len: 217 time: 0.1261446 May 19 12:55:04.863373 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.883169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-e4af3a00-b480-468a-b2a5-0de44a16a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:04.885017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-c752da74-9b97-4945-ae28-2805f4e56f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:04.887950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-e4af3a00-b480-468a-b2a5-0de44a16a5c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5214105 May 19 12:55:04.889035 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-c752da74-9b97-4945-ae28-2805f4e56f96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1658595 May 19 12:55:05.039249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Router 26460490-f564-4bc6-b9e2-78886d67f61a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:55:05.044285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-98267cdc-7ad2-4312-9d8e-a3b7d7c0991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:05.046312 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-98267cdc-7ad2-4312-9d8e-a3b7d7c0991f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1099 time: 0.2634223 May 19 12:55:05.119000 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.143963 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.160185 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-abe9f5b1-5972-48e6-92d9-1997d30b5222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:05.260086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f483f091-71fb-490e-b93d-3b1c9d83e115,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:05.263962 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:05.363219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-053e28b7-4da2-4d11-b15e-b34ecb2d5673 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461169 May 19 12:55:05.436421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-64d29350-dda2-4191-a829-2639e1463a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:05.438404 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-64d29350-dda2-4191-a829-2639e1463a6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5399504 May 19 12:55:05.442583 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.450001 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:05.474160 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.480781 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f483f091-71fb-490e-b93d-3b1c9d83e115 HTTP/1.1" status: 204 len: 168 time: 1.3585677 May 19 12:55:05.508857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77d7b9-c524-4fb0-8ada-7b8b54d09d4e req-e7cf24fe-700a-4e00-be12-2198f39be329 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:05.510970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb77d7b9-c524-4fb0-8ada-7b8b54d09d4e req-e7cf24fe-700a-4e00-be12-2198f39be329 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.5399432 May 19 12:55:05.536020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e0b237-9fef-4c94-b54d-bfc8c3c89e88,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:05.543014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-1f871bd8-b750-476e-8e8b-c06b0f428877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:05.544562 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-1f871bd8-b750-476e-8e8b-c06b0f428877 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4864764 May 19 12:55:05.547481 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:05.552451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.627156 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.638170 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-16aea907-625e-436b-a43b-21d5ee391d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:05.656693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:05.678455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Sync routers for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:05.684086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9cbfc6-43b5-41a2-9226-df9928f39ad5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:05.686691 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.687847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df9cbfc6-43b5-41a2-9226-df9928f39ad5 HTTP/1.1" status: 204 len: 168 time: 1.2515562 May 19 12:55:05.695453 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:05.712616 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb77d7b9-c524-4fb0-8ada-7b8b54d09d4e req-7acc2772-4e9e-4908-863a-b06b803a8a28 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372769 May 19 12:55:05.717057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/59e0b237-9fef-4c94-b54d-bfc8c3c89e88 HTTP/1.1" status: 204 len: 168 time: 2.2663317 May 19 12:55:05.720945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] 10.222.0.69 "PUT /v2.0/routers/26460490-f564-4bc6-b9e2-78886d67f61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8677962 May 19 12:55:05.733308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:05.733639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:05.741320 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-b9d3ef18-076c-492f-addd-f1cbed184734 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1846802 May 19 12:55:05.746566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:05.747648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:06.003209 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-4fc16921-3485-4b7a-ad43-7c12ee4c9516 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265648 May 19 12:55:06.048692 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-439f9d67-5338-43ca-81bd-dd803d4f2ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172178 May 19 12:55:06.162914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-8b9d5910-8d71-4914-9dbc-4f6fefe9d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:06.166182 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-8b9d5910-8d71-4914-9dbc-4f6fefe9d5a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4166615 May 19 12:55:06.260621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:06.356029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.428793 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.742757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b0afef3-e8cb-4708-a01b-0677201fa94d req-60966d1d-6534-4597-8fb8-a86c44f27186 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074077 May 19 12:55:06.775734 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.799404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-3c13dbfa-8702-4844-af7e-897a584a7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:06.800997 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-3c13dbfa-8702-4844-af7e-897a584a7d00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6219113 May 19 12:55:06.860465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e1ebca-d258-4c54-abe3-68f70e9170f7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:06.896766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5945d6-69bb-40b5-a443-514b4b20bfc7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:06.897272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5945d6-69bb-40b5-a443-514b4b20bfc7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:06.927035 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.963267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.978945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:55:06.980054 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: timer() May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:55:06.998953 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:55:07.061682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:55:02Z', 'revision_number': 5, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port': {'id': '203446b8-b7e0-404d-8ad8-ced576209a5a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:54:33Z', 'updated_at': '2021-05-19T12:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:07.070666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Checking router: 26460490-f564-4bc6-b9e2-78886d67f61a for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:07.090020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Routers {'26460490-f564-4bc6-b9e2-78886d67f61a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:07.090669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:54:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['26460490-f564-4bc6-b9e2-78886d67f61a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:07.131746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:07.185689 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-9a2d02a6-7c38-41fe-8199-e7aec1583421 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739321 May 19 12:55:07.228798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc2f13-a446-43eb-aa8a-8baafa09bf6c req-95d7d52c-c6ed-4245-880b-45a6b5673347 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:07.236774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-80cc2f13-a446-43eb-aa8a-8baafa09bf6c req-95d7d52c-c6ed-4245-880b-45a6b5673347 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.5360475 May 19 12:55:07.248289 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:07.277703 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:07.289983 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:07.310599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b0e1ebca-d258-4c54-abe3-68f70e9170f7 HTTP/1.1" status: 204 len: 168 time: 1.5689766 May 19 12:55:07.358602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e1ebca-d258-4c54-abe3-68f70e9170f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:07.362239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:07.377722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-80cc2f13-a446-43eb-aa8a-8baafa09bf6c req-7dc585b0-0548-4e63-ab0a-2b54efcf9a26 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375124 May 19 12:55:07.484324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d7b6b-6007-4610-bbd1-480ee8f41f6f req-54410cf6-2cde-408a-97fc-68e3f88e42de tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:07.496609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-609d7b6b-6007-4610-bbd1-480ee8f41f6f req-54410cf6-2cde-408a-97fc-68e3f88e42de tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 948 time: 0.4733016 May 19 12:55:07.527229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Deleting port 203446b8-b7e0-404d-8ad8-ced576209a5a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:07.527879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:07.700200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] Set router 26460490-f564-4bc6-b9e2-78886d67f61a gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:07.761427 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-117c412b-a09d-472c-b7bc-7cb84988d480 req-7e68e5b8-4441-4389-972b-1d315bb5ae36 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574329 May 19 12:55:07.799628 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-609d7b6b-6007-4610-bbd1-480ee8f41f6f req-f8f03d71-e8aa-419d-ac89-8b8a54949bb0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980111 May 19 12:55:07.857255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:07.913243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:55:07Z', 'revision_number': 6, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:07.919697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf04b5f-c7f3-4e0d-a2f8-547943b6f9ac None None] The sync data for ids ['26460490-f564-4bc6-b9e2-78886d67f61a'] in n-d-791505-2 is: [{'id': '26460490-f564-4bc6-b9e2-78886d67f61a', 'name': 'tempest-FloatingIPsTestJSON-1117816600-router', 'tenant_id': 'a078b4b498b847d5b8047e2a685da5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:54:31Z', 'updated_at': '2021-05-19T12:55:07Z', 'revision_number': 6, 'project_id': 'a078b4b498b847d5b8047e2a685da5f3', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:07.923044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:55:07.973354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] For port 203446b8-b7e0-404d-8ad8-ced576209a5a, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=203446b8-b7e0-404d-8ad8-ced576209a5a,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:07.978868 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:07.983584 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2ddd7ac-ae42-40a8-83e4-7751aeec8db7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a7fb4208a114f80b55088cdd800f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243618 May 19 12:55:07.991872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:08.210558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.308538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.450411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:08.487125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Calling delete_port for 203446b8-b7e0-404d-8ad8-ced576209a5a owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:08.498657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'mac_address': 'fa:16:3e:4c:b4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:55:08.568791 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.618175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4302c259-279e-40ed-93cd-03b7a93f6fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:08.644161 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.662601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d15117-6d20-4031-80ef-3f29429d7f84,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:08.679834 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:08.700726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.704996 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41d15117-6d20-4031-80ef-3f29429d7f84 HTTP/1.1" status: 204 len: 168 time: 0.7124474 May 19 12:55:08.722972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:55:08.785649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:08.792341 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.798293 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:08.921610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:08.927345 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:09.087974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:09.097259 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:09.160484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f06aa3c0-be93-40d7-9a48-8eebc3c7097e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:09.248915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e3660419-b3e8-4515-b369-088cf3f3c17d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:09.316584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Pushing event deleted for resources: {'Port': ['ID=203446b8-b7e0-404d-8ad8-ced576209a5a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:09.397143 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:09.403542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: e3660419-b3e8-4515-b369-088cf3f3c17d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:09.403892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e3660419-b3e8-4515-b369-088cf3f3c17d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:09.404443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 203446b8-b7e0-404d-8ad8-ced576209a5a no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:09.494834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 203446b8-b7e0-404d-8ad8-ced576209a5a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:09.495660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 203446b8-b7e0-404d-8ad8-ced576209a5a not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:09.522900 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:09.855047 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:09.865972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e09cf-b73a-48ec-83d3-1de8f11a90f3 req-5af057d4-0371-4547-a516-c0256b2c861f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:09.867659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab7e09cf-b73a-48ec-83d3-1de8f11a90f3 req-5af057d4-0371-4547-a516-c0256b2c861f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.5093346 May 19 12:55:09.869971 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:09.955795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab7e09cf-b73a-48ec-83d3-1de8f11a90f3 req-6d9720a1-2bca-4d07-ac60-88791b22a6f5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740199 May 19 12:55:09.960885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:09.961391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26460490-f564-4bc6-b9e2-78886d67f61a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:55:09.970363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3275a-8525-41c5-a92c-ebee5bf82459 req-f1e5de97-4b55-488e-a3d8-455128422356 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:09.977770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3c3275a-8525-41c5-a92c-ebee5bf82459 req-f1e5de97-4b55-488e-a3d8-455128422356 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.2620740 May 19 12:55:10.041560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:10.046551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] 10.222.0.69 "DELETE /v2.0/routers/26460490-f564-4bc6-b9e2-78886d67f61a HTTP/1.1" status: 204 len: 168 time: 4.3081362 May 19 12:55:10.046945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:10.059427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3c3275a-8525-41c5-a92c-ebee5bf82459 req-7b075891-372a-4978-913e-bd6e91eabc56 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799794 May 19 12:55:10.163338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Deleting subnet 86e365d8-0ee0-44a8-9ddc-18365dd16e7d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:55:10.174347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:10.279698 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e383067-2685-44c9-8e76-906ac7626f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:10.310205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:10.487284 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:10.889597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956e0a4-43cc-456c-9aef-755ad48599bd req-5e22a0e6-adbc-47fb-b701-5d69bb2e9b8e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:10.901529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6956e0a4-43cc-456c-9aef-755ad48599bd req-5e22a0e6-adbc-47fb-b701-5d69bb2e9b8e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.1508274 May 19 12:55:10.926175 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-6f17edf4-44ad-489d-9e4b-f922765d5d39 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:10.927783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-6f17edf4-44ad-489d-9e4b-f922765d5d39 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a&tenant_id=7488c038ae614e4f83a51f4b8d832d73&binding%3Ahost_id=n-h1-791505-2 HTTP/1.1" status: 200 len: 949 time: 0.3463886 May 19 12:55:10.995121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6956e0a4-43cc-456c-9aef-755ad48599bd req-4f8bbe56-164c-4cd4-9019-09e3b9f88cec tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922241 May 19 12:55:11.180047 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-e1ce2558-1b33-4483-b565-568a198b32e9 service neutron] 10.222.0.71 "GET /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e/bindings/n-h1-791505-2 HTTP/1.1" status: 200 len: 382 time: 0.2408917 May 19 12:55:11.208263 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:11.218096 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e34c69a7-0fb8-4304-a732-370e0b16ebca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:11.416252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:11.503316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:11.580480 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:11.586666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:11.587302 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:11.620499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772206f0-10c2-4b7e-a083-3f7a4879aae4 req-298620cd-feff-443f-95c6-6e3f4c8b703b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:11.631316 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-772206f0-10c2-4b7e-a083-3f7a4879aae4 req-298620cd-feff-443f-95c6-6e3f4c8b703b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.1286256 May 19 12:55:11.745315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-772206f0-10c2-4b7e-a083-3f7a4879aae4 req-26db1736-f024-4354-b7c1-67e27558e637 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111851 May 19 12:55:11.811617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e365d8-0ee0-44a8-9ddc-18365dd16e7d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:11.815214 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:11.839240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:11.840822 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:11.845247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Usage tracker for resource:security_group_rule and tenant:d5316489f65f47b885cdc08bf15a14c9 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:11.850199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:11.852673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:11.858724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:11.869312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94441df2-e481-4e25-a0af-915effbc694a None None] Network 775b397f-17e6-4e5a-b8e0-af0846cf624e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:11.894766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] 10.222.0.69 "DELETE /v2.0/subnets/86e365d8-0ee0-44a8-9ddc-18365dd16e7d HTTP/1.1" status: 204 len: 168 time: 1.8468361 May 19 12:55:11.902319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:11.915247 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.022133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:12.047226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:12.142105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.151373 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:12.160413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.172079 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.179775 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0924c0f1-878c-43c4-b171-b41bb7099d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:12.229060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d267f67-b35a-483c-bb6b-25b49f24bf19,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:12.237353 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'code': 200} May 19 12:55:12.250462 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.289486 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:12.292210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:12.296124 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:12.319408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-46094a9a-48a7-466a-88c1-4c2c8e963d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:12.327818 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-46094a9a-48a7-466a-88c1-4c2c8e963d1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1100 time: 1.1105723 May 19 12:55:12.338966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5316489f65f47b885cdc08bf15a14c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338630 May 19 12:55:12.345384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:12.431661 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.471987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] DHCP port deletion for 775b397f-17e6-4e5a-b8e0-af0846cf624e request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:55:12.484428 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.532733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67037662-98de-4637-add8-ccad31a75052 req-4dbfd44c-8fcb-4132-bf81-ee24f3eb6e24 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:12.547722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67037662-98de-4637-add8-ccad31a75052 req-4dbfd44c-8fcb-4132-bf81-ee24f3eb6e24 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.3219237 May 19 12:55:12.682274 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67037662-98de-4637-add8-ccad31a75052 req-c4cbb903-62c5-40e3-8043-a57fd150da23 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307137 May 19 12:55:12.700272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Deleting port 28f836c4-1e17-4645-93c4-2c7c83832fbc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:12.701666 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.717436 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.731219 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e5a563e-3d47-436b-84e3-9b04137964b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:12.733645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-04a58079-ae71-4d44-a0ae-a02ecac73657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:12.735382 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-04a58079-ae71-4d44-a0ae-a02ecac73657 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3264847 May 19 12:55:12.772049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d267f67-b35a-483c-bb6b-25b49f24bf19,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:12.778903 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:12.782567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.783848 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d267f67-b35a-483c-bb6b-25b49f24bf19 HTTP/1.1" status: 204 len: 168 time: 0.4373817 May 19 12:55:12.873183 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-fd342ef3-23c2-4c7b-83b0-1cb3486798af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.0900316 May 19 12:55:12.895416 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-befcc14b-39c3-4129-b1f2-c964a245f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:12.991874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-94a5d66a-b9cc-40e8-82a6-35ab891bab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:12.994721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-94a5d66a-b9cc-40e8-82a6-35ab891bab10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1085348 May 19 12:55:12.997200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Deleting port 28f836c4-1e17-4645-93c4-2c7c83832fbc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:12.997719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:13.116054 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:13.122363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] For port 28f836c4-1e17-4645-93c4-2c7c83832fbc, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=28f836c4-1e17-4645-93c4-2c7c83832fbc,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:13.122809 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:13.248246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:13.266929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] For port 28f836c4-1e17-4645-93c4-2c7c83832fbc, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=28f836c4-1e17-4645-93c4-2c7c83832fbc,segment=NetworkSegment(5d97a50f-7ad9-4477-8e21-23dbe3e48f94),segment_id=5d97a50f-7ad9-4477-8e21-23dbe3e48f94)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:13.267771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:13.415829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Calling delete_port for 28f836c4-1e17-4645-93c4-2c7c83832fbc owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:13.557469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Calling delete_port for 28f836c4-1e17-4645-93c4-2c7c83832fbc owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:13.583306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440eb4-78e8-47ec-a446-0efd71a60d13 req-bceed275-eeaa-47cc-a26f-7e26c6261ca4 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:13.606287 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22440eb4-78e8-47ec-a446-0efd71a60d13 req-bceed275-eeaa-47cc-a26f-7e26c6261ca4 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.3210690 May 19 12:55:13.624990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e27be-53b4-419a-b4e8-241126788299 req-f14f7e0b-d5b0-4e31-b03c-a7380aeb6006 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:13.627583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-243e27be-53b4-419a-b4e8-241126788299 req-f14f7e0b-d5b0-4e31-b03c-a7380aeb6006 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Synchronizing usage tracker for tenant:968f5140b2a748678a9d54c3935f8ead on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:13.641322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 28f836c4-1e17-4645-93c4-2c7c83832fbc no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:13.705208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22440eb4-78e8-47ec-a446-0efd71a60d13 req-cd3a116e-8c68-4fa3-8196-ef0fccc7e42f tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979574 May 19 12:55:13.778105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:13.783340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-243e27be-53b4-419a-b4e8-241126788299 req-f14f7e0b-d5b0-4e31-b03c-a7380aeb6006 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Unset dirty status for tenant:968f5140b2a748678a9d54c3935f8ead on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:13.785366 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-243e27be-53b4-419a-b4e8-241126788299 req-f14f7e0b-d5b0-4e31-b03c-a7380aeb6006 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 1.0486159 May 19 12:55:13.848116 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:13.969542 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.001648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:14.008897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Usage tracker for resource:security_group_rule and tenant:c4a0e02fc83245bca8349188760cb71f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:14.015577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:14.030637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:14.082268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.087784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 28f836c4-1e17-4645-93c4-2c7c83832fbc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:14.088430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 28f836c4-1e17-4645-93c4-2c7c83832fbc not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:14.090850 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12bee90a-9677-48ea-9aae-6000540dd02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:14.127163 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Pushing event deleted for resources: {'Port': ['ID=28f836c4-1e17-4645-93c4-2c7c83832fbc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:14.148764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] No DVR routers for this DVR port 28f836c4-1e17-4645-93c4-2c7c83832fbc on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:14.158847 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:14.192266 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.211317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-470fbad1-da62-4453-80ae-41d866d02196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:14.214721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-470fbad1-da62-4453-80ae-41d866d02196 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7652054 May 19 12:55:14.227826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f836c4-1e17-4645-93c4-2c7c83832fbc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:14.272869 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:14.272869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] No DVR routers for this DVR port 28f836c4-1e17-4645-93c4-2c7c83832fbc on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:14.306446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb1982-ae91-454f-95a6-38597f14600e req-ac4e3268-3c92-42fb-af8c-e45634e2197f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:14.310758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfdb1982-ae91-454f-95a6-38597f14600e req-ac4e3268-3c92-42fb-af8c-e45634e2197f tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.2359071 May 19 12:55:14.416865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.428862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dfdb1982-ae91-454f-95a6-38597f14600e req-6bcbd949-c302-4ba1-8eb7-638918791df5 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068654 May 19 12:55:14.430235 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.448147 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b7d274d-9ab7-484c-a022-a36bb1211cf6 tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:14.497947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e657b-2bcd-472e-9ed9-918d15eee438,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:14.501592 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:14.507695 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4a0e02fc83245bca8349188760cb71f&name=default HTTP/1.1" status: 200 len: 2980 time: 1.2582920 May 19 12:55:14.509202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:14.586149 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.616622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:14.630919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.656637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.675490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775b397f-17e6-4e5a-b8e0-af0846cf624e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:14.711515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d97a50f-7ad9-4477-8e21-23dbe3e48f94') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:14.712997 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d97a50f-7ad9-4477-8e21-23dbe3e48f94') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:14.731696 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.737717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Deleting port f27e0a15-eabd-4328-87d1-b196bbd9de22 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:14.738688 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.740547 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-13ed0a03-c36a-4226-a876-741abf9e595f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:14.762336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e657b-2bcd-472e-9ed9-918d15eee438,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:14.766769 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:14.772996 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.778880 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-ddafd1a7-78bd-4717-9ec3-bc3bda01f7ec service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472500 May 19 12:55:14.780501 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/627e657b-2bcd-472e-9ed9-918d15eee438 HTTP/1.1" status: 204 len: 168 time: 0.2702677 May 19 12:55:14.793156 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:14.906013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1770217609-network', 'tenant_id': '8636928389cb4b3dbc62096af6a392a1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:14.917599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:14.924134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Usage tracker for resource:network and tenant:8636928389cb4b3dbc62096af6a392a1 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:14.930839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:14.945644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:14.987063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Made reservation on behalf of 8636928389cb4b3dbc62096af6a392a1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:14.991822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.031197 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.161327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:15.169550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Usage tracker for resource:security_group_rule and tenant:8636928389cb4b3dbc62096af6a392a1 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:15.176719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:15.181090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.198122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:15.413706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.548129 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.558882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:15.576535 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.605424 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.607745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:55:15.608517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.629097 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3cdb0b9a-552b-41de-be52-084abfae8a2b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:15.641744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: timer() May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:55:15.661716 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:55:15.707661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5bf502-d276-44a7-b2d6-e2abd22b6a88,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:15.719387 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:15.771737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99613eb7-3ef9-4f57-955e-9e2326dd762a req-54db50cc-b606-4f1b-8b08-c7c654cc1040 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:15.789413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99613eb7-3ef9-4f57-955e-9e2326dd762a req-54db50cc-b606-4f1b-8b08-c7c654cc1040 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 946 time: 0.7617550 May 19 12:55:15.859625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:15.860239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:15.887359 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-75b55fba-a588-4dee-b0aa-010f89c1b788 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761225 May 19 12:55:15.941381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:15.979011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99613eb7-3ef9-4f57-955e-9e2326dd762a req-1343fb0f-0cc3-44ed-9907-56d57f24869b tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups?id=c6677fc9-1d47-42ca-9e3b-d0084a80fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784558 May 19 12:55:16.043513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Usage tracker for resource:security_group_rule and tenant:813aa58977f548c283db13390972ac10 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:16.055503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:16.059088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb319d5-1cf6-4526-bb9d-d4e5b960d4b1 req-acb825b0-4c9e-4884-8c9b-d027722440ff tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:16.065863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4cb319d5-1cf6-4526-bb9d-d4e5b960d4b1 req-acb825b0-4c9e-4884-8c9b-d027722440ff tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.1848671 May 19 12:55:16.067599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.081594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:55:16.082258 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1c8183c3-dc1e-4f5d-bbe3-827dedc92e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:16.118121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.128386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:16.133176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.134122 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Added segment be45a033-f3ca-4f49-bee3-201806684605 of type vlan for network be7e8324-d570-403f-8e37-8c3f5d7beefd May 19 12:55:16.163738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Pushing event deleted for resources: {'Network': ['ID=775b397f-17e6-4e5a-b8e0-af0846cf624e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:16.194318 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:16.211954 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] 10.222.0.69 "DELETE /v2.0/networks/775b397f-17e6-4e5a-b8e0-af0846cf624e HTTP/1.1" status: 204 len: 168 time: 4.3083706 May 19 12:55:16.223630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4cb319d5-1cf6-4526-bb9d-d4e5b960d4b1 req-af499daa-10e0-4145-b080-3d0dbfd776ef tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258068 May 19 12:55:16.231383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.280607 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.282395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:16.283004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.288944 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-70f7e650-79ab-4451-9e2c-404f1afec9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:16.417473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Pushing event updated for resources: {'Network': ['ID=be7e8324-d570-403f-8e37-8c3f5d7beefd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:16.429524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network be7e8324-d570-403f-8e37-8c3f5d7beefd details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:55:16.439008 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:16.481132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8632298 May 19 12:55:16.482086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:16.490766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Request body: {'subnet': {'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1770217609-subnet', 'tenant_id': '8636928389cb4b3dbc62096af6a392a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:16.500014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:16.508013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Usage tracker for resource:subnet and tenant:8636928389cb4b3dbc62096af6a392a1 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:16.528437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:16.558517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:16.591453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Made reservation on behalf of 8636928389cb4b3dbc62096af6a392a1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:16.595963 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.608451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f27e0a15-eabd-4328-87d1-b196bbd9de22 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:16.677605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:16.684115 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.715881 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.786249 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3873e3b3-fc2a-4f97-adda-472c9340a27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:16.837854 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=813aa58977f548c283db13390972ac10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2688551 May 19 12:55:16.849374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:16.872499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.873664 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.874786 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Floating IP 7508ed11-d6d2-4b3b-b007-9629fdf081e5 disassociated. External IP: 172.25.4.2, port: f27e0a15-eabd-4328-87d1-b196bbd9de22. May 19 12:55:16.876025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Calling delete_port for f27e0a15-eabd-4328-87d1-b196bbd9de22 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:16.887294 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:16.887655 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4652b72d-b3c8-4481-9a9c-406cac0dcb41,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:16.903155 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:16.951973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.001886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:17.043887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f27e0a15-eabd-4328-87d1-b196bbd9de22, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f27e0a15-eabd-4328-87d1-b196bbd9de22,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:17.055968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f24c89a-b245-467b-b60c-e445367de9d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a078b4b498b847d5b8047e2a685da5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737659 May 19 12:55:17.062576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:17.063757 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.066449 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:17.086726 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.168721 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'code': 200} May 19 12:55:17.250277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:17.259832 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:17.271756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.340088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.355486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.418423 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.443573 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:17.456521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ebe4fc4-b209-4000-9a90-bb5ee665918e req-fa777ecd-607f-4ea0-b1bb-896cbc681682 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.0980012 May 19 12:55:17.627993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.637685 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-14448cec-624c-49b8-b9e6-4eef2e6b0cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:17.663878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652b72d-b3c8-4481-9a9c-406cac0dcb41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:17.667446 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:17.681891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event deleted for resources: {'Port': ['ID=f27e0a15-eabd-4328-87d1-b196bbd9de22,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:17.683973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.688792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4652b72d-b3c8-4481-9a9c-406cac0dcb41 HTTP/1.1" status: 204 len: 168 time: 0.8374212 May 19 12:55:17.697528 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:17.720670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.742365 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa3c4deb-8717-4400-b26c-af4984582222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:17.773697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64589299-7b59-463d-8fe6-4c7642315d0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:17.778509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf9bef-51e4-4aad-82e3-e516275c33e0 req-e2d0fbc2-fe55-4d4f-9323-94bfd5b775c8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:17.790419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48bf9bef-51e4-4aad-82e3-e516275c33e0 req-e2d0fbc2-fe55-4d4f-9323-94bfd5b775c8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.2984312 May 19 12:55:17.790792 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:17.874260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48bf9bef-51e4-4aad-82e3-e516275c33e0 req-6ca688b6-d6ed-4cc5-be43-208ba1c420c7 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827305 May 19 12:55:17.968508 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:17.975200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64589299-7b59-463d-8fe6-4c7642315d0b HTTP/1.1" status: 204 len: 168 time: 0.9064498 May 19 12:55:18.003710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Router 75447e77-e822-430f-96ff-0a1c3139d0af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:55:18.170675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:18.186541 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d970017e-2377-4e07-83be-d62d9a391f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:18.417533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd113567-126c-4fdc-ba64-8f0d34090e5d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:18.441077 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:18.504748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Checking segment: {'id': 'be45a033-f3ca-4f49-bee3-201806684605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:18.505820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Network hostable DHCP agents. Network: be7e8324-d570-403f-8e37-8c3f5d7beefd, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:55:18.674829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Network be7e8324-d570-403f-8e37-8c3f5d7beefd is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:55:18.714541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:18.749487 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Sync routers for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:18.777766 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:18.783383 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:18.845472 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a7a1210-8b72-4fb5-a7f1-e5b558eef4b6 req-a0fa28e6-6aa2-47df-b85f-7166a7569ca0 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.1601369 May 19 12:55:18.913893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, be7e8324-d570-403f-8e37-8c3f5d7beefd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:18.928750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6732b-13b6-47a2-b62f-bd1ef93c92ec None None] Network be7e8324-d570-403f-8e37-8c3f5d7beefd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:18.964071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:18.968218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:19.017226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-9f04c801-12c1-4e9c-a79f-905b69ca3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:19.020573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-9f04c801-12c1-4e9c-a79f-905b69ca3e0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a&tenant_id=7488c038ae614e4f83a51f4b8d832d73 HTTP/1.1" status: 200 len: 1101 time: 0.5025673 May 19 12:55:19.057794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:19.199468 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7152824 May 19 12:55:19.334448 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:19.336933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] No DVR routers for this DVR port f27e0a15-eabd-4328-87d1-b196bbd9de22 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:19.343245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:19.350278 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-243e27be-53b4-419a-b4e8-241126788299 req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.57 "DELETE /v2.0/ports/f27e0a15-eabd-4328-87d1-b196bbd9de22 HTTP/1.1" status: 204 len: 173 time: 5.5438187 May 19 12:55:19.352321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-deleted', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:19.476550 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:19.496636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70341ae1-221f-419c-b343-148764122d71 None None] Network be7e8324-d570-403f-8e37-8c3f5d7beefd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:19.555626 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa863779-03a2-43f4-b270-5bc97c774379', 'name': 'network-vif-deleted', 'tag': 'f27e0a15-eabd-4328-87d1-b196bbd9de22', 'status': 'completed', 'code': 200} May 19 12:55:20.175572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f227da-aa86-4a74-a8ff-efd81b565cd9 req-e61ff034-3415-4200-aaea-32bc43d7501b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:20.188891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81f227da-aa86-4a74-a8ff-efd81b565cd9 req-e61ff034-3415-4200-aaea-32bc43d7501b tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 950 time: 0.9434021 May 19 12:55:20.210105 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:20.225633 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Checking router: 75447e77-e822-430f-96ff-0a1c3139d0af for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:20.272413 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:20.273933 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:20.514746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:20.727351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36d402f0-a188-4d63-9619-ba11fdc32534 req-4b919f21-3f37-41e8-b92c-4276b456f477 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa863779-03a2-43f4-b270-5bc97c774379 HTTP/1.1" status: 200 len: 210 time: 0.3304074 May 19 12:55:20.801078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-network', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:20.822130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:20.839853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Usage tracker for resource:network and tenant:c9d053658d7146e6902bd89c848482a3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:20.851179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:20.863582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:20.892878 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81f227da-aa86-4a74-a8ff-efd81b565cd9 req-74b61bda-a92e-4374-9756-018eb1c21eba tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966004 May 19 12:55:20.894049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Made reservation on behalf of c9d053658d7146e6902bd89c848482a3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:20.900371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:20.901760 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:20.927882 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:20.952845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.001965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:21.011291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Usage tracker for resource:security_group_rule and tenant:c9d053658d7146e6902bd89c848482a3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:21.018306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:21.033017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:21.079290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:21.300394 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.309822 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.320494 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f787f0ba-b42d-43f1-86e6-d7816c97401c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:21.367011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:21.392588 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.430182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:55:21.454276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:21.463336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Transition to ACTIVE for port object f06aa3c0-be93-40d7-9a48-8eebc3c7097e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:21.482931 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.507384 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e871cda-9248-448a-812f-19387e19660b tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:21.531416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b23e6-78ed-4f77-b829-5540a95327ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:21.567980 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.574142 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Added segment 8f5fd413-c4b6-4582-b586-0321f6f8ea61 of type vlan for network 395dc6cc-7221-428c-8da4-c2454907efd8 May 19 12:55:21.584291 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:21.688382 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:21.693973 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'code': 200} May 19 12:55:21.707950 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a7841-bf71-4009-9f2a-3eb8be7bd607 None None] The sync data for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 is: [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:52:40Z', 'revision_number': 4, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5e805471-4b05-4702-903c-e438e4f1db9c', 'name': '', 'network_id': 'f02d7f3f-5dff-42db-b8ce-002db115c9f2', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'mac_address': 'fa:16:3e:2e:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:38Z', 'updated_at': '2021-05-19T12:52:51Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'subnets': [{'id': 'dc5ad2e5-cf95-4782-89d2-1e090e84d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:21.747184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:21.762838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.900627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.902874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:21.904132 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:21.918424 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64c16a62-9b68-413b-9670-8326df5c213d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:22.204272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] No DVR routers for this DVR port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:22.216677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:22.249349 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:22.257179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7396121 May 19 12:55:22.261118 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:22.272186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Request body: {'subnet': {'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-subnet', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:22.283656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:22.291108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbcedb6-7842-48cb-8a6e-f4fb70dc724c None None] New status for floating IP 7508ed11-d6d2-4b3b-b007-9629fdf081e5: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:55:22.301440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Pushing event updated for resources: {'Network': ['ID=395dc6cc-7221-428c-8da4-c2454907efd8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:22.308049 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:22.309753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Usage tracker for resource:subnet and tenant:c9d053658d7146e6902bd89c848482a3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:22.314329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:22.323071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:22.339826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Made reservation on behalf of c9d053658d7146e6902bd89c848482a3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:22.343361 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:22.451655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 395dc6cc-7221-428c-8da4-c2454907efd8 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:55:22.532840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:22.533853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:22.534385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:22.545140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:55:22.545734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Attempting to bind port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:22.559027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:22.561320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:22.572738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:22.574355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Bound port: f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:22.575332 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:22.799039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-e28b3b7c-eebc-443a-ac0f-67d1ef97abc2 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:22.801048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-e28b3b7c-eebc-443a-ac0f-67d1ef97abc2 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Synchronizing usage tracker for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:22.863315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-e28b3b7c-eebc-443a-ac0f-67d1ef97abc2 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Unset dirty status for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:22.865261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-e28b3b7c-eebc-443a-ac0f-67d1ef97abc2 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/networks?id=be7e8324-d570-403f-8e37-8c3f5d7beefd HTTP/1.1" status: 200 len: 814 time: 0.7642207 May 19 12:55:22.905845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c9bc7-c6e0-493a-ac8e-1f4042e55c59 req-6ebe981d-a074-4253-b24b-08ded259a309 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:22.921019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-201c9bc7-c6e0-493a-ac8e-1f4042e55c59 req-6ebe981d-a074-4253-b24b-08ded259a309 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.5696402 May 19 12:55:22.988470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-00ab0fcb-d21f-43c7-a229-25299d958750 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/quotas/8636928389cb4b3dbc62096af6a392a1 HTTP/1.1" status: 200 len: 375 time: 0.1093140 May 19 12:55:23.021098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.027595 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f6843c88-e0df-4c30-aa02-527ec4f8dc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:23.099484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc37cfea-74b8-4f7c-a68e-9dad5e3a1592,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:23.109598 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:23.113342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-f90061eb-a3ac-45ed-9a5b-0dc1dd7c3237 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8636928389cb4b3dbc62096af6a392a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082509 May 19 12:55:23.153058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Checking segment: {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:23.153058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Network hostable DHCP agents. Network: 395dc6cc-7221-428c-8da4-c2454907efd8, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:55:23.182839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Network 395dc6cc-7221-428c-8da4-c2454907efd8 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:55:23.186930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:23.202063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 395dc6cc-7221-428c-8da4-c2454907efd8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:23.217047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f54e3-4dff-4b4c-b75e-e5c804da013e None None] Network 395dc6cc-7221-428c-8da4-c2454907efd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:23.217819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:23.218604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.256960 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9919419 May 19 12:55:23.257169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:23.263995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:23.269130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:23.273580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Usage tracker for resource:router and tenant:c9d053658d7146e6902bd89c848482a3 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:23.277922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:23.284403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:23.297515 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.299570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.312770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:23.328751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-201c9bc7-c6e0-493a-ac8e-1f4042e55c59 req-adb3818d-46b9-48eb-870a-b59bfacd2c92 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062667 May 19 12:55:23.333973 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.489407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:23.500130 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.521652 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:23.566531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-395dc6cc-7221-428c-8da4-c2454907efd8', 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'fixed_ips': [{'subnet_id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:55:23.568444 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.833397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-beb8e791-2fcc-4a28-ba2c-19ae250da752 service neutron] 10.222.0.69 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878893 May 19 12:55:23.893102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:23.893847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:23.895432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] 10.222.0.57 "PUT /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 1097 time: 4.8609574 May 19 12:55:23.896169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:24.017497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Allocated IP 172.20.0.2 (395dc6cc-7221-428c-8da4-c2454907efd8/dc37cfea-74b8-4f7c-a68e-9dad5e3a1592/520373ce-973f-4b04-8bd7-e0f3f090c83d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:24.044507 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.082642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.143216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.212515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:24.257304 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:24.349291 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.368038 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ee881f7c-a122-46de-81fe-87e65ce15d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:24.456633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6677fc9-1d47-42ca-9e3b-d0084a80fb24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:24.459055 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.460162 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:24.474597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Transition to ACTIVE for port object 520373ce-973f-4b04-8bd7-e0f3f090c83d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:24.476455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-b6af8117-5777-4439-b033-27c5b716957e service neutron] 10.222.0.69 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412597 May 19 12:55:24.487840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-aa60d3b7-ebd0-4fde-a37a-4eeb435bf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:24.496155 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-aa60d3b7-ebd0-4fde-a37a-4eeb435bf0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1100 time: 0.4791348 May 19 12:55:24.500669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Transition to ACTIVE for port object 520373ce-973f-4b04-8bd7-e0f3f090c83d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:24.519323 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.534047 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:24.616277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Pushing event updated for resources: {'Port': ['ID=520373ce-973f-4b04-8bd7-e0f3f090c83d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:24.631336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Network 395dc6cc-7221-428c-8da4-c2454907efd8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:24.633080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.633380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.633889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.634747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.635055 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.635441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.635869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.636086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.636405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.636726 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.637446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.637773 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:24.641923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:24.643842 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:24.645861 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:24.819730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.820901 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "DELETE /v2.0/security-groups/c6677fc9-1d47-42ca-9e3b-d0084a80fb24 HTTP/1.1" status: 204 len: 168 time: 1.3138962 May 19 12:55:24.856908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:24.899317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-874d4bdd-1f0e-4862-a3dd-1671f5096d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:24.901697 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-874d4bdd-1f0e-4862-a3dd-1671f5096d78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1100 time: 0.1872308 May 19 12:55:24.901998 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'status': 'completed', 'code': 200} May 19 12:55:24.905255 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2967cf7d-6978-4539-b67e-e0c0debc0ba8 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] show failed (client error): The resource could not be found. May 19 12:55:24.906253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2967cf7d-6978-4539-b67e-e0c0debc0ba8 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "GET /v2.0/security-groups/c6677fc9-1d47-42ca-9e3b-d0084a80fb24 HTTP/1.1" status: 404 len: 347 time: 0.0473309 May 19 12:55:24.917396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:24.923136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Attempting to bind port 520373ce-973f-4b04-8bd7-e0f3f090c83d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:24.923768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Attempting to bind port 520373ce-973f-4b04-8bd7-e0f3f090c83d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:24.925624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Attempting to bind port 520373ce-973f-4b04-8bd7-e0f3f090c83d on network 395dc6cc-7221-428c-8da4-c2454907efd8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:24.939662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:24.942575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Checking segment: {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:24.943287 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.945328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Bound using segment: {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:24.946063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Bound port: 520373ce-973f-4b04-8bd7-e0f3f090c83d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:24.948815 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:25.170638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:25.268856 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:25.273082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b543f527-afa1-49fd-a467-875561987d7b None None] For port 520373ce-973f-4b04-8bd7-e0f3f090c83d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:25.279988 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b543f527-afa1-49fd-a467-875561987d7b None None] For port 520373ce-973f-4b04-8bd7-e0f3f090c83d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=520373ce-973f-4b04-8bd7-e0f3f090c83d,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:25.294073 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:25.311260 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:25.455405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-942980d7-95e9-4c5f-932a-805e14beb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:25.457323 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-942980d7-95e9-4c5f-932a-805e14beb111 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.5478897 May 19 12:55:25.492714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Pushing event updated for resources: {'Port': ['ID=520373ce-973f-4b04-8bd7-e0f3f090c83d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:25.545073 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:25.615390 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-f063d878-9e88-431c-8474-e030881a19f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.1412976 May 19 12:55:25.701641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Allocated IP 172.25.4.5 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/546441bc-8415-46e8-b077-b5c38405132e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:25.726118 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-e27c19bf-38a4-460d-af88-fd04ff372c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:25.728100 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-e27c19bf-38a4-460d-af88-fd04ff372c1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1058180 May 19 12:55:25.972688 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:25.985381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-ecc7b3d5-3a0c-473e-83f8-097ef54a8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:25.986942 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-ecc7b3d5-3a0c-473e-83f8-097ef54a8485 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357593 May 19 12:55:26.124797 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6fab61a-49b6-4a0e-ac2c-318241fb46cf req-ce7cb951-93f8-425f-85ac-4379a5847b2c tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 0.3097038 May 19 12:55:26.216915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-975e0564-8fbf-45de-84cc-cef27bcb8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:26.221106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-975e0564-8fbf-45de-84cc-cef27bcb8ea4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.7209799 May 19 12:55:26.255239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:26.286535 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec99355f-90e0-4c17-a110-19fa59fddd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:26.395106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:26.401840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:26.409056 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-f9f9cadf-84c0-4ab4-a8ac-aba4e292ebde service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128177 May 19 12:55:26.410761 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:26.432531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf4b34-dd49-48e3-ba08-e8c90dd5b78f req-bd0cf61b-398a-4114-b7a7-2e4610e8b32c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:26.439777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9cf4b34-dd49-48e3-ba08-e8c90dd5b78f req-bd0cf61b-398a-4114-b7a7-2e4610e8b32c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 1.3098037 May 19 12:55:26.446140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-704ff4aa-6aef-400b-96e0-91684d2139cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.2126637 May 19 12:55:26.527795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Deleting port 9241b8a5-1ebf-47fa-b466-c64bf2e61992 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:26.528168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:26.644257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f526f6ea-ec7e-4003-a9f5-f020f8ea0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:26.653742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f526f6ea-ec7e-4003-a9f5-f020f8ea0988 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1871858 May 19 12:55:26.731174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Pushing event updated for resources: {'Port': ['ID=546441bc-8415-46e8-b077-b5c38405132e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:26.782158 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:26.909831 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9cf4b34-dd49-48e3-ba08-e8c90dd5b78f req-5a5c60c2-91ab-4424-b2ff-3d711248dc05 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691162 May 19 12:55:27.033565 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:27.033891 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:27.218877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 520373ce-973f-4b04-8bd7-e0f3f090c83d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:27.360702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f9b05aff-3da9-4443-879a-191dc92af151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:27.363326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-f9b05aff-3da9-4443-879a-191dc92af151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4490132 May 19 12:55:27.378816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Calling delete_port for 9241b8a5-1ebf-47fa-b466-c64bf2e61992 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:27.568750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 520373ce-973f-4b04-8bd7-e0f3f090c83d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:27.678766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac51a0-d231-45f8-88be-ef1f385a688f None None] Network 395dc6cc-7221-428c-8da4-c2454907efd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:27.931803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ed858a19-e960-4c77-8ceb-d40d89958d86 req-92c335f4-ca6b-4271-8f1b-8292a6031df1 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 0.3656690 May 19 12:55:27.937339 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-5ae36580-bc2a-4618-8704-8be5e884b607 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4472258 May 19 12:55:28.101128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-04120d3e-e40b-4013-82f7-73af9ebb3275 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172077 May 19 12:55:28.157723 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Provisioning for port 520373ce-973f-4b04-8bd7-e0f3f090c83d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:28.201246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Provisioning complete for port 520373ce-973f-4b04-8bd7-e0f3f090c83d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:28.201659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.364321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1037284e-4164-40a0-9111-224c2a0e56ef req-d07d44d9-7c14-446f-9a05-3d033df6ace6 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283828 May 19 12:55:28.381904 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.495801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-bcda6990-4a45-4a43-8cea-d99b53ad80da tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:28.497374 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-bcda6990-4a45-4a43-8cea-d99b53ad80da tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.71 "GET /v2.0/networks?id=be7e8324-d570-403f-8e37-8c3f5d7beefd HTTP/1.1" status: 200 len: 814 time: 0.6293366 May 19 12:55:28.513034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Request body: {'port': {'device_id': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd', 'admin_state_up': True, 'tenant_id': '8636928389cb4b3dbc62096af6a392a1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:28.516394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.535206 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-288b9dd0-a8b8-4a06-a68a-8eb135565b2f tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:28.628211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.695881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] For port 520373ce-973f-4b04-8bd7-e0f3f090c83d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=520373ce-973f-4b04-8bd7-e0f3f090c83d,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:28.702010 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.704512 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:28.798814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Pushing event deleted for resources: {'Port': ['ID=9241b8a5-1ebf-47fa-b466-c64bf2e61992,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:28.811817 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:28.812739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.821324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Pushing event updated for resources: {'Port': ['ID=520373ce-973f-4b04-8bd7-e0f3f090c83d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:28.826508 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:28.941817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:28.955471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] 10.222.0.69 "DELETE /v2.0/floatingips/7508ed11-d6d2-4b3b-b007-9629fdf081e5 HTTP/1.1" status: 204 len: 168 time: 4.0363367 May 19 12:55:28.959316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 40834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:28.982011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-feee9f19-196a-47a4-b000-17868cb1ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:28.985035 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-feee9f19-196a-47a4-b000-17868cb1ce45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7488c038ae614e4f83a51f4b8d832d73&device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1100 time: 0.5477185 May 19 12:55:29.050192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:29.054745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Usage tracker for resource:port and tenant:8636928389cb4b3dbc62096af6a392a1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:29.065542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:29.092341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:29.103337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720af4f-ce9e-40da-bedd-0f8df1c91aeb req-5a7f842b-9ee8-4f30-a501-d7898b98b06a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:29.112279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1720af4f-ce9e-40da-bedd-0f8df1c91aeb req-5a7f842b-9ee8-4f30-a501-d7898b98b06a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.7466445 May 19 12:55:29.145573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-758330a4-1755-41bd-94b7-90641091b6cc None None] Provisioning complete for port 520373ce-973f-4b04-8bd7-e0f3f090c83d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:29.146268 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-758330a4-1755-41bd-94b7-90641091b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:29.209894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Made reservation on behalf of 8636928389cb4b3dbc62096af6a392a1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:29.214231 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:29.271065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 520373ce-973f-4b04-8bd7-e0f3f090c83d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:29.518419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b89ab69a-0734-475a-ac43-f86ad421ec63 req-d96d364e-d1a8-4d44-989a-7367806b2b86 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 0.0903156 May 19 12:55:29.539601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1720af4f-ce9e-40da-bedd-0f8df1c91aeb req-ac783f53-8b88-4e1a-a351-d1676bc275fa tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260099 May 19 12:55:29.641301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-f4f112fb-d50b-4eb7-b4ae-d219f4ec122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:29.653052 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-f4f112fb-d50b-4eb7-b4ae-d219f4ec122d service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.6428223 May 19 12:55:29.670479 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:29.738450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 520373ce-973f-4b04-8bd7-e0f3f090c83d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:29.739039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:29.873701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-8e2fd6c3-9b0a-4e0f-85aa-d69ed596ed60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 200 len: 217 time: 0.2160316 May 19 12:55:30.039244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-9fdcd03c-743d-46c5-adca-da41b3d2bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:30.043118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-9fdcd03c-743d-46c5-adca-da41b3d2bd55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1614239 May 19 12:55:30.257740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-a8f97e14-71ca-4383-8124-bafc5cb35cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:30.261337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-a8f97e14-71ca-4383-8124-bafc5cb35cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2113452 May 19 12:55:30.458403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Allocated IP 172.20.0.8 (be7e8324-d570-403f-8e37-8c3f5d7beefd/cd113567-126c-4fdc-ba64-8f0d34090e5d/c64d57b6-34eb-4c00-b96b-6df2ce2d57b5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:30.516854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Router ab5ef8f7-2ed5-42f9-b246-84c525901883 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:55:30.568508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-e7b95c52-5118-49c7-9aea-7f44b4a1526d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943907 May 19 12:55:30.615523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:55:30.770768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da796dab-50a6-4b5c-93eb-530d413c5e3a req-09eb5ab9-c391-4ce6-ac05-7a66679d212d service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951692 May 19 12:55:30.957985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4fc5caa8-9ff9-4143-a829-2bd05c79e5ba req-02417131-dbc2-42e7-8ee4-fa9ba4403ce4 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 0.1852691 May 19 12:55:30.972816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:30.990088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'mac_address': 'fa:16:3e:4c:b4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:55:31.078007 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.099023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:55:31.120424 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:31.130714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.133627 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:31.184465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657e02-02a6-4546-848d-03803e316bf0 req-bd909832-f570-4e8f-b56a-fdcde6de7ae3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:31.199763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91657e02-02a6-4546-848d-03803e316bf0 req-bd909832-f570-4e8f-b56a-fdcde6de7ae3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 949 time: 0.2481966 May 19 12:55:31.268322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:31.279005 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:31.353987 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91657e02-02a6-4546-848d-03803e316bf0 req-de454a22-dfdd-4634-afc9-af531fa39807 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518464 May 19 12:55:31.389249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f06aa3c0-be93-40d7-9a48-8eebc3c7097e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:31.408107 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.465246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:31.485978 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Sync routers for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:31.507731 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:31.511347 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:31.668521 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.673181 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:31.674105 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.4156458 May 19 12:55:31.733423 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.877459 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:31.899343 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9beb6c8e-d306-433b-9edf-c7a4c951f68c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:32.069139 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:32.344882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Network be7e8324-d570-403f-8e37-8c3f5d7beefd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:32.358899 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:32.368680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:32.378706 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:55:32.434580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Pushing event updated for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:32.448900 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:32.576813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:32.577863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:32.622564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:32.648229 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1394024 May 19 12:55:32.673071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Request body: {'port': {'device_id': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:32.797359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:32.808868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port f06aa3c0-be93-40d7-9a48-8eebc3c7097e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:32.809682 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:32.960912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:32.961320 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:27Z', 'revision_number': 3, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:32.974015 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Checking router: ab5ef8f7-2ed5-42f9-b246-84c525901883 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:32.974838 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Updating router ab5ef8f7-2ed5-42f9-b246-84c525901883 port 546441bc-8415-46e8-b077-b5c38405132e binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:55:33.189239 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:33.205185 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:33.223158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:33.247156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:33.259721 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:33.263772 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:33.459996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:33.478573 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:33.814343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf01fc-8042-42c4-ad63-d0044567999f req-76a52424-30fd-4a47-82f4-f9b561336f7d tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:33.817007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-74cf01fc-8042-42c4-ad63-d0044567999f req-76a52424-30fd-4a47-82f4-f9b561336f7d tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 1101 time: 1.2407072 May 19 12:55:33.920245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67132e-bb00-45b6-a7d5-75ad3444b104 req-a19ab572-4015-4532-a1cf-704e3b579d89 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:33.938070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e67132e-bb00-45b6-a7d5-75ad3444b104 req-a19ab572-4015-4532-a1cf-704e3b579d89 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 931 time: 1.5865090 May 19 12:55:34.157298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Deleting port 5e805471-4b05-4702-903c-e438e4f1db9c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:34.158212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.219258 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.248622 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Transition to ACTIVE for port object 546441bc-8415-46e8-b077-b5c38405132e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:34.269825 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.284648 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-dd538e04-147e-43dd-9a94-56f1f32bb954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:34.305500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-74cf01fc-8042-42c4-ad63-d0044567999f req-8a08c313-b6a6-48e7-845e-86fc8c957abd tempest-MigrationsAdminTest-748371017 tempest-MigrationsAdminTest-748371017-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659338 May 19 12:55:34.326930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0e67132e-bb00-45b6-a7d5-75ad3444b104 req-151c51be-ac9e-4e19-89a4-917c69129def tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Synchronizing usage tracker for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:34.512936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] For port 5e805471-4b05-4702-903c-e438e4f1db9c, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5e805471-4b05-4702-903c-e438e4f1db9c,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:34.513636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.535252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0e67132e-bb00-45b6-a7d5-75ad3444b104 req-151c51be-ac9e-4e19-89a4-917c69129def tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Unset dirty status for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:34.542861 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Attempting to bind port 546441bc-8415-46e8-b077-b5c38405132e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:34.543976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e67132e-bb00-45b6-a7d5-75ad3444b104 req-151c51be-ac9e-4e19-89a4-917c69129def tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916750 May 19 12:55:34.546672 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Attempting to bind port 546441bc-8415-46e8-b077-b5c38405132e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:34.547327 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Attempting to bind port 546441bc-8415-46e8-b077-b5c38405132e on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:34.576361 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Pushing event updated for resources: {'Port': ['ID=546441bc-8415-46e8-b077-b5c38405132e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:34.604260 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:34.604260 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:34.604260 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.605117 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:34.608385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Bound port: 546441bc-8415-46e8-b077-b5c38405132e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:34.608385 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.707001 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:34.808270 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'code': 200} May 19 12:55:34.875096 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] For port 546441bc-8415-46e8-b077-b5c38405132e, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:34.882838 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] For port 546441bc-8415-46e8-b077-b5c38405132e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=546441bc-8415-46e8-b077-b5c38405132e,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:34.902596 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.906993 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:34.938633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Calling delete_port for 5e805471-4b05-4702-903c-e438e4f1db9c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:34.961753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:55:34.979023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.002673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Transition to ACTIVE for port object c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:35.011111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.016827 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.022368 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9457bf1-15fc-42a2-9ac0-c9dda584f962 tempest-InstanceActionsNegativeTestJSON-290800673 tempest-InstanceActionsNegativeTestJSON-290800673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:35.105174 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:35.113439 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:35.237856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:35.276491 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Pushing event updated for resources: {'Port': ['ID=546441bc-8415-46e8-b077-b5c38405132e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:35.279644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:35.312808 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:35.491411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Attempting to bind port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:35.492185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Attempting to bind port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'be45a033-f3ca-4f49-bee3-201806684605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:35.492807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Attempting to bind port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 on network be7e8324-d570-403f-8e37-8c3f5d7beefd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:35.607414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 on network be7e8324-d570-403f-8e37-8c3f5d7beefd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:55:35.608832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Attempting to bind port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 on network be7e8324-d570-403f-8e37-8c3f5d7beefd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:35.617626 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:35.619261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:35.619617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Checking segment: {'id': 'be45a033-f3ca-4f49-bee3-201806684605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:35.620017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Bound using segment: {'id': 'be45a033-f3ca-4f49-bee3-201806684605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:35.620459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Bound port: c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be45a033-f3ca-4f49-bee3-201806684605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:35.620814 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.793164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.824926 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:35.948651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Allocated IP 172.20.0.1 (395dc6cc-7221-428c-8da4-c2454907efd8/dc37cfea-74b8-4f7c-a68e-9dad5e3a1592/2250c44f-1842-4867-939d-28f9c6d859f6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:36.025550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbd66-d848-4bdd-bff1-ffdf9fdf0d52 req-655e01a2-4e00-4b52-a977-3b508d74ccd3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:36.029797 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fdbd66-d848-4bdd-bff1-ffdf9fdf0d52 req-655e01a2-4e00-4b52-a977-3b508d74ccd3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 951 time: 0.4051423 May 19 12:55:36.105543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e805471-4b05-4702-903c-e438e4f1db9c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:36.135514 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:36.186164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:36.218643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,segment=NetworkSegment(be45a033-f3ca-4f49-bee3-201806684605),segment_id=be45a033-f3ca-4f49-bee3-201806684605)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:36.235860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:36.242336 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bf91679c-2a87-485c-b1c4-f5d9709c842b tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:36.393109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:36.449177 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:27Z', 'revision_number': 3, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:36.453703 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4b3ca-faef-4545-ba4f-300ff03feb00 None None] The sync data for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 is: [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:27Z', 'revision_number': 3, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:36.519800 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:36.529577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:36.536093 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:36.538489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] 10.222.0.71 "PUT /v2.0/ports/c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 HTTP/1.1" status: 200 len: 1091 time: 3.8809710 May 19 12:55:36.539304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:36.584549 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:36.623241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fdbd66-d848-4bdd-bff1-ffdf9fdf0d52 req-6f6fd21e-bd43-4f98-b0e1-cfad7437e01e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657904 May 19 12:55:36.664786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Transition to ACTIVE for port object 2250c44f-1842-4867-939d-28f9c6d859f6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:36.696471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39fe3-9a62-46dc-b327-b53bca49b9c4 req-ebfcd0ed-533f-4273-9ed2-e3541a40f892 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:36.698232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85d39fe3-9a62-46dc-b327-b53bca49b9c4 req-ebfcd0ed-533f-4273-9ed2-e3541a40f892 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 943 time: 0.8385806 May 19 12:55:36.938625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85d39fe3-9a62-46dc-b327-b53bca49b9c4 req-d7ecf53e-14bb-4e45-aed7-f80a0ab40fd2 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815896 May 19 12:55:36.992321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:37.015811 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-dfd7e598-3346-4ecb-be4b-a647d3e1ab1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:37.278581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-886aff4e-129d-49e7-a518-e9b2520888e9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:37.285390 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-886aff4e-129d-49e7-a518-e9b2520888e9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 951 time: 0.5861154 May 19 12:55:37.289900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Network 395dc6cc-7221-428c-8da4-c2454907efd8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:37.369846 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5', 'status': 'completed', 'code': 200} May 19 12:55:37.374007 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:37.380297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:37.393230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:37.438970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:37.451830 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:37.470083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 546441bc-8415-46e8-b077-b5c38405132e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:37.702181 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:37.808004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 546441bc-8415-46e8-b077-b5c38405132e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:37.818269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 546441bc-8415-46e8-b077-b5c38405132e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:37.818666 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:37.955246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-dbf86b96-3adb-4ca0-ab52-2fe38d6f7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:37.959644 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-dbf86b96-3adb-4ca0-ab52-2fe38d6f7a97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8636928389cb4b3dbc62096af6a392a1&device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 1094 time: 1.2006288 May 19 12:55:38.225566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2fdfd248-d005-4600-b618-30cca5061da8 None None] Provisioning for port 2250c44f-1842-4867-939d-28f9c6d859f6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:38.267287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2fdfd248-d005-4600-b618-30cca5061da8 None None] Provisioning complete for port 2250c44f-1842-4867-939d-28f9c6d859f6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:38.267573 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd248-d005-4600-b618-30cca5061da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:38.372466 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-dec0c6bb-21ce-4b4c-9d17-d396569f5340 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 HTTP/1.1" status: 200 len: 217 time: 0.2202005 May 19 12:55:38.385529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfd248-d005-4600-b618-30cca5061da8 None None] Port 2250c44f-1842-4867-939d-28f9c6d859f6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:55:38.392672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:38.415602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 546441bc-8415-46e8-b077-b5c38405132e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=546441bc-8415-46e8-b077-b5c38405132e,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:38.422996 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:38.434142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Deleting port f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:38.434753 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:38.449579 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:38.581103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=546441bc-8415-46e8-b077-b5c38405132e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:38.585356 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:38.653839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-edcbe5c5-693a-43a6-8ae9-0dee2fabcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:38.655381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-edcbe5c5-693a-43a6-8ae9-0dee2fabcc3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd113567-126c-4fdc-ba64-8f0d34090e5d HTTP/1.1" status: 200 len: 854 time: 0.2654345 May 19 12:55:38.874817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-9e1ef51e-ba08-42b1-a99c-d76f875abaa5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be7e8324-d570-403f-8e37-8c3f5d7beefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956675 May 19 12:55:38.881923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19bbd8-277b-4872-a173-f8d8aa104e51 req-8458d6e2-2a33-4929-bec8-81d93b4f714a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:38.889426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c19bbd8-277b-4872-a173-f8d8aa104e51 req-8458d6e2-2a33-4929-bec8-81d93b4f714a tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 951 time: 0.7938950 May 19 12:55:38.944785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] For port f06aa3c0-be93-40d7-9a48-8eebc3c7097e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:38.945047 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:39.059418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Router 75447e77-e822-430f-96ff-0a1c3139d0af has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:55:39.162574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 546441bc-8415-46e8-b077-b5c38405132e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:39.176769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Calling delete_port for f06aa3c0-be93-40d7-9a48-8eebc3c7097e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:39.198573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c19bbd8-277b-4872-a173-f8d8aa104e51 req-aeb8811e-60b7-429a-b933-e4de85eaaaa2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061168 May 19 12:55:39.326728 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:39.345426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 546441bc-8415-46e8-b077-b5c38405132e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:39.345810 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:39.350522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af6b39-e110-4cb4-9205-cba98f86a295 req-3430ef50-12d2-43bb-b0d9-54d047972347 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:39.364751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63af6b39-e110-4cb4-9205-cba98f86a295 req-3430ef50-12d2-43bb-b0d9-54d047972347 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 943 time: 0.9999442 May 19 12:55:39.409144 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-4c6977d7-f959-4200-a7eb-add8893acfb0 service neutron] 10.222.0.71 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951611 May 19 12:55:39.463626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:39.539835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63af6b39-e110-4cb4-9205-cba98f86a295 req-4dca151b-406b-4ae0-b01a-d17055dcdb38 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739824 May 19 12:55:39.770496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:39.798368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:39.807536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:39.814348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4bae007e8142f6b7f004112e667368 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:39.824230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Sync routers for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:39.826055 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-413e9098-f123-4072-ab2c-82a7df1cda89 req-3c6016c8-1ffe-45d5-9748-26c8747e6b4d service neutron] 10.222.0.71 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044695 May 19 12:55:39.827407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:39.827911 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] 10.222.0.69 "PUT /v2.0/routers/75447e77-e822-430f-96ff-0a1c3139d0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8674085 May 19 12:55:39.830948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 40980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:39.840615 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:39.841637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:39.857391 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:39.859493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:39.953010 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9bcef95-de71-41b5-85c8-67b310eb9970 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:39.989298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-d79cb9cf-a696-472a-9f78-d112b2de5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:40.006310 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-d79cb9cf-a696-472a-9f78-d112b2de5d3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8636928389cb4b3dbc62096af6a392a1&device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 1094 time: 0.1185484 May 19 12:55:40.051557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', '6c86218f-5784-4bb9-861d-7e22fa2025b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:40.078676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:40.160115 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:40.224261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:40.245684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event deleted for resources: {'Port': ['ID=f06aa3c0-be93-40d7-9a48-8eebc3c7097e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:40.254957 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:40.262028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:40.373235 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fb8d0db-fd1f-4cf2-ba09-ec5295334e6a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:40.385365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-78ec3cae-b9e1-4c5a-a370-1e293b16c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:40.391063 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-78ec3cae-b9e1-4c5a-a370-1e293b16c093 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be7e8324-d570-403f-8e37-8c3f5d7beefd HTTP/1.1" status: 200 len: 915 time: 0.3761799 May 19 12:55:40.531153 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:40.561188 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-4a1d1d3f-bc8e-47a2-b04e-1fb8ed72fa70 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 HTTP/1.1" status: 200 len: 217 time: 0.1597414 May 19 12:55:40.639523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c40616f8-f126-4721-8555-55871700d743 req-06a55505-6351-40c4-8655-bb77a5d700b9 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 210 time: 0.1921122 May 19 12:55:40.651246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] No DVR routers for this DVR port f06aa3c0-be93-40d7-9a48-8eebc3c7097e on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:40.675646 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:40.691355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-deleted', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:40.730787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:40.818038 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3028-9db0-4c24-8da8-8b70aa5c0eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:40.855298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: f06aa3c0-be93-40d7-9a48-8eebc3c7097e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:40.856466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f06aa3c0-be93-40d7-9a48-8eebc3c7097e not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:40.967889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-f0ccf984-3c51-414a-be8b-5d5a6dae4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:40.971072 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-f0ccf984-3c51-414a-be8b-5d5a6dae4b6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd113567-126c-4fdc-ba64-8f0d34090e5d HTTP/1.1" status: 200 len: 854 time: 0.4005430 May 19 12:55:41.058557 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-bd741706-9e44-454c-a70a-ca6b7bb94cf8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be7e8324-d570-403f-8e37-8c3f5d7beefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797036 May 19 12:55:41.078040 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007affeb-9af7-4676-a0d0-2017b29ab60a', 'name': 'network-vif-deleted', 'tag': 'f06aa3c0-be93-40d7-9a48-8eebc3c7097e', 'status': 'completed', 'code': 200} May 19 12:55:41.126242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:55:35Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:41.146352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Checking router: 75447e77-e822-430f-96ff-0a1c3139d0af for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:41.201782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Routers {'75447e77-e822-430f-96ff-0a1c3139d0af'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:41.202065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75447e77-e822-430f-96ff-0a1c3139d0af'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:41.219719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-77722133-3701-4c43-9a19-c4ad519362cf service neutron] 10.222.0.71 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522229 May 19 12:55:41.372088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:41.400693 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:41.427969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29994764-4dcb-4045-ac11-1a2868ef1562 req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "DELETE /v2.0/ports/f06aa3c0-be93-40d7-9a48-8eebc3c7097e HTTP/1.1" status: 204 len: 173 time: 4.1242356 May 19 12:55:41.471477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Network 395dc6cc-7221-428c-8da4-c2454907efd8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:41.475593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] Set router 75447e77-e822-430f-96ff-0a1c3139d0af gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:41.490038 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e3ec7e7-117b-413a-a19c-a4e3ac44658f req-f2eb2df4-5cac-4210-bcac-07a323f259af service neutron] 10.222.0.71 "GET /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612779 May 19 12:55:41.497897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:41.506256 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:41.800055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:41.873336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:55:41.970392 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.104034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.107624 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.130130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-66616379-a211-40be-b674-faf2ca51533e tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:42.170891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.196832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:42.198838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a73bde2-522b-4702-bf6e-9ecae0388423 None None] Provisioning complete for port 2250c44f-1842-4867-939d-28f9c6d859f6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:42.199219 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a73bde2-522b-4702-bf6e-9ecae0388423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.202255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Usage tracker for resource:security_group_rule and tenant:3e967cbefcb44b12928d04b64f90f15d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:42.207172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:42.214721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:42.241635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-54689775-f027-4fbe-b204-87ba8284f971 req-e4a7df12-cf54-4630-bf43-bed6b4b733a3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:42.289146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a4bae007e8142f6b7f004112e667368&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8242548 May 19 12:55:42.294282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:42.303136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a73bde2-522b-4702-bf6e-9ecae0388423 None None] Port 2250c44f-1842-4867-939d-28f9c6d859f6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:55:42.312372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,segment=NetworkSegment(be45a033-f3ca-4f49-bee3-201806684605),segment_id=be45a033-f3ca-4f49-bee3-201806684605)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:42.331881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5', 'network_id': 'be7e8324-d570-403f-8e37-8c3f5d7beefd', 'port_id': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5', 'mac_address': 'fa:16:3e:fd:a0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd113567-126c-4fdc-ba64-8f0d34090e5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:55:42.365088 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.381864 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.394304 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-14f61ee2-001b-4727-ab51-dc056cd65787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:42.395170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcefb5a-4a3e-4c0e-b792-6a712fd8a841,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:42.399692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:55:35Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:42.406879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705dc6-d3d5-4502-8338-74c3059af278 req-adac75d0-bfed-4b98-9c2c-da46513a3185 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:42.409682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2705dc6-d3d5-4502-8338-74c3059af278 req-adac75d0-bfed-4b98-9c2c-da46513a3185 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 943 time: 1.3534946 May 19 12:55:42.410641 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:42.411773 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fb57c-592f-495c-b7f9-92078dedb80b None None] The sync data for ids ['75447e77-e822-430f-96ff-0a1c3139d0af'] in n-d-791505-2 is: [{'id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'name': 'tempest-ServersTestJSON-243984459-router', 'tenant_id': '968f5140b2a748678a9d54c3935f8ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:52:30Z', 'updated_at': '2021-05-19T12:55:35Z', 'revision_number': 5, 'project_id': '968f5140b2a748678a9d54c3935f8ead', 'gw_port': {'id': '0c23e72d-324b-40b0-aa79-796c237fd468', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75447e77-e822-430f-96ff-0a1c3139d0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:52:32Z', 'updated_at': '2021-05-19T12:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:42.416985 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.435200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-54689775-f027-4fbe-b204-87ba8284f971 req-e4a7df12-cf54-4630-bf43-bed6b4b733a3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:42.445866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54689775-f027-4fbe-b204-87ba8284f971 req-e4a7df12-cf54-4630-bf43-bed6b4b733a3 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=007affeb-9af7-4676-a0d0-2017b29ab60a HTTP/1.1" status: 200 len: 210 time: 0.3498926 May 19 12:55:42.454304 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.468387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:55:42.476070 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e967cbefcb44b12928d04b64f90f15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743743 May 19 12:55:42.494278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:42.505793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2755e7-6154-4dd4-bf5a-dabf98611749,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:42.515965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,segment=NetworkSegment(be45a033-f3ca-4f49-bee3-201806684605),segment_id=be45a033-f3ca-4f49-bee3-201806684605)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:42.521909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.525921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.527924 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:42.532013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:42.600513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Router ab5ef8f7-2ed5-42f9-b246-84c525901883 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:55:42.621517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.629063 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2705dc6-d3d5-4502-8338-74c3059af278 req-05868b28-1e62-4bee-a1fc-28097ae4ac56 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714017 May 19 12:55:42.657412 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.674053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:42.679076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.679575 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:42.686880 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-20ac84cf-6a5b-41b0-895a-3379aa30ffc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:42.717898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcefb5a-4a3e-4c0e-b792-6a712fd8a841,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:42.720685 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:42.729842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.731275 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bcefb5a-4a3e-4c0e-b792-6a712fd8a841 HTTP/1.1" status: 204 len: 168 time: 0.4052308 May 19 12:55:42.780976 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.794525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c6966c8-38d6-40bc-8fc2-77fb36f929ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.801385 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9a5ed77-48c7-4c44-afb0-3a41386fe441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:42.832438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2755e7-6154-4dd4-bf5a-dabf98611749,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:42.834830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['c64d57b6-34eb-4c00-b96b-6df2ce2d57b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:42.841220 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:42.858906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:42.863381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f2755e7-6154-4dd4-bf5a-dabf98611749 HTTP/1.1" status: 204 len: 168 time: 0.3639591 May 19 12:55:42.942793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Deleting port 0c23e72d-324b-40b0-aa79-796c237fd468 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:42.943439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.158170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5e805471-4b05-4702-903c-e438e4f1db9c no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:43.232377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:43.242391 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] 10.222.0.69 "PUT /v2.0/routers/ab5ef8f7-2ed5-42f9-b246-84c525901883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5676966 May 19 12:55:43.255860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] For port 0c23e72d-324b-40b0-aa79-796c237fd468, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0c23e72d-324b-40b0-aa79-796c237fd468,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:43.256707 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.265857 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Sync routers for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:43.289083 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:43.293539 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:43.318617 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.325016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 5e805471-4b05-4702-903c-e438e4f1db9c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:43.325484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5e805471-4b05-4702-903c-e438e4f1db9c not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:43.453121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Calling delete_port for 0c23e72d-324b-40b0-aa79-796c237fd468 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:43.495072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:43.603499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.668946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:43.685832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ddbdfba27e40fdbb44e0bc8864a124 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:43.702102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:43.729000 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:43.753700 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.775440 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:43.784308 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3bfa5e51-e8d8-4d39-8897-eb98f208eb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:43.893198 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.905474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c23e72d-324b-40b0-aa79-796c237fd468,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:43.910329 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:43.911766 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:43.950668 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-27e8250d-f3ca-4968-830b-74e4b0b3daa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:43.966705 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8ddbdfba27e40fdbb44e0bc8864a124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635243 May 19 12:55:43.970247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:44.103198 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.210455 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.245816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb72a63-b23a-4e19-b4be-a22c52dae2c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:44.267068 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:44.282480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.374455 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.473915 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.479138 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.480589 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.487301 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4cd22e59-068b-4a10-a989-e4345ac4c7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:44.515156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb72a63-b23a-4e19-b4be-a22c52dae2c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:44.523947 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:44.533415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.539333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49748b-f927-41a4-8c0d-1cf52cae90ae req-9ed49621-c2e9-426d-aa02-775861726570 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:44.541804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcb72a63-b23a-4e19-b4be-a22c52dae2c4 HTTP/1.1" status: 204 len: 168 time: 0.5701597 May 19 12:55:44.544109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f49748b-f927-41a4-8c0d-1cf52cae90ae req-9ed49621-c2e9-426d-aa02-775861726570 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 944 time: 0.5837369 May 19 12:55:44.545789 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.546357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75447e77-e822-430f-96ff-0a1c3139d0af {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:55:44.597874 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:39Z', 'revision_number': 4, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2250c44f-1842-4867-939d-28f9c6d859f6', 'name': '', 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'mac_address': 'fa:16:3e:c6:4e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:35Z', 'updated_at': '2021-05-19T12:55:39Z', 'revision_number': 2, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'subnets': [{'id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:44.606218 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Checking router: ab5ef8f7-2ed5-42f9-b246-84c525901883 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:44.606577 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Updating router ab5ef8f7-2ed5-42f9-b246-84c525901883 port 2250c44f-1842-4867-939d-28f9c6d859f6 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:55:44.635045 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.638927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:44.639245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] 10.222.0.69 "DELETE /v2.0/routers/75447e77-e822-430f-96ff-0a1c3139d0af HTTP/1.1" status: 204 len: 168 time: 4.7915356 May 19 12:55:44.645463 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f49748b-f927-41a4-8c0d-1cf52cae90ae req-407cac77-89d1-4b01-a0e2-250f7457be53 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916569 May 19 12:55:44.776414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Deleting subnet dc5ad2e5-cf95-4782-89d2-1e090e84d412 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:55:44.780200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.802977 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:44.897054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.011293 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.198046 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.343227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c23e72d-324b-40b0-aa79-796c237fd468 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:45.398662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.414207 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:45.469739 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-304d1788-4931-44d0-b848-b2c65adaa040 req-140c8032-2e05-4306-971a-0d594db92ae7 tempest-FloatingIPDetailsNegativeTestJSON-1431551468 tempest-FloatingIPDetailsNegativeTestJSON-1431551468-project] show failed (client error): The resource could not be found. May 19 12:55:45.481664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0c23e72d-324b-40b0-aa79-796c237fd468 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:45.482084 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c23e72d-324b-40b0-aa79-796c237fd468 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:45.487021 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-304d1788-4931-44d0-b848-b2c65adaa040 req-140c8032-2e05-4306-971a-0d594db92ae7 tempest-FloatingIPDetailsNegativeTestJSON-1431551468 tempest-FloatingIPDetailsNegativeTestJSON-1431551468-project] 10.222.0.69 "GET /v2.0/floatingips/f16a80b0-ab7a-487e-8c6b-a3bdd280193c HTTP/1.1" status: 404 len: 350 time: 0.2929823 May 19 12:55:45.487639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:45.503754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5ad2e5-cf95-4782-89d2-1e090e84d412,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:45.510885 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.515866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d9a72-064b-4217-8017-003a8b9fa3e3 None None] Network f02d7f3f-5dff-42db-b8ce-002db115c9f2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:45.522279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dc5ad2e5-cf95-4782-89d2-1e090e84d412 HTTP/1.1" status: 204 len: 168 time: 0.8822381 May 19 12:55:45.524372 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:45.525921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:45.695312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:45.707821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.720832 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.738087 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Transition to ACTIVE for port object 2250c44f-1842-4867-939d-28f9c6d859f6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:45.748205 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:45.761774 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:45.924064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Deleting port 96ff2249-9017-4072-9ff1-6c530dcea69a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:45.925543 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.107349 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Attempting to bind port 2250c44f-1842-4867-939d-28f9c6d859f6 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:46.107691 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Attempting to bind port 2250c44f-1842-4867-939d-28f9c6d859f6 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:46.111118 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Attempting to bind port 2250c44f-1842-4867-939d-28f9c6d859f6 on network 395dc6cc-7221-428c-8da4-c2454907efd8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:46.132857 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:46.133340 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Checking segment: {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:46.133942 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.134443 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Bound using segment: {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:46.135282 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Bound port: 2250c44f-1842-4867-939d-28f9c6d859f6, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fd413-c4b6-4582-b586-0321f6f8ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:46.135683 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.277040 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.314105 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Pushing event updated for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:46.359131 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.360088 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.360839 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.365944 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.366748 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.367543 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.368872 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.369953 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.370671 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.373538 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.374087 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.374628 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.383767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] For port 96ff2249-9017-4072-9ff1-6c530dcea69a, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=96ff2249-9017-4072-9ff1-6c530dcea69a,segment=NetworkSegment(0a14c273-cd65-449f-a712-f77514a331b8),segment_id=0a14c273-cd65-449f-a712-f77514a331b8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:46.384260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.397427 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:46.494705 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] For port 2250c44f-1842-4867-939d-28f9c6d859f6, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:46.507249 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] For port 2250c44f-1842-4867-939d-28f9c6d859f6, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2250c44f-1842-4867-939d-28f9c6d859f6,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:46.520942 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.529783 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:46.559302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5586c0-a9d4-4f3a-ad0e-8095c178fd90 req-e2f32b0f-91eb-4463-aae3-30eac87b2bf0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:46.583729 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d5586c0-a9d4-4f3a-ad0e-8095c178fd90 req-e2f32b0f-91eb-4463-aae3-30eac87b2bf0 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 950 time: 1.5024292 May 19 12:55:46.601043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Calling delete_port for 96ff2249-9017-4072-9ff1-6c530dcea69a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:46.663143 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.669662 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-84e3d075-d4b6-4695-b907-f2e296d1e8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:46.734078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:46.735322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=96ff2249-9017-4072-9ff1-6c530dcea69a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:46.745195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] No DVR routers for this DVR port 96ff2249-9017-4072-9ff1-6c530dcea69a on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:46.748781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.749551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.750283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.751291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.752368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.753013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.753611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.755139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.755829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.756454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.757058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.757665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:46.793874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:46.794510 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:46.907157 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:46.908339 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:46.957535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d5586c0-a9d4-4f3a-ad0e-8095c178fd90 req-15a16b0a-47d7-4bd9-80c6-e0f1c295b2d8 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707559 May 19 12:55:46.996197 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.093609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02d7f3f-5dff-42db-b8ce-002db115c9f2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:47.146404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a14c273-cd65-449f-a712-f77514a331b8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:47.148430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a14c273-cd65-449f-a712-f77514a331b8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:47.155000 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.194911 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Pushing event updated for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:47.210507 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:47.227065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.276633 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:47.316577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b91926-26e6-4da4-a8f9-5484175da552 req-dccd4ea0-ed84-41c6-8533-a6feb71b2e3d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:47.321379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96b91926-26e6-4da4-a8f9-5484175da552 req-dccd4ea0-ed84-41c6-8533-a6feb71b2e3d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 950 time: 1.3101010 May 19 12:55:47.328895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.342924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:55:47.347405 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.358201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae51d2-4be0-481e-b573-a1db836cac17 req-785871db-87a8-452c-9802-6d20c9234789 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:47.375247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48ae51d2-4be0-481e-b573-a1db836cac17 req-785871db-87a8-452c-9802-6d20c9234789 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 944 time: 1.0082862 May 19 12:55:47.379922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef258894-b57c-45a6-a35a-2acc28eb36a3 None None] DHCP port deletion for f02d7f3f-5dff-42db-b8ce-002db115c9f2 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:55:47.476885 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: timer() May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:55:47.517706 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:55:47.538668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:47.555194 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.560019 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e006b9de-239d-4728-a36a-d3a0a5ccf500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:47.577699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.581712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,segment=NetworkSegment(be45a033-f3ca-4f49-bee3-201806684605),segment_id=be45a033-f3ca-4f49-bee3-201806684605)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:47.592298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f02d7f3f-5dff-42db-b8ce-002db115c9f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:47.596512 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.599146 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-423ba34a-e852-45cf-87fa-2183be7fcc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:47.610575 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:47.623114 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] 10.222.0.69 "DELETE /v2.0/networks/f02d7f3f-5dff-42db-b8ce-002db115c9f2 HTTP/1.1" status: 204 len: 168 time: 2.0959322 May 19 12:55:47.637708 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:47.706117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:47.713353 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:47.778744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48ae51d2-4be0-481e-b573-a1db836cac17 req-392291a9-60b8-4a88-9abd-cddefab77bf7 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022408 May 19 12:55:47.882465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Deleting port 6c86218f-5784-4bb9-861d-7e22fa2025b1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:47.883022 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:47.901397 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5', 'code': 200} May 19 12:55:47.991034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:48.292233 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7fde9899-68cb-48bc-9b75-977c00d7b541 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=968f5140b2a748678a9d54c3935f8ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989094 May 19 12:55:48.300588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:48.337430 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:39Z', 'revision_number': 4, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2250c44f-1842-4867-939d-28f9c6d859f6', 'name': '', 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'mac_address': 'fa:16:3e:c6:4e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:35Z', 'updated_at': '2021-05-19T12:55:46Z', 'revision_number': 4, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'subnets': [{'id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:48.343153 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794351f-5097-4a02-89f4-3171b386dd11 None None] The sync data for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 is: [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:39Z', 'revision_number': 4, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '2250c44f-1842-4867-939d-28f9c6d859f6', 'name': '', 'network_id': '395dc6cc-7221-428c-8da4-c2454907efd8', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'mac_address': 'fa:16:3e:c6:4e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:35Z', 'updated_at': '2021-05-19T12:55:46Z', 'revision_number': 4, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'subnets': [{'id': 'dc37cfea-74b8-4f7c-a68e-9dad5e3a1592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:48.386374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47885a4f-9e09-4be2-9aac-08deebf010cd req-35765712-80bf-4a6d-a0fb-bfe3889790f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:48.388703 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-47885a4f-9e09-4be2-9aac-08deebf010cd req-35765712-80bf-4a6d-a0fb-bfe3889790f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 1096 time: 0.3417501 May 19 12:55:48.508061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:48.509271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.527033 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-47885a4f-9e09-4be2-9aac-08deebf010cd req-c0d38fa3-b270-47a2-8ff6-fc05b130964f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180890 May 19 12:55:48.528127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.588970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.669538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.680481 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77b744ab-991a-46c3-a2bf-6e0001faada2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:48.697355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 6c86218f-5784-4bb9-861d-7e22fa2025b1 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:48.702692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b910fb-f6e9-4166-a6d9-4dcb43c63897,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:48.712727 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:48.717182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Calling delete_port for 6c86218f-5784-4bb9-861d-7e22fa2025b1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:48.726310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.730803 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93b910fb-f6e9-4166-a6d9-4dcb43c63897 HTTP/1.1" status: 204 len: 168 time: 0.4205127 May 19 12:55:48.736343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce2cbd-a01a-4e3c-a549-cb6437add0f8 req-8254fa0b-abe5-471d-b9c1-bc974756b05e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:48.743692 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fbce2cbd-a01a-4e3c-a549-cb6437add0f8 req-8254fa0b-abe5-471d-b9c1-bc974756b05e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 950 time: 0.5952795 May 19 12:55:48.806683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.873496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83fe-1f56-401e-85a5-073bf73871a9 req-25d12052-903e-41d2-b2f0-9dd3be853de7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:48.882304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-314a83fe-1f56-401e-85a5-073bf73871a9 req-25d12052-903e-41d2-b2f0-9dd3be853de7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.8235917 May 19 12:55:48.960436 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:48.975474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fbce2cbd-a01a-4e3c-a549-cb6437add0f8 req-333c0bf7-6b5b-477d-9bb6-2c01eab1deeb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308354 May 19 12:55:49.020513 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 6c86218f-5784-4bb9-861d-7e22fa2025b1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=6c86218f-5784-4bb9-861d-7e22fa2025b1,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:49.026812 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:49.044356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-314a83fe-1f56-401e-85a5-073bf73871a9 req-0f138529-d24d-469d-b5ee-8349e8eb9cf0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510437 May 19 12:55:49.044493 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:49.205580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:49.209343 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:49.227953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2250c44f-1842-4867-939d-28f9c6d859f6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:49.381949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 2250c44f-1842-4867-939d-28f9c6d859f6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:55:49.392177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 2250c44f-1842-4867-939d-28f9c6d859f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:49.392563 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:49.737301 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:49.851470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 2250c44f-1842-4867-939d-28f9c6d859f6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2250c44f-1842-4867-939d-28f9c6d859f6,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:49.859023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:49.877454 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:49.999935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 96ff2249-9017-4072-9ff1-6c530dcea69a no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:50.020403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:50.032214 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ca1361e4-de02-4698-9fe5-b282666a9314 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:50.065185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:50.073269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:50.087884 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:50.089248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:50.101641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event deleted for resources: {'Port': ['ID=6c86218f-5784-4bb9-861d-7e22fa2025b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:50.114348 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:50.131965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d7ee-ccf5-4d7d-8936-d6fa374137c9 req-f1f3d417-d6eb-4379-bd14-400512110903 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:50.136715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6df7d7ee-ccf5-4d7d-8936-d6fa374137c9 req-f1f3d417-d6eb-4379-bd14-400512110903 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 945 time: 0.7653196 May 19 12:55:50.144182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:50.224000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 96ff2249-9017-4072-9ff1-6c530dcea69a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:50.224414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 96ff2249-9017-4072-9ff1-6c530dcea69a not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:50.289503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] No DVR routers for this DVR port 6c86218f-5784-4bb9-861d-7e22fa2025b1 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:50.294112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:50.301353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-deleted', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:50.390438 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6df7d7ee-ccf5-4d7d-8936-d6fa374137c9 req-0918d3b2-647f-403a-82e0-15a192e86239 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 May 19 12:55:50.561087 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'code': 200} May 19 12:55:50.676087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96b91926-26e6-4da4-a8f9-5484175da552 req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "DELETE /v2.0/ports/6c86218f-5784-4bb9-861d-7e22fa2025b1 HTTP/1.1" status: 204 len: 173 time: 3.2818441 May 19 12:55:50.712502 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485a7be-ecbb-4dc8-a27d-9682ac849d06', 'name': 'network-vif-deleted', 'tag': '6c86218f-5784-4bb9-861d-7e22fa2025b1', 'status': 'completed', 'code': 200} May 19 12:55:50.793323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Deleting port 2250c44f-1842-4867-939d-28f9c6d859f6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:50.793824 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.109255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] For port 2250c44f-1842-4867-939d-28f9c6d859f6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=2250c44f-1842-4867-939d-28f9c6d859f6,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:51.110342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.156608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:51.273993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Calling delete_port for 2250c44f-1842-4867-939d-28f9c6d859f6 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:51.301538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2250c44f-1842-4867-939d-28f9c6d859f6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:51.348832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-95771211-e602-4c4e-8d62-fbedf25aaad7 req-3de7824c-b9ad-436d-a7bf-3b9b62dfb647 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:51.380955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-95771211-e602-4c4e-8d62-fbedf25aaad7 req-3de7824c-b9ad-436d-a7bf-3b9b62dfb647 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:51.382629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-95771211-e602-4c4e-8d62-fbedf25aaad7 req-3de7824c-b9ad-436d-a7bf-3b9b62dfb647 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=2485a7be-ecbb-4dc8-a27d-9682ac849d06 HTTP/1.1" status: 200 len: 210 time: 0.0958118 May 19 12:55:51.410605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:51.542809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.593205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 2250c44f-1842-4867-939d-28f9c6d859f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:51.594035 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.645455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:51.653601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.667559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Usage tracker for resource:security_group_rule and tenant:4e271b8704ae4bc3846a546f931c3b5a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:51.698402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:51.726393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:51.739011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:51.757371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3bf83647a64011be607c628c17e3f2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:51.774150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:51.796635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:51.882996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2626f8d-0f88-4164-b32f-6a469e2502a6 req-9674278e-7e3c-4276-a66b-3497b62da1a8 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:51.894273 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2626f8d-0f88-4164-b32f-6a469e2502a6 req-9674278e-7e3c-4276-a66b-3497b62da1a8 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 945 time: 0.1778998 May 19 12:55:51.951322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.970749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:51.981444 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2626f8d-0f88-4164-b32f-6a469e2502a6 req-c6cdee8d-1653-4757-a863-cc116e459f57 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863805 May 19 12:55:52.006144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:52.008530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12687955-9981-4c42-b195-c7e4286e7013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:52.041761 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e271b8704ae4bc3846a546f931c3b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829947 May 19 12:55:52.047324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:52.063502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce40ee9-46b0-466e-adbc-db22ec3502b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:52.089221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.095931 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c2ee198-2123-4ef8-8785-fb773d27fa54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:52.097807 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:52.155635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Pushing event deleted for resources: {'Port': ['ID=2250c44f-1842-4867-939d-28f9c6d859f6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:52.158729 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:52.214804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.236842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.270146 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-56796298-2117-41a6-8be9-bc24306262d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:52.306224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1139542090-network', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:52.336012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:52.394542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.405154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Usage tracker for resource:network and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:52.420908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:52.426601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dcbc81-36e1-4000-a9ba-bb1f4388ec06,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:52.430596 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:52.441654 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c3bf83647a64011be607c628c17e3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0263870 May 19 12:55:52.441654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:52.450029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:52.503141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.551795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Made reservation on behalf of 61d52db9d8c9447ea86aa4847382c7cb for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:52.558264 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.558728 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.635201 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.692317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.697255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:52.716024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Usage tracker for resource:security_group_rule and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:52.717491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:55:52.742316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:52.759380 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.768884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:52.801199 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.822556 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9ea18a6e-d092-4a19-be95-39ea91bc4022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:52.864666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.866422 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ce40ee9-46b0-466e-adbc-db22ec3502b1 HTTP/1.1" status: 204 len: 168 time: 0.7858188 May 19 12:55:52.868202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce40ee9-46b0-466e-adbc-db22ec3502b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:52.874230 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:52.920573 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:52.930636 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f0e7a3be-dad0-48db-9a06-68dee40b3b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:52.961860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dcbc81-36e1-4000-a9ba-bb1f4388ec06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:52.969205 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:53.015726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.020823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.029915 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66dcbc81-36e1-4000-a9ba-bb1f4388ec06 HTTP/1.1" status: 204 len: 168 time: 0.5754392 May 19 12:55:53.035523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.074123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:53.079534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:55:53.103770 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.106059 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Added segment 32d9e2df-feb8-4bcc-9796-e0bf8b838884 of type vlan for network 0d08b3cf-f166-41dd-9018-d379256f6d6f May 19 12:55:53.126443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:55:53.173288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.184359 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fad4f573-9fc8-4d25-bdce-3c3e3759f410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:53.235654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6450f4d-3a51-4837-9dc3-c40cdb48ae9a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:53.250628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:53.253928 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.256391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:53.258890 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.264535 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:53.266302 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.287778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:55:53.340844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:53.347212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:53.349796 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:53.495428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:53.510021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['670bc440-dde5-4e7c-9b83-301d2c88b228'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:53.514381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4710135 May 19 12:55:53.530734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:53.554188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Request body: {'subnet': {'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1139542090-subnet', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:53.580831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Pushing event updated for resources: {'Network': ['ID=0d08b3cf-f166-41dd-9018-d379256f6d6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:53.587944 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:53.595591 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:53.597398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:53.599268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Router ab5ef8f7-2ed5-42f9-b246-84c525901883 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:55:53.607777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:55:53.627993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Usage tracker for resource:subnet and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:53.653543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:53.674199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:53.720298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Made reservation on behalf of 61d52db9d8c9447ea86aa4847382c7cb for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:55:53.741260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:54.206024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:54.206444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:54.317139 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:54.333818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:54.421308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:54.445124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:54.459146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d953132d08f4f9cbb1c3c069f4a1b06 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:54.475513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:54.482089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e00721ce597349b0bb632bf360ae2775 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:54.488986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:55:54.505985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Sync routers for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:55:54.508079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:54.526905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:54.532837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:54.533678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:54.535170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:54.550737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] 10.222.0.69 "PUT /v2.0/routers/ab5ef8f7-2ed5-42f9-b246-84c525901883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0601923 May 19 12:55:54.560536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bd35-b2a2-429b-a756-b45e132397a0 req-7a226e7b-129f-42b6-9b43-51b4a4fb0503 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:54.568965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0197bd35-b2a2-429b-a756-b45e132397a0 req-7a226e7b-129f-42b6-9b43-51b4a4fb0503 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 945 time: 0.6817720 May 19 12:55:54.579998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:54.596136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:54.706216 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fdec49e-c57f-4992-a210-0a739976ff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:54.899091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0512863-0d4d-433e-8695-95cb734fcec4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:54.908259 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:54.979719 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:54.988120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:54.998416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-23c6983a-4e75-4a20-9756-daae3262eec0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:54.999683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-23c6983a-4e75-4a20-9756-daae3262eec0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Synchronizing usage tracker for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:55:55.017737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Checking segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:55.018367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Network hostable DHCP agents. Network: 0d08b3cf-f166-41dd-9018-d379256f6d6f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:55:55.059197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-23c6983a-4e75-4a20-9756-daae3262eec0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Unset dirty status for tenant:8636928389cb4b3dbc62096af6a392a1 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:55:55.059645 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-23c6983a-4e75-4a20-9756-daae3262eec0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.71 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 945 time: 0.4521136 May 19 12:55:55.102196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:55:55.119246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 0d08b3cf-f166-41dd-9018-d379256f6d6f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:55.157156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afdf21-5920-4a0c-bab6-59d3d42063aa req-5c367d25-3ef4-4f2b-a03f-0a475f89918e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:55.158680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8afdf21-5920-4a0c-bab6-59d3d42063aa req-5c367d25-3ef4-4f2b-a03f-0a475f89918e tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 0.9514098 May 19 12:55:55.168242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:55.169661 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.265664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:55:55.294447 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7577903 May 19 12:55:55.298708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:55.310713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:55:55.313960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0197bd35-b2a2-429b-a756-b45e132397a0 req-2a3bd77a-a505-4264-a22f-757b52f3f417 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee5bf502-d276-44a7-b2d6-e2abd22b6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409155 May 19 12:55:55.332696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:55:55.340070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Usage tracker for resource:router and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:55:55.341018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:55:55.362398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:55:55.394537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Deleting port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:55.394875 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.396306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819f610-6eb9-4329-af5b-f483812a9a06 None None] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:55:55.482370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8afdf21-5920-4a0c-bab6-59d3d42063aa req-d4053218-171c-49ba-926c-95755a503dd6 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106239 May 19 12:55:55.598003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.599663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.679734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] For port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,segment=NetworkSegment(be45a033-f3ca-4f49-bee3-201806684605),segment_id=be45a033-f3ca-4f49-bee3-201806684605)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:55.680141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.847554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Calling delete_port for c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:55.918219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-5f78bc49-b1e1-4ee0-a057-1839304c7e2c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:55.921334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-5f78bc49-b1e1-4ee0-a057-1839304c7e2c tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 0.8748758 May 19 12:55:55.990666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:55.992712 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.010666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.031577 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.034316 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.041619 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.053532 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f9b5172-7c15-453f-ae37-fd03dd5b6ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:56.053813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 670bc440-dde5-4e7c-9b83-301d2c88b228 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:55:56.054278 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.092599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.095008 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:56.218262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d953132d08f4f9cbb1c3c069f4a1b06&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0095015 May 19 12:55:56.222994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:56.259431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36151d4-da00-43b5-8c30-670c31272c14,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:56.275212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.276017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.276661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.277282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.277875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.278468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.279221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.279826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.280439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.281086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.281656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.282244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:55:56.299339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e00721ce597349b0bb632bf360ae2775&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0831146 May 19 12:55:56.301973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:55:56.306111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:56.310839 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7833b4ce-d3e4-4fec-9d45-301dab6b61c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:56.327663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Pushing event deleted for resources: {'Port': ['ID=c64d57b6-34eb-4c00-b96b-6df2ce2d57b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:56.364687 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:56.397718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c790b5-aab0-44e2-8814-0ddff7de94f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:56.433198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-0d08b3cf-f166-41dd-9018-d379256f6d6f', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:55:56.434905 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.435667 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:56.540534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] No DVR routers for this DVR port c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:56.610211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b816d395-5aea-4e23-a261-5ecc69aad575 req-03f83b93-8416-460f-8da0-b8fe0c0d76e5 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 0.0582988 May 19 12:55:56.676152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.686063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'name': 'network-vif-deleted', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:56.687806 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.783625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.799028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-821011c4-7d58-4a78-b845-ba1cd2fb75c8 req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.71 "DELETE /v2.0/ports/c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 HTTP/1.1" status: 204 len: 173 time: 1.7324829 May 19 12:55:56.866181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:56.876980 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:56.888078 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.900161 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:56.933876 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.953169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Deleting port 546441bc-8415-46e8-b077-b5c38405132e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:56.953498 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:56.969044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:57.073653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Deleting port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:55:57.076287 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:57.186130 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:55:57.236545 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13555beb-f5b2-457e-8b3a-dc7fd39cddae', 'name': 'network-vif-deleted', 'tag': 'c64d57b6-34eb-4c00-b96b-6df2ce2d57b5', 'status': 'completed', 'code': 200} May 19 12:55:57.269052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] For port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:57.269600 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:57.387561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:57.393153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Allocated IP 172.20.0.2 (0d08b3cf-f166-41dd-9018-d379256f6d6f/e0512863-0d4d-433e-8695-95cb734fcec4/b43c631a-1a68-4b02-aa2e-e47ec5041155) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:57.403501 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:57.428864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Calling delete_port for a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:57.436994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '546441bc-8415-46e8-b077-b5c38405132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:51Z', 'revision_number': 5, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port': {'id': '546441bc-8415-46e8-b077-b5c38405132e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:25Z', 'updated_at': '2021-05-19T12:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:57.546032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Checking router: ab5ef8f7-2ed5-42f9-b246-84c525901883 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:55:57.810945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:57.824458 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:57.827455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Routers {'ab5ef8f7-2ed5-42f9-b246-84c525901883'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:55:57.827455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ab5ef8f7-2ed5-42f9-b246-84c525901883'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:57.831687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:57.968370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:57.998258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['370b1920-102b-4fa1-82d7-e7a564c2b37b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:55:58.014276 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87f8799c-bf03-42f5-9713-a1422a206009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:58.171483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:58.171833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c64d57b6-34eb-4c00-b96b-6df2ce2d57b5 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:58.183856 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.192484 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.318855 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.328178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] Set router ab5ef8f7-2ed5-42f9-b246-84c525901883 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:55:58.462722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] For port 546441bc-8415-46e8-b077-b5c38405132e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=546441bc-8415-46e8-b077-b5c38405132e,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:55:58.463970 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.510754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Allocated IP 172.25.4.243 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/bb5ed92d-ad4f-441f-a650-41a5116974c5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:55:58.581722 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:55Z', 'revision_number': 6, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:55:58.604235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a0d2-f203-4d2f-98be-413663aa595b None None] The sync data for ids ['ab5ef8f7-2ed5-42f9-b246-84c525901883'] in n-d-791505-2 is: [{'id': 'ab5ef8f7-2ed5-42f9-b246-84c525901883', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-472996918-router', 'tenant_id': 'c9d053658d7146e6902bd89c848482a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:23Z', 'updated_at': '2021-05-19T12:55:55Z', 'revision_number': 6, 'project_id': 'c9d053658d7146e6902bd89c848482a3', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:55:58.702396 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.730676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Transition to ACTIVE for port object b43c631a-1a68-4b02-aa2e-e47ec5041155 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:58.760427 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.767463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Transition to ACTIVE for port object b43c631a-1a68-4b02-aa2e-e47ec5041155 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:55:58.784178 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.795206 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-99490662-022b-4bc8-9598-d00bb514f7e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:58.799944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:58.805739 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-896b43e4-159e-49be-81ba-bfc873322059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:58.852744 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:58.862044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:58.869067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Calling delete_port for 546441bc-8415-46e8-b077-b5c38405132e owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:55:58.870751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:58.890315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:55:58.893764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:55:58.898899 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:55:58.937970 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Pushing event updated for resources: {'Port': ['ID=b43c631a-1a68-4b02-aa2e-e47ec5041155,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:58.951051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5ed92d-ad4f-441f-a650-41a5116974c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:58.962348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:58.989574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event deleted for resources: {'Port': ['ID=a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:58.998457 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:59.076542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2250c44f-1842-4867-939d-28f9c6d859f6 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:55:59.160833 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.190329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 2250c44f-1842-4867-939d-28f9c6d859f6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:55:59.192506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 2250c44f-1842-4867-939d-28f9c6d859f6 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:55:59.200798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Attempting to bind port b43c631a-1a68-4b02-aa2e-e47ec5041155 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:55:59.201583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Attempting to bind port b43c631a-1a68-4b02-aa2e-e47ec5041155 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:55:59.201964 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Attempting to bind port b43c631a-1a68-4b02-aa2e-e47ec5041155 on network 0d08b3cf-f166-41dd-9018-d379256f6d6f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:55:59.209584 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:55:59.210017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Checking segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:55:59.210365 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.210774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Bound using segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:55:59.211543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Bound port: b43c631a-1a68-4b02-aa2e-e47ec5041155, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:55:59.226197 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.211s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:59.235884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.471022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] For port b43c631a-1a68-4b02-aa2e-e47ec5041155, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:55:59.477218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] For port b43c631a-1a68-4b02-aa2e-e47ec5041155, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b43c631a-1a68-4b02-aa2e-e47ec5041155,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:55:59.485791 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.494176 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:59.501881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f1cd5835-4db0-4bd3-b3af-c00464a495a0 req-77965755-0389-41ef-bb71-f33718652713 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] 10.222.0.69 "GET /v2.0/ports?device_id=13555beb-f5b2-457e-8b3a-dc7fd39cddae HTTP/1.1" status: 200 len: 210 time: 1.1627700 May 19 12:55:59.764505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Pushing event updated for resources: {'Port': ['ID=b43c631a-1a68-4b02-aa2e-e47ec5041155,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:55:59.770593 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:55:59.895355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] No DVR routers for this DVR port a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:55:59.900739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.906947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:59.920259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57999-6828-4af4-95dc-8e13faaf4a37 req-8167c48f-90b6-4db9-aff6-b911679b6a09 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:55:59.922115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79d57999-6828-4af4-95dc-8e13faaf4a37 req-8167c48f-90b6-4db9-aff6-b911679b6a09 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 951 time: 3.2790904 May 19 12:55:59.927538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-deleted', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:55:59.936006 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f75da718-fd29-4ccc-95fa-f8434be850e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:55:59.969223 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.044826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c790b5-aab0-44e2-8814-0ddff7de94f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:00.052426 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:00.063370 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82bd9239-12d7-4180-bafe-715d3798ed49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:00.084952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.274906 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fc3e16-209a-4d78-b7e2-d8d758c9ab31', 'name': 'network-vif-deleted', 'tag': 'a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380', 'status': 'completed', 'code': 200} May 19 12:56:00.280994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=546441bc-8415-46e8-b077-b5c38405132e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:00.340843 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:00.510670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79d57999-6828-4af4-95dc-8e13faaf4a37 req-be0d161c-de83-4337-ac57-f10e2a7dc4db tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053329 May 19 12:56:00.538243 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.541405 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83c790b5-aab0-44e2-8814-0ddff7de94f3 HTTP/1.1" status: 204 len: 168 time: 4.2322929 May 19 12:56:00.552038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88f3e3cb-df08-46b7-a23c-4d2bc9448713 req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.57 "DELETE /v2.0/ports/a9876ae3-4ba7-4e6f-9fc8-bd6a419a3380 HTTP/1.1" status: 204 len: 173 time: 4.6196110 May 19 12:56:00.568337 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.595458 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.602839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e36151d4-da00-43b5-8c30-670c31272c14 HTTP/1.1" status: 204 len: 168 time: 4.3646483 May 19 12:56:00.603670 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c5b6e76-7ad9-45fc-b78f-369bd1780aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:00.619226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:00.731786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:00.732844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36151d4-da00-43b5-8c30-670c31272c14,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:00.911895 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:01.317459 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.359184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.403672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b43c631a-1a68-4b02-aa2e-e47ec5041155 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:01.510621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Deleting subnet cd113567-126c-4fdc-ba64-8f0d34090e5d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:56:01.544629 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.669744 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port b43c631a-1a68-4b02-aa2e-e47ec5041155 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:01.734782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.743957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5ef8f7-2ed5-42f9-b246-84c525901883 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:56:01.841330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 546441bc-8415-46e8-b077-b5c38405132e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:56:01.897959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.903924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] 10.222.0.69 "DELETE /v2.0/routers/ab5ef8f7-2ed5-42f9-b246-84c525901883 HTTP/1.1" status: 204 len: 168 time: 7.3223188 May 19 12:56:01.912355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:01.958637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 546441bc-8415-46e8-b077-b5c38405132e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:56:01.958981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 546441bc-8415-46e8-b077-b5c38405132e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:56:02.014462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb3195-0baf-4493-bdb3-bd65db3e7b32 None None] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:02.031439 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.068202 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.291596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Provisioning for port b43c631a-1a68-4b02-aa2e-e47ec5041155 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:02.310360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Provisioning complete for port b43c631a-1a68-4b02-aa2e-e47ec5041155 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:02.310721 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.507709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Router cd20403a-1157-429f-8aed-525030d2aa39 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:56:02.516730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5984c201-41fe-4f83-85db-91de89c9441e req-787ec459-6762-4bcc-bfbe-5c6f65120624 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Synchronizing usage tracker for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:02.583656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Deleting subnet dc37cfea-74b8-4f7c-a68e-9dad5e3a1592 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:56:02.592285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5984c201-41fe-4f83-85db-91de89c9441e req-787ec459-6762-4bcc-bfbe-5c6f65120624 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Unset dirty status for tenant:7488c038ae614e4f83a51f4b8d832d73 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:02.593784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5984c201-41fe-4f83-85db-91de89c9441e req-787ec459-6762-4bcc-bfbe-5c6f65120624 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3fc3e16-209a-4d78-b7e2-d8d758c9ab31 HTTP/1.1" status: 200 len: 210 time: 0.4478457 May 19 12:56:02.598671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.673037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.747016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:02.959154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:03.002030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:56:03.015291 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Sync routers for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:56:03.042385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:56:03.043206 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:03.062887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:03.065139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7638121 May 19 12:56:03.068438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:03.101841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] For port b43c631a-1a68-4b02-aa2e-e47ec5041155, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b43c631a-1a68-4b02-aa2e-e47ec5041155,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:03.116909 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:03.119738 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b543f527-afa1-49fd-a467-875561987d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:03.332637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Pushing event updated for resources: {'Port': ['ID=b43c631a-1a68-4b02-aa2e-e47ec5041155,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:03.347359 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:03.560394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c586715f-6d3b-48c2-9ef0-abd019bee969 None None] Provisioning complete for port b43c631a-1a68-4b02-aa2e-e47ec5041155 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:03.565123 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c586715f-6d3b-48c2-9ef0-abd019bee969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:03.849220 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:56:04.078778 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.185043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.206234 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b319c0e0-d576-4f37-8bde-8505d5b73620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:04.400937 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:55:59Z', 'revision_number': 3, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:04.406589 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Checking router: cd20403a-1157-429f-8aed-525030d2aa39 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:56:04.407251 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Updating router cd20403a-1157-429f-8aed-525030d2aa39 port bb5ed92d-ad4f-441f-a650-41a5116974c5 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:56:04.486969 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.644693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.718466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd113567-126c-4fdc-ba64-8f0d34090e5d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:04.734305 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:04.780437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cd113567-126c-4fdc-ba64-8f0d34090e5d HTTP/1.1" status: 204 len: 168 time: 4.0403643 May 19 12:56:04.792615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:05.244700 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b43c631a-1a68-4b02-aa2e-e47ec5041155 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:05.517582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.637400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port b43c631a-1a68-4b02-aa2e-e47ec5041155 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:05.643042 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.655664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.785778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-d2314c01-4093-4f80-b51b-a53208007311 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5851085 May 19 12:56:05.834906 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.861408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:05.948897 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Transition to ACTIVE for port object bb5ed92d-ad4f-441f-a650-41a5116974c5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:05.965984 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.974310 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-b251ad8a-26a9-4a6f-8c25-684edd7672ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:06.034101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf4d67-6e8f-4672-8475-1771ae3d6a2d req-2d4d767c-9ee9-427f-ae54-f90560c38d54 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:06.043138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0baf4d67-6e8f-4672-8475-1771ae3d6a2d req-2d4d767c-9ee9-427f-ae54-f90560c38d54 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 1.1482949 May 19 12:56:06.049461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.098251 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1681a2e4-dc15-497a-bacf-b09b2cc499ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:06.190533 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Attempting to bind port bb5ed92d-ad4f-441f-a650-41a5116974c5 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:56:06.193284 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Attempting to bind port bb5ed92d-ad4f-441f-a650-41a5116974c5 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:56:06.194070 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Attempting to bind port bb5ed92d-ad4f-441f-a650-41a5116974c5 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:06.217334 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Pushing event updated for resources: {'Port': ['ID=bb5ed92d-ad4f-441f-a650-41a5116974c5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:06.229356 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:06.231019 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:56:06.232919 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:06.244654 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.245523 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:56:06.246305 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Bound port: bb5ed92d-ad4f-441f-a650-41a5116974c5, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:56:06.246984 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.308882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-7fc0eabb-2442-43fc-a1d1-34361db76ceb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:06.310569 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-7fc0eabb-2442-43fc-a1d1-34361db76ceb tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 1.1113966 May 19 12:56:06.324630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc37cfea-74b8-4f7c-a68e-9dad5e3a1592,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:06.354576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.360803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8632b9-c7d5-4f14-aa6a-eff2edb2faed None None] Network 395dc6cc-7221-428c-8da4-c2454907efd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:06.364490 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:06.381009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.395039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.410578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7e8324-d570-403f-8e37-8c3f5d7beefd']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:06.428192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dc37cfea-74b8-4f7c-a68e-9dad5e3a1592 HTTP/1.1" status: 204 len: 168 time: 4.5100045 May 19 12:56:06.434962 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] For port bb5ed92d-ad4f-441f-a650-41a5116974c5, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:56:06.442896 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] For port bb5ed92d-ad4f-441f-a650-41a5116974c5, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bb5ed92d-ad4f-441f-a650-41a5116974c5,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:56:06.444443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0baf4d67-6e8f-4672-8475-1771ae3d6a2d req-0acb013a-0c9d-467b-a52a-bcf88132ee38 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988209 May 19 12:56:06.445276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:06.457950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be45a033-f3ca-4f49-bee3-201806684605') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:06.458679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be45a033-f3ca-4f49-bee3-201806684605') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:06.465466 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.485304 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:06.511402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:06.530751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4b304ec92d0e422bb0b87a86bfbe0751 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:06.541683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.560988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:06.591599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:06.665247 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:56:06.666414 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:55:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:06.740853 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.808453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:56:06.815276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: timer() May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:56:06.848582 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:56:06.888400 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:06.890127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Allocated IP 172.20.0.1 (0d08b3cf-f166-41dd-9018-d379256f6d6f/e0512863-0d4d-433e-8695-95cb734fcec4/db403f77-6fcd-447e-9fe3-0327bfc636b7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:07.183866 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Pushing event updated for resources: {'Port': ['ID=bb5ed92d-ad4f-441f-a650-41a5116974c5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:07.188157 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:07.214277 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:56:07.233577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] DHCP port deletion for 395dc6cc-7221-428c-8da4-c2454907efd8 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:56:07.242392 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.269537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.273176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.292397 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:07.332096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Transition to ACTIVE for port object db403f77-6fcd-447e-9fe3-0327bfc636b7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:07.382014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be7e8324-d570-403f-8e37-8c3f5d7beefd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:07.390171 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:07.422282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Deleting port 520373ce-973f-4b04-8bd7-e0f3f090c83d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:56:07.422918 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.445448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/be7e8324-d570-403f-8e37-8c3f5d7beefd HTTP/1.1" status: 204 len: 168 time: 2.6371701 May 19 12:56:07.526873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.555981 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ba7097dd-9a5f-438d-9c96-a33a02ce0b10 tempest-LiveAutoBlockMigrationV225Test-816231729 tempest-LiveAutoBlockMigrationV225Test-816231729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:07.585081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.595469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Deleting port 520373ce-973f-4b04-8bd7-e0f3f090c83d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:56:07.595822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.659277 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.673496 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:07.745553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 370b1920-102b-4fa1-82d7-e7a564c2b37b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:56:07.749678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:07.750693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Pushing event updated for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:07.763862 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:07.860998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:07.865625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-5f538b8a-4376-4331-8158-23434eb45fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:07.867216 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-5f538b8a-4376-4331-8158-23434eb45fc1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1096 time: 1.6119573 May 19 12:56:07.885810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:07.888629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:08.159416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] For port 520373ce-973f-4b04-8bd7-e0f3f090c83d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=520373ce-973f-4b04-8bd7-e0f3f090c83d,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:08.169461 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:08.175858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b304ec92d0e422bb0b87a86bfbe0751&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2817943 May 19 12:56:08.207175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:08.219209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432052a4-3cd1-45e1-b515-72aa6b1b840a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:08.319193 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:08.344790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:08.356738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:08.403604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] For port 520373ce-973f-4b04-8bd7-e0f3f090c83d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=520373ce-973f-4b04-8bd7-e0f3f090c83d,segment=NetworkSegment(8f5fd413-c4b6-4582-b586-0321f6f8ea61),segment_id=8f5fd413-c4b6-4582-b586-0321f6f8ea61)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:08.403959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:08.451275 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70514941-f076-4e65-ae19-138490a94c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:55:59Z', 'revision_number': 3, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:08.459976 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514941-f076-4e65-ae19-138490a94c58 None None] The sync data for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 is: [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:55:59Z', 'revision_number': 3, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:56:08.495557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:08.605843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Calling delete_port for 520373ce-973f-4b04-8bd7-e0f3f090c83d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:56:08.716479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:08.733622 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:08.803639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Pushing event deleted for resources: {'Port': ['ID=520373ce-973f-4b04-8bd7-e0f3f090c83d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:08.832592 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:09.123032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] No DVR routers for this DVR port 520373ce-973f-4b04-8bd7-e0f3f090c83d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:56:09.138155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.183417 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:56:09.264715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6843a72-3075-4208-b184-401949ebefc2 None None] Provisioning for port db403f77-6fcd-447e-9fe3-0327bfc636b7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:09.281701 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.328538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Calling delete_port for 520373ce-973f-4b04-8bd7-e0f3f090c83d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:56:09.370246 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a0d7758-cf48-4e01-b076-e72c90871b8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8636928389cb4b3dbc62096af6a392a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0073299 May 19 12:56:09.378585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:09.403095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bb5ed92d-ad4f-441f-a650-41a5116974c5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:09.475986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048f17f-3163-4549-83cc-414c89738d4d req-a6075095-d13c-4ce1-9dfa-0f4a702baac2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:09.489891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2048f17f-3163-4549-83cc-414c89738d4d req-a6075095-d13c-4ce1-9dfa-0f4a702baac2 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 950 time: 1.5479498 May 19 12:56:09.514742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6843a72-3075-4208-b184-401949ebefc2 None None] Provisioning complete for port db403f77-6fcd-447e-9fe3-0327bfc636b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:09.519745 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6843a72-3075-4208-b184-401949ebefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.527378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.535672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Deleting port 370b1920-102b-4fa1-82d7-e7a564c2b37b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:56:09.539326 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.597837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:09.631178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:09.739539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:22f2a2ac52634d9b9775a3fd12449328 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:09.745803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:09.756042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:09.818761 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.882667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.914427 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'code': 200} May 19 12:56:09.937652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:09.958489 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:09.974108 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87505c47-a38a-420f-8ae2-9669e437846e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.022047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.026276 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7976099-ce20-4c1e-84c7-5bff45d08306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.038013 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.066138 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] For port 370b1920-102b-4fa1-82d7-e7a564c2b37b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=370b1920-102b-4fa1-82d7-e7a564c2b37b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:10.066528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.068802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e6843a72-3075-4208-b184-401949ebefc2 None None] Port db403f77-6fcd-447e-9fe3-0327bfc636b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:56:10.092405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Pushing event deleted for resources: {'Port': ['ID=520373ce-973f-4b04-8bd7-e0f3f090c83d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:10.120411 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:10.122491 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86dde3fc-1835-45b2-81a2-7f13e0cbc3f1 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.147078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:10.148950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] No DVR routers for this DVR port 520373ce-973f-4b04-8bd7-e0f3f090c83d on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:56:10.152147 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:10.152788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port bb5ed92d-ad4f-441f-a650-41a5116974c5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:10.160201 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port bb5ed92d-ad4f-441f-a650-41a5116974c5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:10.160586 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.237286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432052a4-3cd1-45e1-b515-72aa6b1b840a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:10.250424 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:10.328248 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.331013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Calling delete_port for 370b1920-102b-4fa1-82d7-e7a564c2b37b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:56:10.333942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/432052a4-3cd1-45e1-b515-72aa6b1b840a HTTP/1.1" status: 204 len: 168 time: 2.1206214 May 19 12:56:10.338149 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.347651 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33a4562c-7446-4737-bb4b-29c3bc4b2d94 tempest-SecurityGroupsTestAdminJSON-69508678 tempest-SecurityGroupsTestAdminJSON-69508678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.484166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5bf502-d276-44a7-b2d6-e2abd22b6a88,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:10.494770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.515455 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:10.532319 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.538255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee5bf502-d276-44a7-b2d6-e2abd22b6a88 HTTP/1.1" status: 204 len: 168 time: 1.1297975 May 19 12:56:10.584111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395dc6cc-7221-428c-8da4-c2454907efd8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:10.627646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5fd413-c4b6-4582-b586-0321f6f8ea61') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:10.627990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5fd413-c4b6-4582-b586-0321f6f8ea61') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:10.673598 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.684884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14a8609a-66ec-415d-8814-013f3a2d9c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.688854 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.704923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.735720 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9df68fd6-94a2-4ace-b40e-0d81defe3c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.768811 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.805174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.813461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:56:10.814222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.820453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.867682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port bb5ed92d-ad4f-441f-a650-41a5116974c5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bb5ed92d-ad4f-441f-a650-41a5116974c5,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:10.878134 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:10.878420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Pushing event deleted for resources: {'Port': ['ID=370b1920-102b-4fa1-82d7-e7a564c2b37b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:10.880639 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.897001 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:10.898314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3864214a-681e-4708-81e7-e6b0c69630a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: util.warn( May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: util.warn( May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: util.warn( May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: util.warn( May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: timer() May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:56:10.908525 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:56:10.926541 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22f2a2ac52634d9b9775a3fd12449328&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1702847 May 19 12:56:10.965529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:10.986999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-3f5dd4ad-be6c-4e80-ab94-c23f196666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:10.989502 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-3f5dd4ad-be6c-4e80-ab94-c23f196666ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 3.0223565 May 19 12:56:11.154100 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=bb5ed92d-ad4f-441f-a650-41a5116974c5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:11.171476 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:11.175776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 520373ce-973f-4b04-8bd7-e0f3f090c83d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:56:11.216091 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2048f17f-3163-4549-83cc-414c89738d4d req-150e7990-9fe8-4224-8d38-2f5f3f5790fe tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6938977 May 19 12:56:11.228762 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.264022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-91bac621-8aaf-48dc-814a-d64e130272d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:11.322688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.369433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] 10.222.0.69 "DELETE /v2.0/networks/395dc6cc-7221-428c-8da4-c2454907efd8 HTTP/1.1" status: 204 len: 168 time: 4.9136314 May 19 12:56:11.396638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Pushing event deleted for resources: {'Network': ['ID=395dc6cc-7221-428c-8da4-c2454907efd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:11.400635 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 520373ce-973f-4b04-8bd7-e0f3f090c83d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:56:11.401047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 520373ce-973f-4b04-8bd7-e0f3f090c83d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:56:11.408273 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:11.503382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.549742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.607281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.651893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bb5ed92d-ad4f-441f-a650-41a5116974c5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:11.769622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:11.787351 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.817150 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b86e7ec0-ea0c-49cc-b281-33da19d841a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:11.848910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:11.853416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d8ffce2-ea24-45dd-904f-4bce91226da0 HTTP/1.1" status: 204 len: 168 time: 0.8807294 May 19 12:56:11.869044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ffce2-ea24-45dd-904f-4bce91226da0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:11.881438 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:11.967633 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac29581c-b98d-42cc-89ed-68f1b2e21c1d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9d053658d7146e6902bd89c848482a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900058 May 19 12:56:11.969777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:11.976498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port bb5ed92d-ad4f-441f-a650-41a5116974c5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:11.977413 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.168400 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.265505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ffce2-ea24-45dd-904f-4bce91226da0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:12.268689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] No DVR routers for this DVR port 370b1920-102b-4fa1-82d7-e7a564c2b37b on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:56:12.277254 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.379s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:12.281538 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.293092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.298149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-deleted', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:12.350801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-fcd6b761-c00b-4241-95c6-c3f14afdd7b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1001 time: 0.8048730 May 19 12:56:12.387948 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.393232 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bd2396e6-117b-4f5b-af64-4f30aa4b621f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:12.431480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b23e6-78ed-4f77-b829-5540a95327ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:12.444376 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:12.448041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.449592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e6b23e6-78ed-4f77-b829-5540a95327ff HTTP/1.1" status: 204 len: 168 time: 0.4787765 May 19 12:56:12.498743 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906f75b-4a65-4dcc-9f29-2003464801bb', 'name': 'network-vif-deleted', 'tag': '370b1920-102b-4fa1-82d7-e7a564c2b37b', 'status': 'completed', 'code': 200} May 19 12:56:12.502715 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-62607b29-dab3-4c28-b2a9-53736f97ee71 req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.71 "DELETE /v2.0/ports/370b1920-102b-4fa1-82d7-e7a564c2b37b HTTP/1.1" status: 204 len: 173 time: 6.1738853 May 19 12:56:12.705471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7196b572-1fc5-4fc9-b3d8-7853e6f387dc req-cf020e90-3845-4871-b175-72e459065d81 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] 10.222.0.69 "GET /v2.0/ports?device_id=6906f75b-4a65-4dcc-9f29-2003464801bb HTTP/1.1" status: 200 len: 210 time: 0.1186326 May 19 12:56:12.785443 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3985a828-d338-4250-8f6f-2ecb143da8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.859211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-0f59f75e-dc77-435f-9954-a14a9d392139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:12.862200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-0f59f75e-dc77-435f-9954-a14a9d392139 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.5025778 May 19 12:56:12.870836 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.875712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:12.967457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:13.031043 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a2a76c9-ba1e-4802-b578-eba75c6791dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:13.154730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:13.232959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:13.263590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Pushing event updated for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:13.280280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:13.288722 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:13.310962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:13.322037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Usage tracker for resource:security_group_rule and tenant:b58b4b4de2a045bd8ca70f34775a103b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:13.332800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:13.358622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:13.655873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:13.665619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-dfeb4c2b-0237-4c22-abfc-cf48ae671c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:13.666168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:13.668430 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-dfeb4c2b-0237-4c22-abfc-cf48ae671c3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7813649 May 19 12:56:13.691354 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73029aa0-98c5-4c9e-8b18-cc846aa028ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:13.784627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768699b4-79bd-4174-a16a-a25b1382dbd1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:13.807271 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:13.884430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b58b4b4de2a045bd8ca70f34775a103b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252944 May 19 12:56:13.885887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:13.932191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:13.936355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:14.119123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.184598 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.203727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.243711 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-7b84aaaa-68c6-4a5c-902a-9fb197470959 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445495 May 19 12:56:14.395610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.413971 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-54f4d7b6-2cb8-4b39-a00e-2c3b9781d9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:14.462203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768699b4-79bd-4174-a16a-a25b1382dbd1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:14.487935 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:14.527049 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.529649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/768699b4-79bd-4174-a16a-a25b1382dbd1 HTTP/1.1" status: 204 len: 168 time: 0.6409051 May 19 12:56:14.560441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8ee6f38-ca7a-42a8-958f-08abeda89b20 None None] Provisioning complete for port db403f77-6fcd-447e-9fe3-0327bfc636b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:14.562183 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6f38-ca7a-42a8-958f-08abeda89b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:14.762830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee6f38-ca7a-42a8-958f-08abeda89b20 None None] Port db403f77-6fcd-447e-9fe3-0327bfc636b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:56:14.878981 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d9e347-cb3a-4653-bd59-33ff43c20fb3 req-e4bfb5b1-1900-4384-8275-8108a93b02a6 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266296 May 19 12:56:14.918194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:14.924435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Router cd20403a-1157-429f-8aed-525030d2aa39 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:56:15.201866 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:15.585311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:15.643452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:56:15.672066 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] 10.222.0.69 "PUT /v2.0/routers/cd20403a-1157-429f-8aed-525030d2aa39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5895545 May 19 12:56:15.672363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Sync routers for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:56:15.699774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:56:15.701218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:56:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:16.162761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6e6b266-6d19-4517-b05f-9660025b50b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7488c038ae614e4f83a51f4b8d832d73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2420669 May 19 12:56:16.167712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:16.271227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:16.306775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:16.328983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:56:16.377982 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:16.516321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:16.532985 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9f8e9722-77f6-4fc5-88a1-c0c52ff9c8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:16.580156 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:16.582887 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b798ee0-4e43-43fb-a8f9-fb88a29f65e0 HTTP/1.1" status: 204 len: 168 time: 0.4136262 May 19 12:56:16.594066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b798ee0-4e43-43fb-a8f9-fb88a29f65e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:16.610935 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:17.183029 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.208475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-673245486-network', 'tenant_id': '6783d30dcfcb4b30bcc199b62dbf0d63'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:17.227256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:17.252880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Usage tracker for resource:network and tenant:6783d30dcfcb4b30bcc199b62dbf0d63 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:17.267986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:17.303051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:17.345449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Made reservation on behalf of 6783d30dcfcb4b30bcc199b62dbf0d63 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:17.352590 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.370480 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:12Z', 'revision_number': 2, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:17.377239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Checking router: cd20403a-1157-429f-8aed-525030d2aa39 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:56:17.378037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Updating router cd20403a-1157-429f-8aed-525030d2aa39 port db403f77-6fcd-447e-9fe3-0327bfc636b7 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:56:17.406315 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.448280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:17.456170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Usage tracker for resource:security_group_rule and tenant:6783d30dcfcb4b30bcc199b62dbf0d63 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:17.462595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:17.474350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:17.495620 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.658851 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.670086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.683350 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2b2ea19-e587-4e34-8e70-caeed3c3b956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:17.724462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:56:17.748247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.749012 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Added segment ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f of type vlan for network 90a47940-7cf4-49d2-bf55-e12d96bff94e May 19 12:56:17.804605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:17.818807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.894622 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:17.902650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:17.902650 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:18.037948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7626042 May 19 12:56:18.043417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:18.048052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7ee88-797e-4664-a7b7-7efaf74e9005,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:18.056217 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:18.061914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:18.068197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Request body: {'subnet': {'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-673245486-subnet', 'tenant_id': '6783d30dcfcb4b30bcc199b62dbf0d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:18.099470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:18.125205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Usage tracker for resource:subnet and tenant:6783d30dcfcb4b30bcc199b62dbf0d63 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:18.135742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:18.169556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:18.173688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:18.344951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Made reservation on behalf of 6783d30dcfcb4b30bcc199b62dbf0d63 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:18.346531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Pushing event updated for resources: {'Network': ['ID=90a47940-7cf4-49d2-bf55-e12d96bff94e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:18.350218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:18.351294 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:18.369811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 90a47940-7cf4-49d2-bf55-e12d96bff94e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:56:18.468412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:18.474864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308971079', 'description': 'tempest-description--1506492097'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:18.491668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:18.506376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:security_group and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:18.516731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:18.536035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:18.560382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:18.630622 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:18.651229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:security_group_rule and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:18.664155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:18.684827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:18.737635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1012626620-network', 'tenant_id': '80ebfc85f3564716aca088aaee44c74b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:18.760927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:18.779723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Usage tracker for resource:network and tenant:80ebfc85f3564716aca088aaee44c74b is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:18.788090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-503f8aa2-2ee3-4618-a29e-436e75c35ef1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3da59aa78dbc4cf78dad452fead0439b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086977 May 19 12:56:18.789712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:18.799771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:18.804426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:18.863454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Made reservation on behalf of 80ebfc85f3564716aca088aaee44c74b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:18.886972 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:18.977868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.052860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.067521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Transition to ACTIVE for port object db403f77-6fcd-447e-9fe3-0327bfc636b7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:19.085898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:19.097182 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.100092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Usage tracker for resource:security_group_rule and tenant:80ebfc85f3564716aca088aaee44c74b is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:19.123526 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:19.142986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:19.162156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:19.164171 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.166623 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.175062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.316411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Pushing event updated for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:19.322831 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:19.370971 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43295f02-9289-4bc3-88fc-f5ae87a0a914 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:19.512165 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.699553 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.709942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2398727 May 19 12:56:19.715945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:19.740225 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.766752 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.787691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9080f0b-99c3-46a2-b939-0f9d47413e13,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:19.807890 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:19.822176 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8565e1cd-a93c-4b1c-838c-cbb569a78d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:19.828374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'security_group_rule': {'security_group_id': 'b9080f0b-99c3-46a2-b939-0f9d47413e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:19.848161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:19.859250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:security_group_rule and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:19.866915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:19.882545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:19.965180 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:19.974279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:56:19.986428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08479d51-50c7-403b-ad3a-fb88d2e87417,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:19.997138 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:20.004173 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.004723 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Added segment d7f3142c-0c1f-448c-889b-7db87555d426 of type vlan for network 1f153837-f453-4322-8892-bf04643b93dc May 19 12:56:20.023486 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Attempting to bind port db403f77-6fcd-447e-9fe3-0327bfc636b7 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:56:20.024611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Attempting to bind port db403f77-6fcd-447e-9fe3-0327bfc636b7 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:56:20.024611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Attempting to bind port db403f77-6fcd-447e-9fe3-0327bfc636b7 on network 0d08b3cf-f166-41dd-9018-d379256f6d6f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:20.057698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:56:20.058098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Checking segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:20.058523 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.058936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Bound using segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:56:20.059559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Bound port: db403f77-6fcd-447e-9fe3-0327bfc636b7, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:56:20.061632 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.072823 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.094507 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fdd74bea-1cda-40e5-ab66-cf83443e6165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:20.146792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf3cd9-ab75-4c0a-8af9-6397e498423c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:20.151840 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:20.171323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.219750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.227733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79cf3cd9-ab75-4c0a-8af9-6397e498423c HTTP/1.1" status: 204 len: 168 time: 1.4178617 May 19 12:56:20.292413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.299984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.341973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] For port db403f77-6fcd-447e-9fe3-0327bfc636b7, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:56:20.349240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] For port db403f77-6fcd-447e-9fe3-0327bfc636b7, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=db403f77-6fcd-447e-9fe3-0327bfc636b7,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:56:20.355311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.361573 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:20.372586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.375986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:20.378581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.381171 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-08984549-9e09-4da6-b14d-2a2a87c0ab9f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:20.449983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:56:20.450919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:56:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:20.451200 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:20.531417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d30677-da7f-40d2-86c2-88285047d1ed,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:20.553130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:20.556706 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.564132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-828bb816-fc57-4c0d-9718-8b67d455b54f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7927241 May 19 12:56:20.580363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:20.640112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'security_group_rule': {'security_group_id': 'b9080f0b-99c3-46a2-b939-0f9d47413e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:20.674937 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8665917 May 19 12:56:20.679573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 41906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:20.689414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:20.727291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:security_group_rule and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:20.751441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:20.763538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Request body: {'subnet': {'network_id': '1f153837-f453-4322-8892-bf04643b93dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1012626620-subnet', 'tenant_id': '80ebfc85f3564716aca088aaee44c74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:20.792860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:20.804008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:20.839797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Usage tracker for resource:subnet and tenant:80ebfc85f3564716aca088aaee44c74b is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:20.858532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:20.900435 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:20.901747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:56:20.901942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:21.130316 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:21.146377 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:21.151425 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-acc1d525-dc51-424b-9b9a-99860f434c88 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:21.284484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80366a3a-af43-4643-ab02-2ed9937e5c0b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:21.322856 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:21.344831 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:21.348319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7655280 May 19 12:56:21.353664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 41942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:21.379575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:21.401824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:21.412101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:floatingip and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:21.419605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:21.436920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:21.481223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Made reservation on behalf of 80ebfc85f3564716aca088aaee44c74b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:21.489414 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:21.502816 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:21.740665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Pushing event updated for resources: {'Network': ['ID=1f153837-f453-4322-8892-bf04643b93dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:21.781320 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:21.944556 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 1f153837-f453-4322-8892-bf04643b93dc details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:56:22.165727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Pushing event updated for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:22.198626 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:22.204649 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.837s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:22.406316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:22.425635 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ecd8472b-ce5e-4bee-abb4-867bff3ae592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:22.567006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Checking segment: {'id': 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:22.568179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Network hostable DHCP agents. Network: 90a47940-7cf4-49d2-bf55-e12d96bff94e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:56:22.590462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Allocated IP 172.25.4.63 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/93939172-c7f6-4b9e-82b5-d5ce7d463865) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:22.594526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04225846-7cbf-490b-bd0d-7487a68d9416,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:22.600820 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:22.654238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Network 90a47940-7cf4-49d2-bf55-e12d96bff94e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:56:22.674113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 90a47940-7cf4-49d2-bf55-e12d96bff94e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:22.707620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:22.708246 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:22.745974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f70b5a-3fdc-48a3-9de5-4be0636baf98 None None] Network 90a47940-7cf4-49d2-bf55-e12d96bff94e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:22.886191 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.8314841 May 19 12:56:23.115787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:20Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:23.129784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c03ed-95d7-4d27-aa22-c4754c411121 None None] The sync data for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 is: [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:20Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:56:23.156674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9cab1a-ad3a-4e60-82e0-810635df5963 None None] Network 90a47940-7cf4-49d2-bf55-e12d96bff94e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:23.160291 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:23.230040 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:23.247130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9764d21a-aa5d-4151-9954-294b33b422dd tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:23.443977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:23.475341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:23.515408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:23.846216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:23.892712 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa12d8d5-ead1-49f9-b37b-665aa03a059e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:23.916360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'Port': ['ID=93939172-c7f6-4b9e-82b5-d5ce7d463865,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:23.940361 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:24.078455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.180966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device db403f77-6fcd-447e-9fe3-0327bfc636b7 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:24.239101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a14aeb-dda2-42a3-907f-de1e6709ff88,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:24.253956 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:24.300773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.360664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Checking segment: {'id': 'd7f3142c-0c1f-448c-889b-7db87555d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f153837-f453-4322-8892-bf04643b93dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:24.362067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Network hostable DHCP agents. Network: 1f153837-f453-4322-8892-bf04643b93dc, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:56:24.425535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Network 1f153837-f453-4322-8892-bf04643b93dc is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:56:24.470159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 1f153837-f453-4322-8892-bf04643b93dc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:24.497503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f6525-e92c-482a-b291-50094bac8487 None None] Network 1f153837-f453-4322-8892-bf04643b93dc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:24.507681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:24.508873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.557083 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.8477736 May 19 12:56:24.777797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port db403f77-6fcd-447e-9fe3-0327bfc636b7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:24.798617 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port db403f77-6fcd-447e-9fe3-0327bfc636b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:24.799998 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.870150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.881118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:24.887807 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:24.985041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c7384-1d8f-45c6-90fc-499df4812efe None None] Network 1f153837-f453-4322-8892-bf04643b93dc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:25.002241 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'Port': ['ID=93939172-c7f6-4b9e-82b5-d5ce7d463865,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:25.015606 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:25.115500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:25.177486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:25.191055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8315465 May 19 12:56:25.305748 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:25.484060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port db403f77-6fcd-447e-9fe3-0327bfc636b7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=db403f77-6fcd-447e-9fe3-0327bfc636b7,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:25.494290 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:25.505935 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-20a0691c-4379-42ea-9698-6d664159c7c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:25.726079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:25.741506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.741866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.742206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.742544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.743778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.744172 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.745239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.745239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.745685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.746035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.746370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.746700 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:25.753022 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:26.568954 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-eff33db2-f5bb-414b-9d79-c32f11a5c7f2 req-bb917938-df5e-4cea-b814-548675a7eb41 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] show failed (client error): The resource could not be found. May 19 12:56:26.570628 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eff33db2-f5bb-414b-9d79-c32f11a5c7f2 req-bb917938-df5e-4cea-b814-548675a7eb41 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/3818ad2a-d1c5-4ca7-86b2-49c65cff7659 HTTP/1.1" status: 404 len: 352 time: 0.9651501 May 19 12:56:26.654235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-b06c3b58-055b-464d-a2a5-212c6d8d9d49 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:26.655660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-b06c3b58-055b-464d-a2a5-212c6d8d9d49 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Synchronizing usage tracker for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:26.693074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-b06c3b58-055b-464d-a2a5-212c6d8d9d49 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Unset dirty status for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:26.695429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-b06c3b58-055b-464d-a2a5-212c6d8d9d49 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/networks?id=90a47940-7cf4-49d2-bf55-e12d96bff94e HTTP/1.1" status: 200 len: 820 time: 0.3716357 May 19 12:56:26.732331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-84ac6a4d-6bc5-4cbe-87aa-772585d3932e tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/quotas/6783d30dcfcb4b30bcc199b62dbf0d63 HTTP/1.1" status: 200 len: 375 time: 0.0291030 May 19 12:56:26.802763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-395bae25-4e1d-40fe-b5b6-dfbaa14751c1 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6783d30dcfcb4b30bcc199b62dbf0d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689075 May 19 12:56:27.022504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:27.136442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-bbe802cd-a0b6-4ab5-84ab-e2d48184086a service neutron] 10.222.0.69 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317401 May 19 12:56:27.144427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-ca5f03df-1224-480b-82cb-23b586140f13 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Synchronizing usage tracker for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:27.318113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-ca5f03df-1224-480b-82cb-23b586140f13 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Unset dirty status for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:27.319984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-ca5f03df-1224-480b-82cb-23b586140f13 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1308971079&fields=id&tenant_id=61d52db9d8c9447ea86aa4847382c7cb HTTP/1.1" status: 200 len: 267 time: 0.3079801 May 19 12:56:27.523083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:27.527838 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-3c9737c8-b481-40f9-9b0e-e896332383f8 service neutron] 10.222.0.69 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750451 May 19 12:56:27.557241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:27.562386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Usage tracker for resource:security_group_rule and tenant:86780de4955645d9a6668ed8abd2d0bd is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:27.566039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:27.586073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:27.652423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-9d1aabdf-97c6-4ad2-8448-e11efd7a8652 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:27.656978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-9d1aabdf-97c6-4ad2-8448-e11efd7a8652 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 812 time: 0.3155882 May 19 12:56:27.658344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device db403f77-6fcd-447e-9fe3-0327bfc636b7 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:27.693006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-188c4a94-26ab-4563-a333-66fdc5d69164 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/quotas/61d52db9d8c9447ea86aa4847382c7cb HTTP/1.1" status: 200 len: 375 time: 0.0286441 May 19 12:56:27.746371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:27.751749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:27.767680 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3e8e807-9c2b-4e77-b2e0-bb4ec9beeb1a tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:27.780445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port db403f77-6fcd-447e-9fe3-0327bfc636b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:27.781924 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:27.851335 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86780de4955645d9a6668ed8abd2d0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234518 May 19 12:56:27.853825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:27.858132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50628b-0234-442b-aa36-d62baf7d9e7a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:27.880638 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:27.968013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-586f6f46-2aee-4e88-b3ca-7c0c16285e12 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2651937 May 19 12:56:28.060969 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:28.167015 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:28.270660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:28.280919 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c7dfacbd-8d94-4fc8-a588-ddc547892bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:28.310534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50628b-0234-442b-aa36-d62baf7d9e7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:28.334209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:28.350303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:28.356531 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd50628b-0234-442b-aa36-d62baf7d9e7a HTTP/1.1" status: 204 len: 168 time: 0.4977572 May 19 12:56:28.596575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-1ec0a44a-a9a8-4d44-9651-36c6ebafe035 service neutron] 10.222.0.69 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142085 May 19 12:56:28.685726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716356a-8885-491b-b0eb-1cfa78e22f17 req-b57694fe-c226-485a-9543-ddf9609fd29f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:28.688120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e716356a-8885-491b-b0eb-1cfa78e22f17 req-b57694fe-c226-485a-9543-ddf9609fd29f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 945 time: 0.2531433 May 19 12:56:28.713860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:28.843264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e716356a-8885-491b-b0eb-1cfa78e22f17 req-c6eb6e6f-0942-4a0f-bdb7-9a047342c358 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727973 May 19 12:56:28.864502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-87f1eba2-bc7e-45e9-ae9a-baa495ddd716 service neutron] 10.222.0.69 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505920 May 19 12:56:28.937940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:28.983847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.019867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:29.031257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Usage tracker for resource:security_group_rule and tenant:99fb12506cb04549b6a8e45866c27fe0 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:29.040677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:29.065185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:29.305544 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.329307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.356923 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:29.426096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac6774-0a63-46ad-9d8c-a7ce54ec7c00,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:29.573502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.577005 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:29.581451 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ced5887a-65d8-4694-834a-57ef7b6814a3 req-28bf62b8-0729-46f7-807c-e7df021692dd tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 210 time: 0.1635623 May 19 12:56:29.607101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:29.616102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Usage tracker for resource:security_group_rule and tenant:d8624bbc01d847d7804dfdec075bfc24 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:29.616684 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99fb12506cb04549b6a8e45866c27fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771550 May 19 12:56:29.618828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:29.630552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:29.647837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:29.680917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cb315d8-2204-46e8-8be2-994eb8ee71ce req-1f89671c-8fb3-4815-9c96-b8614a7549da tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80ebfc85f3564716aca088aaee44c74b HTTP/1.1" status: 200 len: 2988 time: 0.1024425 May 19 12:56:29.797249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cb315d8-2204-46e8-8be2-994eb8ee71ce req-00cb078e-1a5a-46b0-bae5-09c9c5b86209 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/08479d51-50c7-403b-ad3a-fb88d2e87417 HTTP/1.1" status: 200 len: 2985 time: 0.1150963 May 19 12:56:29.876629 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.962023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.976600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cb315d8-2204-46e8-8be2-994eb8ee71ce req-c93624a4-7ab9-4ac4-8aad-65511738509c tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/08479d51-50c7-403b-ad3a-fb88d2e87417 HTTP/1.1" status: 200 len: 2985 time: 0.1770964 May 19 12:56:29.981700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:29.986280 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.020649 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3b50cad4-779d-4c89-b23b-766ae55b6e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:30.123281 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b3b2ba0-0459-4341-90af-b863429d7c8d req-6b1165d7-6f95-4911-9d7a-b89cff51477a tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 210 time: 0.0878649 May 19 12:56:30.155545 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.162699 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1abdeb74-0f90-42ed-9879-049954f544f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:30.169096 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8624bbc01d847d7804dfdec075bfc24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4510741 May 19 12:56:30.169096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa59e702-4fd5-4bc5-b792-c5f989ac0579,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:30.171181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:30.182232 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:30.195123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac6774-0a63-46ad-9d8c-a7ce54ec7c00,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:30.210123 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:30.215870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.221987 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46ac6774-0a63-46ad-9d8c-a7ce54ec7c00 HTTP/1.1" status: 204 len: 168 time: 0.5994890 May 19 12:56:30.526710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c09577a-b4c6-4b6a-a285-fb1dcf74f975 req-4ac26f6e-3c23-41b1-be4f-6da1c15d926a tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/08479d51-50c7-403b-ad3a-fb88d2e87417 HTTP/1.1" status: 200 len: 2985 time: 0.1088095 May 19 12:56:30.614462 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.692148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.736223 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-5c09577a-b4c6-4b6a-a285-fb1dcf74f975 req-5413e593-0336-4b90-9688-82f20bc87fae tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 12:56:30.751236 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c09577a-b4c6-4b6a-a285-fb1dcf74f975 req-5413e593-0336-4b90-9688-82f20bc87fae tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "DELETE /v2.0/security-groups/08479d51-50c7-403b-ad3a-fb88d2e87417 HTTP/1.1" status: 409 len: 352 time: 0.2209172 May 19 12:56:30.828410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.836083 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:30.854656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa59e702-4fd5-4bc5-b792-c5f989ac0579,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:30.858764 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:30.870268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:30.871692 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa59e702-4fd5-4bc5-b792-c5f989ac0579 HTTP/1.1" status: 204 len: 168 time: 0.6941621 May 19 12:56:30.911437 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:56:30.948606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eea906e5-6f2e-4b13-aed0-577e3392e54b req-7eea61f7-9692-4b65-a42d-54fa3e90f788 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 210 time: 0.0754955 May 19 12:56:31.015752 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-6b6d20ee-46c6-494b-8d41-390b5f508c88 req-ede5a926-7a0d-4d36-a50c-242fc4be8690 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] show failed (client error): The resource could not be found. May 19 12:56:31.025829 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b6d20ee-46c6-494b-8d41-390b5f508c88 req-ede5a926-7a0d-4d36-a50c-242fc4be8690 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/29ef77a7-7daa-4d7a-b651-8be279f88264 HTTP/1.1" status: 404 len: 352 time: 0.0284593 May 19 12:56:31.069249 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-8d43b7b0-64c0-49eb-b062-73bc5945907c req-e85d3514-b584-4c85-a3fd-9e196766d7e3 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] show failed (client error): The resource could not be found. May 19 12:56:31.080065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d43b7b0-64c0-49eb-b062-73bc5945907c req-e85d3514-b584-4c85-a3fd-9e196766d7e3 tempest-SecurityGroupsNegativeTestJSON-439963459 tempest-SecurityGroupsNegativeTestJSON-439963459-project] 10.222.0.69 "GET /v2.0/security-groups/da26611f-392e-459a-9a88-a6d76ff1dbad HTTP/1.1" status: 404 len: 352 time: 0.0330994 May 19 12:56:31.087228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:31.247631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-617ab895-4227-4474-94f3-15b5cf61bf99 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:31.249510 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-617ab895-4227-4474-94f3-15b5cf61bf99 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.71 "GET /v2.0/networks?id=90a47940-7cf4-49d2-bf55-e12d96bff94e HTTP/1.1" status: 200 len: 820 time: 0.2433021 May 19 12:56:31.252193 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.268073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Request body: {'port': {'device_id': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e', 'admin_state_up': True, 'tenant_id': '6783d30dcfcb4b30bcc199b62dbf0d63'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:31.283356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f73e0b-f683-4b0e-9114-c16380a9c53c req-2e60af5a-bbe1-4d67-88c2-6fb4e3cbbf41 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=136d0f616681412fa27fb194ee2bc12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987566 May 19 12:56:31.334378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Deleting subnet 43a14aeb-dda2-42a3-907f-de1e6709ff88 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:56:31.381200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:31.424645 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:31.437098 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.440526 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:31.564574 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.694639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:31.699271 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:31.723471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec0b305c-8b1b-452c-8de3-60ea572fc57d req-92b83016-ed31-41e0-9574-1e2146395950 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 210 time: 0.1100533 May 19 12:56:31.757359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:31.778052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.862234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f73e0b-f683-4b0e-9114-c16380a9c53c req-521e05f7-f591-417f-9438-83749ba1dbfa tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:31.870256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f73e0b-f683-4b0e-9114-c16380a9c53c req-521e05f7-f591-417f-9438-83749ba1dbfa tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281820 May 19 12:56:31.875541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Usage tracker for resource:port and tenant:6783d30dcfcb4b30bcc199b62dbf0d63 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:31.880788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:31.898880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:31.903607 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:56:31.905472 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f73e0b-f683-4b0e-9114-c16380a9c53c req-34209321-05fd-48f1-a803-2085b5ae6ec3 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/quotas/136d0f616681412fa27fb194ee2bc12d HTTP/1.1" status: 200 len: 375 time: 0.0338917 May 19 12:56:31.910602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.921462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-3d186674-acf7-4521-bd85-4c97ad748790 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:31.922864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-3d186674-acf7-4521-bd85-4c97ad748790 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Synchronizing usage tracker for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:31.929138 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Made reservation on behalf of 6783d30dcfcb4b30bcc199b62dbf0d63 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:31.934250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:31.953289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:31.993858 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:32.021972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33f73e0b-f683-4b0e-9114-c16380a9c53c req-91417ea2-ada3-491f-9c1d-32cb98daaaf7 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=136d0f616681412fa27fb194ee2bc12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154892 May 19 12:56:32.072960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:32.080041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-3d186674-acf7-4521-bd85-4c97ad748790 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Unset dirty status for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:32.081840 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-3d186674-acf7-4521-bd85-4c97ad748790 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.71 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 812 time: 0.5611627 May 19 12:56:32.083840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Usage tracker for resource:security_group_rule and tenant:dc00ab26a70f4763bc4eaf47f0e0c12c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:32.089733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:32.128269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:32.230054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-221e920f-e5d9-4b62-9d53-198a14bd65a2 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Synchronizing usage tracker for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:32.318494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-221e920f-e5d9-4b62-9d53-198a14bd65a2 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Unset dirty status for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:32.319887 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-221e920f-e5d9-4b62-9d53-198a14bd65a2 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d52db9d8c9447ea86aa4847382c7cb HTTP/1.1" status: 200 len: 380 time: 0.2262249 May 19 12:56:32.354501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Allocated IP 172.20.0.10 (90a47940-7cf4-49d2-bf55-e12d96bff94e/04225846-7cbf-490b-bd0d-7487a68d9416/68641171-6c94-4e0b-bb9d-4ec5948ffbdf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:32.362557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'port': {'device_id': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'admin_state_up': True, 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'security_groups': ['b9080f0b-99c3-46a2-b939-0f9d47413e13']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:32.548812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:32.568376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:32.582791 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-08373406-9941-4528-84d2-e0c5271e3a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:32.713123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc00ab26a70f4763bc4eaf47f0e0c12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581587 May 19 12:56:32.719264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:32.738233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca7cc3-0b06-40e0-8864-69c784133d50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:32.855497 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:32.859869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:32.906197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fbd6da2-3a23-4567-b98a-24ff1d42b4d1 req-283f5c66-d8dc-4d17-8bbf-08e82f47009f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 210 time: 0.3466716 May 19 12:56:32.907525 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:32.920910 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6158062a-a9e1-4ba8-805c-0e2589c0f64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:32.922722 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:56:32.936642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Usage tracker for resource:port and tenant:61d52db9d8c9447ea86aa4847382c7cb is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:32.964563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:32.983169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a14aeb-dda2-42a3-907f-de1e6709ff88,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:32.986560 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:32.988009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:32.996712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43a14aeb-dda2-42a3-907f-de1e6709ff88 HTTP/1.1" status: 204 len: 168 time: 1.9079359 May 19 12:56:33.002988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:33.003269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:33.143970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.165023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:33.184318 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:56:33.195119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.276923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Made reservation on behalf of 61d52db9d8c9447ea86aa4847382c7cb for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:33.284264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.314345 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a048582d-12e2-4b30-859e-c287a090d3ea req-c76fbf6d-3801-42e9-8b01-a5e98cf5febf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 210 time: 0.2303977 May 19 12:56:33.331168 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.348973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.397220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:56:33.455703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:33.463732 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.465887 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:33.469591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.554281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.571863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.595621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f153837-f453-4322-8892-bf04643b93dc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:33.601103 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-96a124ba-6f14-4041-9dc0-9a747457c4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:33.635475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f3142c-0c1f-448c-889b-7db87555d426') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:33.635836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f3142c-0c1f-448c-889b-7db87555d426') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:56:33.650847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:33.651932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.658227 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:33.676622 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.686391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:56:33.687351 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.704383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['670bc440-dde5-4e7c-9b83-301d2c88b228'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: timer() May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:56:33.711097 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:56:33.809393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Network 90a47940-7cf4-49d2-bf55-e12d96bff94e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:33.821028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.829149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:33.829308 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0480fec8-d870-4bd3-b0f2-07363d9946c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:33.851085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:33.867154 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.875519 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f153837-f453-4322-8892-bf04643b93dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:33.878621 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:33.880855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] 10.222.0.69 "DELETE /v2.0/networks/1f153837-f453-4322-8892-bf04643b93dc HTTP/1.1" status: 204 len: 168 time: 0.8756380 May 19 12:56:34.089757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:34.156289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e256c254-cd00-4df2-a2e0-a6f3cf3a5e70 req-46c1b3b5-1335-44c6-adee-b8a831391caf tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=136d0f616681412fa27fb194ee2bc12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457077 May 19 12:56:34.158401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Pushing event updated for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:34.166830 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:34.183764 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:34.217180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:34.224468 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cca7cc3-0b06-40e0-8864-69c784133d50 HTTP/1.1" status: 204 len: 168 time: 1.5019405 May 19 12:56:34.245955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:34.251110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca7cc3-0b06-40e0-8864-69c784133d50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:34.319680 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:34.366654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:34.368649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:34.377718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Allocated IP 172.20.0.10 (0d08b3cf-f166-41dd-9018-d379256f6d6f/e0512863-0d4d-433e-8695-95cb734fcec4/eb446fc7-6d49-4a18-9140-206120e530ba) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:34.497323 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-85dab820-3ef4-43b4-b423-d0cb67261041 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80ebfc85f3564716aca088aaee44c74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491126 May 19 12:56:34.503090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:34.538311 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2795165 May 19 12:56:34.545289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ca641-3f22-46ee-b6b3-02d99b577ac3 req-ebcd9743-3632-4b4c-8217-f477518be7d9 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:34.547153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e25ca641-3f22-46ee-b6b3-02d99b577ac3 req-ebcd9743-3632-4b4c-8217-f477518be7d9 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 932 time: 0.3049772 May 19 12:56:34.560434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256c254-cd00-4df2-a2e0-a6f3cf3a5e70 req-ea5c1902-0c3f-44d1-84a4-b63bc9bf7d39 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:34.568430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e256c254-cd00-4df2-a2e0-a6f3cf3a5e70 req-ea5c1902-0c3f-44d1-84a4-b63bc9bf7d39 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108226 May 19 12:56:34.651097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e256c254-cd00-4df2-a2e0-a6f3cf3a5e70 req-2c553231-3b19-499a-9823-02d192b439fa tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/quotas/136d0f616681412fa27fb194ee2bc12d HTTP/1.1" status: 200 len: 375 time: 0.0814524 May 19 12:56:34.788551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e256c254-cd00-4df2-a2e0-a6f3cf3a5e70 req-b6eb2307-5874-4c67-a1e4-31408f621342 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=136d0f616681412fa27fb194ee2bc12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362000 May 19 12:56:34.907328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e25ca641-3f22-46ee-b6b3-02d99b577ac3 req-a633aba1-18e2-4229-ae43-3bce2f3b3f68 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Synchronizing usage tracker for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:34.944327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:35.156110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45bc5907-44e9-465d-82cc-02a8f969c356 req-57df052e-cc94-488b-9bb6-091fb523bfd9 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 210 time: 0.1343791 May 19 12:56:35.157923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e25ca641-3f22-46ee-b6b3-02d99b577ac3 req-a633aba1-18e2-4229-ae43-3bce2f3b3f68 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Unset dirty status for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:35.168932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e25ca641-3f22-46ee-b6b3-02d99b577ac3 req-a633aba1-18e2-4229-ae43-3bce2f3b3f68 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779436 May 19 12:56:35.265544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 670bc440-dde5-4e7c-9b83-301d2c88b228 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:35.265936 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.322484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Request body: {'port': {'device_id': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:35.416954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.505737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.559651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.594286 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.630257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Transition to ACTIVE for port object eb446fc7-6d49-4a18-9140-206120e530ba will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:35.635940 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.686907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:35.699968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:35.709568 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.713504 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:35.836819 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:56:35.862349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:35.865864 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:35.919394 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.934869 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c00fdec-6310-4ee3-b4ea-18331f2f5f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:35.995813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08479d51-50c7-403b-ad3a-fb88d2e87417,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:35.999309 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:36.064119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:36.068842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:36.074148 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08479d51-50c7-403b-ad3a-fb88d2e87417 HTTP/1.1" status: 204 len: 168 time: 1.5690806 May 19 12:56:36.084978 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c4b2377-059f-48df-92e0-34986b37db69 tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:36.198633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:36.217472 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:36.370367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:36.380939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:36.389573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:36.761432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:36.761821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:37.012579 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-875883f2-1b42-4bd5-953d-9b897f54fb36 None None] Provisioning for port eb446fc7-6d49-4a18-9140-206120e530ba completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:37.030586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-875883f2-1b42-4bd5-953d-9b897f54fb36 None None] Provisioning complete for port eb446fc7-6d49-4a18-9140-206120e530ba triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:37.031856 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-875883f2-1b42-4bd5-953d-9b897f54fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:37.046191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68641171-6c94-4e0b-bb9d-4ec5948ffbdf {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:56:37.069056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:37.119354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Transition to ACTIVE for port object 68641171-6c94-4e0b-bb9d-4ec5948ffbdf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:37.134888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:37.153634 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7ea2d30-585c-48da-90f9-fac8dd040e9a tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:37.254524 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8880873 May 19 12:56:37.263521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Request body: {'port': {'device_id': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:37.391428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-875883f2-1b42-4bd5-953d-9b897f54fb36 None None] Port eb446fc7-6d49-4a18-9140-206120e530ba cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:56:37.395078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d91ca2-a479-4a9d-9c0b-85a838d5937b req-b41f133a-5dcb-4ae8-b2d5-7829adc273e4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:37.409454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70d91ca2-a479-4a9d-9c0b-85a838d5937b req-b41f133a-5dcb-4ae8-b2d5-7829adc273e4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 932 time: 0.7841911 May 19 12:56:37.432257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14d10-f491-43bd-9f33-00ea722d20c7 req-ad6895b2-8193-4cc2-b266-14cdf650ab7b tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:37.444566 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-efc14d10-f491-43bd-9f33-00ea722d20c7 req-ad6895b2-8193-4cc2-b266-14cdf650ab7b tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 932 time: 0.4546306 May 19 12:56:37.480270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Pushing event updated for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:37.485437 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:37.678482 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-efc14d10-f491-43bd-9f33-00ea722d20c7 req-bd825d54-aa4b-4bd9-ad56-09e8096889b6 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330334 May 19 12:56:37.772399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70d91ca2-a479-4a9d-9c0b-85a838d5937b req-fb4c61cf-94de-4ea9-a82b-2bfe306248cd tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617802 May 19 12:56:38.113391 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:38.274562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Attempting to bind port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:56:38.274970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Attempting to bind port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:56:38.275219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Attempting to bind port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf on network 90a47940-7cf4-49d2-bf55-e12d96bff94e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:38.288821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf on network 90a47940-7cf4-49d2-bf55-e12d96bff94e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:56:38.289192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Attempting to bind port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf on network 90a47940-7cf4-49d2-bf55-e12d96bff94e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:38.304895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:56:38.306007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Checking segment: {'id': 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:38.306550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Bound using segment: {'id': 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:56:38.306972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Bound port: 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:56:38.307338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:38.598910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:56:38.615478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,segment=NetworkSegment(ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f),segment_id=ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:56:38.625467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:38.633613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0403361-6008-40ab-83b0-74474b805a6f tempest-SecurityGroupsTestJSON-350125401 tempest-SecurityGroupsTestJSON-350125401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:38.742307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:38.743353 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:38.744823 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] 10.222.0.71 "PUT /v2.0/ports/68641171-6c94-4e0b-bb9d-4ec5948ffbdf HTTP/1.1" status: 200 len: 1092 time: 4.1852691 May 19 12:56:38.745408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:38.800100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Pushing event updated for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:38.808127 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:38.899173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:39.083503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb446fc7-6d49-4a18-9140-206120e530ba {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:56:39.109493 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:39.153773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Transition to ACTIVE for port object eb446fc7-6d49-4a18-9140-206120e530ba will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:56:39.156305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0085a-5c13-48cb-9fbc-7e14f3f63a0c req-0bee5bbd-719a-47ed-871e-383b080cd6ce tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:39.161630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ad0085a-5c13-48cb-9fbc-7e14f3f63a0c req-0bee5bbd-719a-47ed-871e-383b080cd6ce tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 944 time: 0.1443336 May 19 12:56:39.191140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:39.202878 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e88c17a-1943-43b7-a964-9cf96084ca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:39.274662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ad0085a-5c13-48cb-9fbc-7e14f3f63a0c req-ee02738a-edef-40f3-baf1-570dde389542 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975680 May 19 12:56:39.332305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-29036196-94d4-4973-89b1-8b16029743bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:39.333841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-29036196-94d4-4973-89b1-8b16029743bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6783d30dcfcb4b30bcc199b62dbf0d63&device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 1095 time: 0.3546739 May 19 12:56:39.387216 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf', 'status': 'completed', 'code': 200} May 19 12:56:39.482286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:39.496676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:39.506992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Usage tracker for resource:floatingip and tenant:7379828b1b5a4a2db744179a438ec7be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:39.512035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:39.521048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:39.585850 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:39.629852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:39.716568 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:39.782108 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-b8136f67-a241-4045-97da-f5bd6e4b636d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf HTTP/1.1" status: 200 len: 217 time: 0.3946669 May 19 12:56:39.883234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:39.910690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5fed9ff-f573-482c-b74b-8b1a16d6749d req-672973bd-47a3-43e2-9236-2f5b282728e3 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=136d0f616681412fa27fb194ee2bc12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2309813 May 19 12:56:39.916146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-2ab0e2e4-10de-4f19-b3c1-830ad2d9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:39.917606 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-2ab0e2e4-10de-4f19-b3c1-830ad2d9b611 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=04225846-7cbf-490b-bd0d-7487a68d9416 HTTP/1.1" status: 200 len: 860 time: 0.1346695 May 19 12:56:39.964910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5c88-df2f-45d4-93d5-a5ddc4528fef req-44f81927-a137-4fe5-addf-e9006cd5346e tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:39.968722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-994c5c88-df2f-45d4-93d5-a5ddc4528fef req-44f81927-a137-4fe5-addf-e9006cd5346e tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 944 time: 0.4372787 May 19 12:56:39.972132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:40.003670 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-976b4357-ca38-4b2c-8dd2-b7196d733085 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90a47940-7cf4-49d2-bf55-e12d96bff94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631163 May 19 12:56:40.174400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Attempting to bind port eb446fc7-6d49-4a18-9140-206120e530ba on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:56:40.174797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Attempting to bind port eb446fc7-6d49-4a18-9140-206120e530ba by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:56:40.175103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Attempting to bind port eb446fc7-6d49-4a18-9140-206120e530ba on network 0d08b3cf-f166-41dd-9018-d379256f6d6f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:40.183064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Port eb446fc7-6d49-4a18-9140-206120e530ba on network 0d08b3cf-f166-41dd-9018-d379256f6d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:56:40.183419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Attempting to bind port eb446fc7-6d49-4a18-9140-206120e530ba on network 0d08b3cf-f166-41dd-9018-d379256f6d6f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:56:40.192444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:56:40.192812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Checking segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:40.193180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Bound using segment: {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:56:40.193636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Bound port: eb446fc7-6d49-4a18-9140-206120e530ba, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d9e2df-feb8-4bcc-9796-e0bf8b838884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:56:40.193986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.268994 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56d848cd-043d-426e-b95d-1a42352a7980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.386332 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-aaeaf2b3-74dd-4fd8-9a06-4dec3def61b6 service neutron] 10.222.0.71 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698371 May 19 12:56:40.408500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:56:40.429322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-700339850-network', 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:40.486065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:40.490109 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.527956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Usage tracker for resource:network and tenant:b35f3a7742874df5848d4468c225334e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:40.544892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:40.576875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-994c5c88-df2f-45d4-93d5-a5ddc4528fef req-a5ed8ba8-47e6-4ccb-8523-d1ead56eb92a tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5557151 May 19 12:56:40.584621 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d82d0a3a-b825-4296-aeec-1473be3d67fb req-e43e9601-75e1-4426-8c53-f744305b0c8d service neutron] 10.222.0.71 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783643 May 19 12:56:40.604921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:56:40.612986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.619009 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:40.620900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:40.625364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:40.637669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d3db7cd2b34c36b1e8511b47a81619 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:40.642686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:40.653950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:40.707444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:40.766650 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:40.798628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.815203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:40.817331 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.819786 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] 10.222.0.71 "PUT /v2.0/ports/eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 1092 time: 3.5637741 May 19 12:56:40.846264 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:40.879971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-fcc6b156-621e-4dac-804c-d908c36a161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:40.883960 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-fcc6b156-621e-4dac-804c-d908c36a161e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6783d30dcfcb4b30bcc199b62dbf0d63&device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 1095 time: 0.1772969 May 19 12:56:40.933015 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-131f9aa2-ff70-4880-a2b8-713213f43290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:41.037211 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.129004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fed9ff-f573-482c-b74b-8b1a16d6749d req-d1188690-f857-4747-94ce-acaa6cfc0cdc tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:41.144037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5fed9ff-f573-482c-b74b-8b1a16d6749d req-d1188690-f857-4747-94ce-acaa6cfc0cdc tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2009220 May 19 12:56:41.245435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:41.249139 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.267859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5d3db7cd2b34c36b1e8511b47a81619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3810399 May 19 12:56:41.275835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:41.299926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5fed9ff-f573-482c-b74b-8b1a16d6749d req-e005453f-8042-4435-bbb4-99fddb706221 tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/quotas/136d0f616681412fa27fb194ee2bc12d HTTP/1.1" status: 200 len: 375 time: 0.1537690 May 19 12:56:41.308782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-9be0f72d-2931-48da-88af-e5c685cd0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:41.311279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-9be0f72d-2931-48da-88af-e5c685cd0a1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=90a47940-7cf4-49d2-bf55-e12d96bff94e HTTP/1.1" status: 200 len: 921 time: 0.3664691 May 19 12:56:41.323881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-f2346b8a-ee0b-437e-99d3-b45bca9576e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:41.326582 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-f2346b8a-ee0b-437e-99d3-b45bca9576e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1095 time: 0.4406319 May 19 12:56:41.366392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b708734-97e7-47cc-9475-428d6aa974bb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:41.372989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.414087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:41.454149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:41.480782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5fed9ff-f573-482c-b74b-8b1a16d6749d req-e0f8e689-6528-4680-a38b-95658e416d0f tempest-QuotasAdminNegativeTest-1972521323 tempest-QuotasAdminNegativeTest-1972521323-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=136d0f616681412fa27fb194ee2bc12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1793876 May 19 12:56:41.548553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:41.572693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b35f3a7742874df5848d4468c225334e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:41.583012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:41.622530 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-30697d71-4e22-4120-8030-54acaa117b1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf HTTP/1.1" status: 200 len: 217 time: 0.2942846 May 19 12:56:41.646704 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-7efeabb3-c094-4c43-94ef-3c14ce42656e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 217 time: 0.1833425 May 19 12:56:41.665095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:41.682811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.732700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.752498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75191d52-970d-40f4-8748-aa0f88c27282 req-d36adf09-7cc1-44d1-87f3-84878c0a5f94 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:41.755521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75191d52-970d-40f4-8748-aa0f88c27282 req-d36adf09-7cc1-44d1-87f3-84878c0a5f94 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 944 time: 0.8298750 May 19 12:56:41.823020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Allocated IP 172.25.4.241 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/661409e2-1f01-486a-a493-e81507759816) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:41.937910 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'status': 'completed', 'code': 200} May 19 12:56:41.984901 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:41.998836 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-75c230f4-44b7-4bcb-966f-23ad7111c62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:42.013873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b708734-97e7-47cc-9475-428d6aa974bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:42.024734 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:42.043437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-596e39d4-25f4-4abd-850e-5b0148b7040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:42.045085 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-596e39d4-25f4-4abd-850e-5b0148b7040a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=04225846-7cbf-490b-bd0d-7487a68d9416 HTTP/1.1" status: 200 len: 860 time: 0.3974874 May 19 12:56:42.048408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.053469 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b708734-97e7-47cc-9475-428d6aa974bb HTTP/1.1" status: 204 len: 168 time: 0.7718987 May 19 12:56:42.143415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-73247bb3-a363-4446-ae93-44c1bf4694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:42.144961 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-73247bb3-a363-4446-ae93-44c1bf4694ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 200 len: 851 time: 0.2111828 May 19 12:56:42.188219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75191d52-970d-40f4-8748-aa0f88c27282 req-0d2176be-8c9f-4c2a-b360-c180a493da94 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212258 May 19 12:56:42.239263 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-053176f7-a04c-4bc7-b771-26f2a3ef4cce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90a47940-7cf4-49d2-bf55-e12d96bff94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845787 May 19 12:56:42.379417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.492074 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.521417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492f2d1-dc3b-4cef-ae55-61fdaeea6442 req-c6ece761-ab44-4ed4-b28b-805b8747add2 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:42.534993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c492f2d1-dc3b-4cef-ae55-61fdaeea6442 req-c6ece761-ab44-4ed4-b28b-805b8747add2 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 944 time: 0.4293716 May 19 12:56:42.538286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.550968 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6184c571-e69b-4846-8387-7af2f13b79e0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:42.654193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5f10-5947-4232-8d93-acddd2050dfa req-facc938c-fd30-4e21-bb88-ee1e6d5f9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:42.657044 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-facc938c-fd30-4e21-bb88-ee1e6d5f9481 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d08b3cf-f166-41dd-9018-d379256f6d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982605 May 19 12:56:42.707398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.769209 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-5f4ac259-39b3-43a8-bf26-ab55516eb7b8 service neutron] 10.222.0.71 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136721 May 19 12:56:42.857405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Pushing event updated for resources: {'Port': ['ID=661409e2-1f01-486a-a493-e81507759816,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:42.861062 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9986186-8b83-4081-b165-31bf7c0da37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.874682 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:42.875714 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-388b055e-605a-405b-b02e-56e2953d94f6 tempest-SecurityGroupRulesNegativeTestJSON-225971887 tempest-SecurityGroupRulesNegativeTestJSON-225971887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:42.928724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:42.958968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d407ea0f-3c29-4d2e-9c38-92a7cb0e3231 req-e8028192-af81-4594-8017-9901a62bec5f service neutron] 10.222.0.71 "GET /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721108 May 19 12:56:42.964031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:43.001979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:43.020710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:43.033848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:43.055631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.080392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:43.085654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8e051b7e514dab98c81f836cc5f111 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:43.089696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:43.096952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:43.131355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:56:43.175099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-78f198df-c25e-43ca-9583-4cb9591cdbbf service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097232 May 19 12:56:43.276805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc664976-9421-4817-b8af-252c4e2aedf1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:43.286348 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:43.304478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c492f2d1-dc3b-4cef-ae55-61fdaeea6442 req-05028f66-933b-4812-82ee-78c5f0bb7e5b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7582121 May 19 12:56:43.306300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.306941 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Added segment 715b7656-6991-4b7e-bdc5-3a3bfeb032aa of type vlan for network e2fbcbe3-9084-4bc3-88aa-31736c63f52d May 19 12:56:43.402845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.424537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.461511 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:43.473809 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a8e051b7e514dab98c81f836cc5f111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059812 May 19 12:56:43.475220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:43.494529 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-305b5f10-5947-4232-8d93-acddd2050dfa req-1a0e0dc8-14c9-4e1f-b85e-3cfad75231ca service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117316 May 19 12:56:43.530445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac3a264-a296-402c-a2d6-74c83f249dc2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:43.537059 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:43.613720 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.682239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.737989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.750625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-af1b2a27-e0cf-42b2-8be5-db24fb7d2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:43.752174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-af1b2a27-e0cf-42b2-8be5-db24fb7d2af6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1095 time: 0.1628437 May 19 12:56:43.819675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.851268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:43.954337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-14a92e16-7516-4c0c-b5e3-28f29935209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:43.956762 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-14a92e16-7516-4c0c-b5e3-28f29935209f service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 913 time: 0.1914780 May 19 12:56:43.957877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:44.027368 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb59c396-9731-47ab-b091-501d979f7ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:44.042406 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:44.043344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:44.044021 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:44.052859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac3a264-a296-402c-a2d6-74c83f249dc2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:44.053266 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:44.053717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:44.058638 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ac3a264-a296-402c-a2d6-74c83f249dc2 HTTP/1.1" status: 204 len: 168 time: 0.5791423 May 19 12:56:44.065121 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:44.066882 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-4a64a90e-a2cb-43ce-881d-8d27e25a6b28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 217 time: 0.1006439 May 19 12:56:44.094963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f8a50-372f-4989-9bc9-9ad5aca27402 req-bca4d7dc-2a22-4c83-ac5a-55096ff4a24a tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:44.096617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad8f8a50-372f-4989-9bc9-9ad5aca27402 req-bca4d7dc-2a22-4c83-ac5a-55096ff4a24a tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 944 time: 0.2823339 May 19 12:56:44.196604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-bc2424da-5a14-4982-9566-258cd4a5fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:44.199124 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-bc2424da-5a14-4982-9566-258cd4a5fae5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 200 len: 851 time: 0.1261394 May 19 12:56:44.206888 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:44.416871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:44.558562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-271753f5-13c7-4af1-a17e-05b8e3096e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:44.562923 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-271753f5-13c7-4af1-a17e-05b8e3096e58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d08b3cf-f166-41dd-9018-d379256f6d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540735 May 19 12:56:44.843809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad8f8a50-372f-4989-9bc9-9ad5aca27402 req-0dada876-f24e-4b9b-af36-219671e9121e tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611296 May 19 12:56:44.853765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fbcbe3-9084-4bc3-88aa-31736c63f52d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:44.867258 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:44.868758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:56:44.967467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.9504852 May 19 12:56:44.973199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:44.999830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Request body: {'subnet': {'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-700339850-subnet', 'tenant_id': 'b35f3a7742874df5848d4468c225334e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:45.011976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:45.022878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Usage tracker for resource:subnet and tenant:b35f3a7742874df5848d4468c225334e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:45.029479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:45.052313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:45.083894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-2576ce9b-4cc4-428a-94c5-2bcdd0a34acf service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112135 May 19 12:56:45.088934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:45.096319 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.274988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:56:45.395742 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.557631 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.573531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.580731 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.603532 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-29f92f39-5b6b-40bc-8a7f-44ae6c5ce9da tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:45.712581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.789082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.791250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8900075 May 19 12:56:45.801487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:45.839476 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e6ff80-a198-4112-8f44-8b5cf8e1e50d req-a94263f4-2cd2-44f5-8e73-1369294eeb2a service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465656 May 19 12:56:45.840728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1779145082', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'fixed_ips': [{'ip_address': '172.25.4.241'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:45.841089 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:45.871334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:45.879330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Usage tracker for resource:security_group_rule and tenant:136d0f616681412fa27fb194ee2bc12d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:45.885387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:45.898193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:45.903026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:45.924151 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 68641171-6c94-4e0b-bb9d-4ec5948ffbdf details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:56:45.936538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Usage tracker for resource:port and tenant:7379828b1b5a4a2db744179a438ec7be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:45.970460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cde99-0773-4dcf-b781-ee92d5f91e53 req-e6d5144a-3699-48ac-94f8-19cdb5c5e567 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:45.995235 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e8cde99-0773-4dcf-b781-ee92d5f91e53 req-e6d5144a-3699-48ac-94f8-19cdb5c5e567 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 944 time: 0.9029667 May 19 12:56:45.995640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:46.009672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Pushing event updated for resources: {'Port': ['ID=661409e2-1f01-486a-a493-e81507759816,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:46.018600 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:46.070177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:46.114010 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.126852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.152248 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98c81e14-997e-497e-b292-552ea12a78b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:46.179599 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:56:46.199171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e8cde99-0773-4dcf-b781-ee92d5f91e53 req-b95c56a1-a427-458a-8b22-3068a6ae77c8 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072377 May 19 12:56:46.199876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Made reservation on behalf of 7379828b1b5a4a2db744179a438ec7be for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:46.220950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.309196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083002d1-5594-4f36-8347-67f490edf1b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:46.330101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=136d0f616681412fa27fb194ee2bc12d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8922684 May 19 12:56:46.337531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:46.340215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:46.383446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,segment=NetworkSegment(ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f),segment_id=ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:46.425892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf', 'network_id': '90a47940-7cf4-49d2-bf55-e12d96bff94e', 'port_id': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf', 'mac_address': 'fa:16:3e:13:8b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04225846-7cbf-490b-bd0d-7487a68d9416', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:56:46.474614 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.534323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.584839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.653329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68641171-6c94-4e0b-bb9d-4ec5948ffbdf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:56:46.658969 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.665177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.670282 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cf6724bb-9afe-4bf3-9b35-0e7772dd6508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:46.693978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,segment=NetworkSegment(ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f),segment_id=ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:46.700703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083002d1-5594-4f36-8347-67f490edf1b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:46.705779 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.708331 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:46.714000 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f504222f-123c-48a7-bf5f-549f3757f205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:46.727927 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.732104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:46.732703 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/083002d1-5594-4f36-8347-67f490edf1b3 HTTP/1.1" status: 204 len: 168 time: 0.3889647 May 19 12:56:46.741523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Usage tracker for resource:security_group_rule and tenant:7379828b1b5a4a2db744179a438ec7be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:46.749589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:46.765605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:46.957749 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:46.985174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:47.002522 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:47.044939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:47.079136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['68641171-6c94-4e0b-bb9d-4ec5948ffbdf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:56:47.185615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:47.206782 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8a1e65e2-81c6-4dae-a2af-25a287b7e043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:47.325129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] device_id is not set on port aec0104f-47c7-4e95-820c-a3757968686f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:56:47.468912 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00ab23-c1c5-4c76-b768-79a23e6f25f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:47.826788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:47.878628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:47.897347 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:47.903929 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 19 12:56:47.904493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 12:56:47.920771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:47.926784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device eb446fc7-6d49-4a18-9140-206120e530ba details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:56:47.932146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e31ce0520489403f8fc132dfb5606396 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:47.942341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:47.956892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:48.065880 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2530699 May 19 12:56:48.068240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:48.257604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b98213-5d67-4bf1-b893-94a06b0535c0 req-196fa9ca-d80d-4126-9db2-72d7713da5e0 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:48.265866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8b98213-5d67-4bf1-b893-94a06b0535c0 req-196fa9ca-d80d-4126-9db2-72d7713da5e0 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 944 time: 2.0092654 May 19 12:56:48.342046 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:48.374805 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'port_id': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'mac_address': 'fa:16:3e:1d:74:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:56:48.431360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8b98213-5d67-4bf1-b893-94a06b0535c0 req-5de9cc8c-3378-4ea4-b498-dd1b48c57ba6 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639602 May 19 12:56:48.460070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da7da-e6bd-4175-9928-342b4bf57ac8 req-b0920967-8121-4737-b4de-f44b6782480d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:48.478114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db9da7da-e6bd-4175-9928-342b4bf57ac8 req-b0920967-8121-4737-b4de-f44b6782480d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 944 time: 0.9929130 May 19 12:56:48.589110 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:48.658841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb446fc7-6d49-4a18-9140-206120e530ba {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:56:48.709276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db9da7da-e6bd-4175-9928-342b4bf57ac8 req-1e4f569b-0432-4982-a340-9e9fda96f6b1 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299485 May 19 12:56:48.721784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:48.735636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:48.746174 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:48.872478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:48.886809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:48.913651 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8bc6cce1-b0b0-49a7-8377-4640eb9df40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:48.941801 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:48.954496 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:48.976577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:48.982223 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:49.023280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e31ce0520489403f8fc132dfb5606396&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935320 May 19 12:56:49.027872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:49.073429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4985afe-876b-4fef-8f17-8eb492b5653c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:49.083203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c80c87-f8cd-4185-83cb-142ebc60a6ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:49.084970 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:49.103654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.104362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.104912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.105515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.105888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.106516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.106883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.107244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.107606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.107996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.108360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.108770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:49.117974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['eb446fc7-6d49-4a18-9140-206120e530ba'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:56:49.127153 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:49.134083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Deleting port 661409e2-1f01-486a-a493-e81507759816 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:56:49.134436 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.156843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:56:49.157445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Network hostable DHCP agents. Network: e2fbcbe3-9084-4bc3-88aa-31736c63f52d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:56:49.197427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:56:49.225296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, e2fbcbe3-9084-4bc3-88aa-31736c63f52d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:49.245589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57214ccd-6eb6-4951-a3ce-dc8d1a72a678 None None] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:49.253139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:49.265222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.316905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3316963 May 19 12:56:49.317152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.406944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.588568 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.589310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:49.679140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd14ed0-4fdd-4834-9c11-b5507afadae4 None None] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:56:49.971597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b2638-8027-4813-b6b8-34bd8abe3304 req-093aa6d5-76aa-4222-8416-02c23b86a490 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:49.980192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e5b2638-8027-4813-b6b8-34bd8abe3304 req-093aa6d5-76aa-4222-8416-02c23b86a490 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 945 time: 0.2094626 May 19 12:56:50.010785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 68641171-6c94-4e0b-bb9d-4ec5948ffbdf up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:50.069850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Calling delete_port for 661409e2-1f01-486a-a493-e81507759816 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:56:50.084485 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.100755 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a85decd-846c-4832-af92-f630a9cd07f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:50.136822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e5b2638-8027-4813-b6b8-34bd8abe3304 req-1f3ac34a-93e1-4b72-bccf-4fbbeffd00bd tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499693 May 19 12:56:50.158393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c80c87-f8cd-4185-83cb-142ebc60a6ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:50.171977 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:50.177999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.179204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6c80c87-f8cd-4185-83cb-142ebc60a6ab HTTP/1.1" status: 204 len: 168 time: 1.1498671 May 19 12:56:50.191837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:50.204374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:50.208630 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.485260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db675f-dfb2-4ba4-8f3c-300b8f60848d req-29e5c3ef-4d23-455f-b62a-c23f29494847 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:50.495493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7db675f-dfb2-4ba4-8f3c-300b8f60848d req-29e5c3ef-4d23-455f-b62a-c23f29494847 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 945 time: 0.1351135 May 19 12:56:50.533478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.561367 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b4419f4-4fc7-4c06-bb3e-c2beb7fe2e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:50.584519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7db675f-dfb2-4ba4-8f3c-300b8f60848d req-5e180011-f18c-4295-b202-b615a42c03cc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835342 May 19 12:56:50.647945 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.738705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,segment=NetworkSegment(ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f),segment_id=ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:50.740102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:50.769859 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:50.779472 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:50.911744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Pushing event deleted for resources: {'Port': ['ID=661409e2-1f01-486a-a493-e81507759816,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:50.987307 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:51.026912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:51.034079 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:51.082913 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:51.111693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:51.124273 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/3e4c9f4b-8827-4a6f-8972-02a14bfe8f26 HTTP/1.1" status: 204 len: 168 time: 3.0531294 May 19 12:56:51.240616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-d8489a34-cf13-49bd-b011-1f99768c5d3f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:51.241532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-d8489a34-cf13-49bd-b011-1f99768c5d3f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:56:51.272273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-d8489a34-cf13-49bd-b011-1f99768c5d3f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:56:51.274190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-d8489a34-cf13-49bd-b011-1f99768c5d3f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.4403644 May 19 12:56:51.299948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-15e4441d-3e96-4e4f-a2e4-180d134e6a60 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0153475 May 19 12:56:51.415138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-eaf850ed-1d84-4eba-98c0-8dd69ed49ced tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847664 May 19 12:56:51.445281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 42964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:51.666845 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf', 'code': 200} May 19 12:56:51.706549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-a339a845-78a1-4ff8-aa41-33b56186b2ba service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721720 May 19 12:56:51.905368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:51.943727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device eb446fc7-6d49-4a18-9140-206120e530ba up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:56:51.972164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:51.979720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d689ab207c41dd9d34127e5def567c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:51.997307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:52.014239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:52.114236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0b2c0-8c0b-4c29-b111-50eabea90850 req-8ac6f7ec-99eb-45b5-845d-af9e9d05f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:52.116794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ffd0b2c0-8c0b-4c29-b111-50eabea90850 req-8ac6f7ec-99eb-45b5-845d-af9e9d05f633 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 1097 time: 0.3562701 May 19 12:56:52.238380 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ffd0b2c0-8c0b-4c29-b111-50eabea90850 req-f3c966e5-9bbb-4d8d-9836-d01a553b6d9d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133406 May 19 12:56:52.254455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 42986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:52.301283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port eb446fc7-6d49-4a18-9140-206120e530ba completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:56:52.309176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port eb446fc7-6d49-4a18-9140-206120e530ba triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:56:52.311479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:52.390852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:52.394305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-b057c959-9ef7-448f-a22b-20d000d26a53 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688535 May 19 12:56:52.404989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:52.455572 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6bad97f7-6999-43eb-97bf-956aea6578b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:52.752383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361965b-06e8-4111-8e6b-90d52a94d5f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:52.806724 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:52.837211 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2d689ab207c41dd9d34127e5def567c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3659267 May 19 12:56:52.839354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:52.913015 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:52.960391 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.037122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:53.057309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Usage tracker for resource:security_group_rule and tenant:897815407bac44708f11f3b395faac3f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:53.071713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:53.073131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:56:53.088656 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.090813 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:53.097538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:53.192706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.304974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.325653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:53.334306 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:53.557979 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.562717 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c7e80cd2-2eae-4fa0-9539-b8a133849148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:53.584435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361965b-06e8-4111-8e6b-90d52a94d5f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:53.599481 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:53.609794 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.614190 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7361965b-06e8-4111-8e6b-90d52a94d5f8 HTTP/1.1" status: 204 len: 168 time: 0.7732446 May 19 12:56:53.677780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:56:53.796225 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.834165 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:53.882453 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5428b6df-9264-47b8-874e-9153b04c3195 tempest-SecurityGroupsTestAdminJSON-452743947 tempest-SecurityGroupsTestAdminJSON-452743947-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:54.078545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b79c3-f239-4fa9-b9a0-d4fe5a9ce858 req-bff15f32-621d-42d3-9b84-1e22075becc7 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:54.092682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-939b79c3-f239-4fa9-b9a0-d4fe5a9ce858 req-bff15f32-621d-42d3-9b84-1e22075becc7 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 946 time: 0.9888070 May 19 12:56:54.242769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=897815407bac44708f11f3b395faac3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9805462 May 19 12:56:54.245744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:54.266621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c03ef4-6600-4aaf-b3c1-33433b0bb6c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:54.346544 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:54.371561 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-939b79c3-f239-4fa9-b9a0-d4fe5a9ce858 req-ae8444fc-b3d6-40a2-9229-a535ec24a32e tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766829 May 19 12:56:54.408263 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:54.468914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:54.526888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846100bf-136d-44a1-943b-c00a01c93a19 req-f5c826ff-4189-4492-8ff1-032db7eeda2e tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:54.540759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-846100bf-136d-44a1-943b-c00a01c93a19 req-f5c826ff-4189-4492-8ff1-032db7eeda2e tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.4175658 May 19 12:56:54.542909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:54.556580 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-140d2aeb-c778-4386-ba32-dcd0749dc8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:54.729944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-846100bf-136d-44a1-943b-c00a01c93a19 req-e046af13-3406-4e1b-bcb9-1d12adebc7b5 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863167 May 19 12:56:54.954996 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'code': 200} May 19 12:56:55.011834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:55.022852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c03ef4-6600-4aaf-b3c1-33433b0bb6c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:55.057559 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:55.157455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c41ac6-f0c5-4e0c-bad1-f7b1b7263011 req-eb73c968-cf3f-45e4-93d9-436de363fd24 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 210 time: 0.2322755 May 19 12:56:55.174386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:55.260468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:55.264438 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:55.265540 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0c03ef4-6600-4aaf-b3c1-33433b0bb6c2 HTTP/1.1" status: 204 len: 168 time: 1.0187972 May 19 12:56:55.279236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Usage tracker for resource:security_group_rule and tenant:e5012900428841d593e9a6f94108b4d2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:55.288456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:55.307420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:55.339054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c190-fe55-4197-9445-3bdb7f85f8c7 req-18ed9dcf-e8aa-430e-af53-895b2a1800d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:55.341413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd7c190-fe55-4197-9445-3bdb7f85f8c7 req-18ed9dcf-e8aa-430e-af53-895b2a1800d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1097 time: 0.2815354 May 19 12:56:55.446878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804249-da77-4412-9588-8973d90b17cf req-51c44e6b-ec8f-4cf3-884d-202d59286e95 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:55.450291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01804249-da77-4412-9588-8973d90b17cf req-51c44e6b-ec8f-4cf3-884d-202d59286e95 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.1975973 May 19 12:56:55.566658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-01804249-da77-4412-9588-8973d90b17cf req-07282493-44d8-4e51-9eb7-3bcc781749ba tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954704 May 19 12:56:55.640493 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd7c190-fe55-4197-9445-3bdb7f85f8c7 req-a0e12b11-c303-4b2f-9cd4-117fc8b21556 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719069 May 19 12:56:55.763470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d45e19-1159-4ba9-9a1d-f1a066ead12c req-0a835ef2-e04f-4603-9071-3b0a0d7322e6 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:55.772210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37d45e19-1159-4ba9-9a1d-f1a066ead12c req-0a835ef2-e04f-4603-9071-3b0a0d7322e6 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 946 time: 0.1507082 May 19 12:56:56.051219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.060384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.151227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-03d348a8-8bb2-482a-8392-e4e9d313fb21 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:56.153048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-03d348a8-8bb2-482a-8392-e4e9d313fb21 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.3564906 May 19 12:56:56.179089 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88b55d7d-9de1-43a2-88cb-14fee38364e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:56.191947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': '3194fc55-445b-4d2e-a86e-43b26e562074', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:56:56.294290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5012900428841d593e9a6f94108b4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452965 May 19 12:56:56.296488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64d678-c710-4f85-88c4-f76bd39162c1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:56.300882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:56.306432 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:56.405025 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37d45e19-1159-4ba9-9a1d-f1a066ead12c req-907ef0c7-c043-478b-9f68-14e392bab128 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315329 May 19 12:56:56.475675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:56.500320 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.566108 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.749721 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.757551 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-da60c190-d0cf-4c18-bf2c-586749d95cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:56.796183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64d678-c710-4f85-88c4-f76bd39162c1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:56.810445 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:56.815637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:56.821452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:56.830783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d64d678-c710-4f85-88c4-f76bd39162c1 HTTP/1.1" status: 204 len: 168 time: 0.5208130 May 19 12:56:57.000176 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-44c9d430-48f1-4194-9288-f017865129a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7379828b1b5a4a2db744179a438ec7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629930 May 19 12:56:57.001163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:57.106308 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c1196-0c3b-4122-9184-a6675e78faea req-9c4f0a9f-abd3-45d8-afcb-3c11a97d2f41 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 210 time: 0.1800148 May 19 12:56:57.165143 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.190679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16c1c-33a5-402c-9a12-02777381bece req-a3ba31c8-bb7e-41d5-bb0f-89c92ca948b4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:57.203311 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec16c1c-33a5-402c-9a12-02777381bece req-a3ba31c8-bb7e-41d5-bb0f-89c92ca948b4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.9611974 May 19 12:56:57.244139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.307278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:57.316338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Usage tracker for resource:port and tenant:b35f3a7742874df5848d4468c225334e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:57.325266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:57.338077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:57.381260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.403000 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb2f6039-6f44-45c7-ad48-2af44fce2f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:57.408621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec16c1c-33a5-402c-9a12-02777381bece req-2296f907-872b-4009-a596-49ebcff66a6d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988196 May 19 12:56:57.412188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:56:57.423082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.450971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00ab23-c1c5-4c76-b768-79a23e6f25f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:57.468666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:57.483352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.491821 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb00ab23-c1c5-4c76-b768-79a23e6f25f3 HTTP/1.1" status: 204 len: 168 time: 0.4811604 May 19 12:56:57.588244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:57.640423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:56:57.660616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:08cc3597a0e14a46853ab30a1a5b7a2c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:56:57.673630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:56:57.687893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:56:58.000000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.010506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.035275 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4bb7dfb5-1833-4f0b-acf0-9dd11b8c75e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:58.156716 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08cc3597a0e14a46853ab30a1a5b7a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6792283 May 19 12:56:58.158090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7678e678-7a5d-4af9-a406-3ceced3786dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:58.173585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:58.188580 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:58.335453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.358722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.14 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/01e181db-e26f-473f-9fe9-7c5c5f6e9bef) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:56:58.402372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.417408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150b0a-284d-4dc9-aa40-57234278463b req-44a567f3-b04e-47ec-9730-a91379050319 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:58.430300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e150b0a-284d-4dc9-aa40-57234278463b req-44a567f3-b04e-47ec-9730-a91379050319 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.7573686 May 19 12:56:58.593366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.618654 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a377d93a-303d-4d8f-9a40-9138a7d1c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:58.660891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678e678-7a5d-4af9-a406-3ceced3786dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:58.704273 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:58.705785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:58.722629 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7678e678-7a5d-4af9-a406-3ceced3786dc HTTP/1.1" status: 204 len: 168 time: 0.5380294 May 19 12:56:59.085247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4dd03f36-0ff3-4782-89b7-246ac511558c req-3dd307f0-519b-47e6-a7dc-7ece24edfcda tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 210 time: 0.5440385 May 19 12:56:59.106682 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:59.140569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e150b0a-284d-4dc9-aa40-57234278463b req-5abd274e-8210-48b4-8512-070a443d3a74 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7085900 May 19 12:56:59.201570 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:59.229485 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bb779c63-8d1b-4e37-b9d5-04cf5eab8a71 tempest-FloatingIPsAssociationTestJSON-1420191130 tempest-FloatingIPsAssociationTestJSON-1420191130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:56:59.384180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:56:59.398236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:56:59.403430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:56:59.609440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:56:59.653838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.654412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.654607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.654981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.655343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.655701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.656202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.656565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.656915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.657354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.657868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.658224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:56:59.667188 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:56:59.764007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:59.764007 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:59.779693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59481c1-5991-4cbb-b932-1943c5406ba0 req-7c0c0d86-3c9c-463a-819a-5fb18f464890 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:56:59.779693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a59481c1-5991-4cbb-b932-1943c5406ba0 req-7c0c0d86-3c9c-463a-819a-5fb18f464890 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.4007618 May 19 12:56:59.881864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a59481c1-5991-4cbb-b932-1943c5406ba0 req-903e9f06-5729-4d2b-ab7a-d78de6a8ec4a tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928330 May 19 12:56:59.884416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7141130 May 19 12:57:00.128308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:00.154022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:00.179076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:00.184784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac09c66271d48cf9c25ee4e5a538265 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:00.188743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:00.196625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:00.348483 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:00.355136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:00.390332 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c261574-15ce-4bfb-a1d6-2f3b158fac17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:00.404824 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ac09c66271d48cf9c25ee4e5a538265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728515 May 19 12:57:00.405954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:00.466358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da38816-5ebb-4152-acdc-942035040c15,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:00.469735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc9fa-81c2-4ab5-b9da-2a7e1c906178 req-591a7785-0a8d-4a0b-86be-205e620c53d4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:00.486251 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:00.488984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:00.489210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-593bc9fa-81c2-4ab5-b9da-2a7e1c906178 req-591a7785-0a8d-4a0b-86be-205e620c53d4 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.4155788 May 19 12:57:00.494387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Request body: {'floatingip': {'port_id': 'eb446fc7-6d49-4a18-9140-206120e530ba'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:00.539244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Request body: {'port': {'device_id': '3194fc55-445b-4d2e-a86e-43b26e562074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:00.592310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:00.828390 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:00.894428 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:01.054364 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:01.271076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaff9c-712a-40f7-a111-7a90c6e50e82 req-923cee0f-b1a9-4250-a35c-72885e4d375a tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:01.274232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ebaff9c-712a-40f7-a111-7a90c6e50e82 req-923cee0f-b1a9-4250-a35c-72885e4d375a tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 946 time: 0.7815709 May 19 12:57:01.468586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-5f03698b-fd90-4e6d-b30b-c0d99136a60d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:01.470023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-5f03698b-fd90-4e6d-b30b-c0d99136a60d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:01.500805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ebaff9c-712a-40f7-a111-7a90c6e50e82 req-569dbfa1-3d34-4b42-a711-2faf7d57686d tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463604 May 19 12:57:01.921207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:01.940445 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0b25333-e6be-4bd3-ac60-71bc1121a21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:01.985559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-5f03698b-fd90-4e6d-b30b-c0d99136a60d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:01.997625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-5f03698b-fd90-4e6d-b30b-c0d99136a60d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 932 time: 1.1670964 May 19 12:57:02.155715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da38816-5ebb-4152-acdc-942035040c15,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:02.166775 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:02.179027 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:02.182450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8da38816-5ebb-4152-acdc-942035040c15 HTTP/1.1" status: 204 len: 168 time: 1.7734430 May 19 12:57:02.327439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-7d08bcd7-687e-4f50-8f82-14db7e6d6163 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:02.330393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-7d08bcd7-687e-4f50-8f82-14db7e6d6163 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Synchronizing usage tracker for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:02.453023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-594cdc39-f304-4736-8c78-b9e9f6c787ff tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:02.594703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-594cdc39-f304-4736-8c78-b9e9f6c787ff tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:02.608815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4374bd8-e1f3-4723-a757-934cf4840f92 req-594cdc39-f304-4736-8c78-b9e9f6c787ff tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095800 May 19 12:57:02.647659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585896-fae0-4aca-9ff7-0418ccd636dc req-5d705c7e-f8ec-462c-aadc-c8ea4472347c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:02.666466 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a585896-fae0-4aca-9ff7-0418ccd636dc req-5d705c7e-f8ec-462c-aadc-c8ea4472347c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.6918688 May 19 12:57:02.728105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-7d08bcd7-687e-4f50-8f82-14db7e6d6163 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Unset dirty status for tenant:6783d30dcfcb4b30bcc199b62dbf0d63 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:02.728105 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-7d08bcd7-687e-4f50-8f82-14db7e6d6163 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 946 time: 0.9043412 May 19 12:57:02.901529 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:02.918283 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:03.012200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e181db-e26f-473f-9fe9-7c5c5f6e9bef {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:03.021515 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:03.041566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Transition to ACTIVE for port object 01e181db-e26f-473f-9fe9-7c5c5f6e9bef will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:03.057911 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:03.066681 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d296c7be-ee10-4a29-a3dc-c59c543ff8a7 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:03.181157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Deleting port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:57:03.189005 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:03.200883 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a585896-fae0-4aca-9ff7-0418ccd636dc req-8c1adec3-4d6a-4564-89db-da55ef02673a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5267022 May 19 12:57:03.443012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Pushing event updated for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:03.465029 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:03.808610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:03.870847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Attempting to bind port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:03.873938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Attempting to bind port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:03.874325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Attempting to bind port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:03.884402 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Floating IP 1a5b6e30-f530-4fc6-9676-2a490f3c4401 associated. External IP: 172.25.4.63, port: eb446fc7-6d49-4a18-9140-206120e530ba. May 19 12:57:03.905214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:57:03.905546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Attempting to bind port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:03.925083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:03.925766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:03.926187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:03.926656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Bound port: 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:03.930864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.015024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e559ea-54a3-4304-aba6-589907ba67d4 req-a8e893a2-3196-42a0-857b-997ac66e0268 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:04.016664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84e559ea-54a3-4304-aba6-589907ba67d4 req-a8e893a2-3196-42a0-857b-997ac66e0268 tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 946 time: 0.9105849 May 19 12:57:04.185456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84e559ea-54a3-4304-aba6-589907ba67d4 req-63f48b6d-1e91-4838-b669-657361c9cace tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/security-groups?id=38f7ee88-797e-4664-a7b7-7efaf74e9005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070001 May 19 12:57:04.196591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:04.200146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:04.206633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.218441 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c365b4b0-26fc-4dc6-a036-24c4669170ed tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:04.677977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] For port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,segment=NetworkSegment(ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f),segment_id=ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:04.678736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.717767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:04.719432 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.725513 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] 10.222.0.57 "PUT /v2.0/ports/01e181db-e26f-473f-9fe9-7c5c5f6e9bef HTTP/1.1" status: 200 len: 1092 time: 4.8303237 May 19 12:57:04.728026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:04.809820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4ad8-5dc4-4162-826f-2d0b87f7c28e req-eb21f50e-e420-47a4-97e7-e7a4bbeaa7ca tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:04.832397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f20a4ad8-5dc4-4162-826f-2d0b87f7c28e req-eb21f50e-e420-47a4-97e7-e7a4bbeaa7ca tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 944 time: 0.8658812 May 19 12:57:04.939810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Calling delete_port for 68641171-6c94-4e0b-bb9d-4ec5948ffbdf owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:57:05.048042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:05.056880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:05.149294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f20a4ad8-5dc4-4162-826f-2d0b87f7c28e req-24b4d1d2-01dc-48f2-a9d1-2de0eac817c8 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151014 May 19 12:57:05.155181 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Pushing event updated for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:05.159805 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:05.171145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:05.193237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad92b6824cc4e199acfe1ff44fc50fa is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:05.213684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:05.239026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Router cd20403a-1157-429f-8aed-525030d2aa39 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:57:05.239148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:05.368150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:05.382477 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef', 'status': 'completed', 'code': 200} May 19 12:57:05.387265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:05.448162 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-07c20e9e-8f3b-49f5-b779-c97b2a5b508e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:05.474847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25c73-3236-4185-82e1-350173b58754 req-3a23ef02-b1f6-4031-910b-26a6339bec69 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:05.483328 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fc25c73-3236-4185-82e1-350173b58754 req-3a23ef02-b1f6-4031-910b-26a6339bec69 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.7186921 May 19 12:57:05.614426 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:05.620526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe4c29d-6eff-43ca-add8-7edd828a8526,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:05.627788 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:05.630817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ad92b6824cc4e199acfe1ff44fc50fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7664852 May 19 12:57:05.640597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-db18bac2-f428-490a-a48f-2ba116c1491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:05.642418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-db18bac2-f428-490a-a48f-2ba116c1491e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 1095 time: 0.8067389 May 19 12:57:05.642765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:05.646078 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:05.658724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ec6e8536-e799-4898-a805-bb0072167584 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:05.765580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fc25c73-3236-4185-82e1-350173b58754 req-ce6d4bc5-3148-44bd-bdf7-96dae0c9104e tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814281 May 19 12:57:05.807081 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-a7628994-5373-4900-b3bd-a708272368e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef HTTP/1.1" status: 200 len: 217 time: 0.1519313 May 19 12:57:05.890606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8d9d1421-eb29-4b17-b7d4-028bcc45da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:05.892148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-8d9d1421-eb29-4b17-b7d4-028bcc45da43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.0742033 May 19 12:57:05.908242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Pushing event deleted for resources: {'Port': ['ID=68641171-6c94-4e0b-bb9d-4ec5948ffbdf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:05.918949 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:05.920581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:06.012425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:57:06.026712 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Sync routers for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:57:06.033000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 68641171-6c94-4e0b-bb9d-4ec5948ffbdf no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:06.046234 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:06.047315 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:56:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:06.053677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e329-232b-47bf-9bf1-1d55d14e9021 req-c67fd398-847c-4895-962f-ab6fa1137792 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:06.057139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4956e329-232b-47bf-9bf1-1d55d14e9021 req-c67fd398-847c-4895-962f-ab6fa1137792 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.6767807 May 19 12:57:06.060408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] No DVR routers for this DVR port 68641171-6c94-4e0b-bb9d-4ec5948ffbdf on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:57:06.063887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:06.066296 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cb57f1b5-a44c-4ff8-93c6-680078ecd2c3 req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.71 "DELETE /v2.0/ports/68641171-6c94-4e0b-bb9d-4ec5948ffbdf HTTP/1.1" status: 204 len: 173 time: 3.3344755 May 19 12:57:06.086380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'name': 'network-vif-deleted', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:06.124756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:06.136302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 68641171-6c94-4e0b-bb9d-4ec5948ffbdf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:57:06.136705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 68641171-6c94-4e0b-bb9d-4ec5948ffbdf not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:57:06.159549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d836ce3-6e16-4137-8599-add4e68e35d1 req-2664914b-6811-4233-8065-830c06e585fa tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b799866-8d5c-4e3d-85ca-9b39f7b4431e HTTP/1.1" status: 200 len: 210 time: 0.2429047 May 19 12:57:06.176140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-25016aa7-0382-4b11-8ea2-62080368fb46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2514215 May 19 12:57:06.247014 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec6e8536-e799-4898-a805-bb0072167584 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "PUT /v2.0/quotas/bd187091e9254857ae572bfb164a90d8 HTTP/1.1" status: 200 len: 366 time: 1.1765382 May 19 12:57:06.260269 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b799866-8d5c-4e3d-85ca-9b39f7b4431e', 'name': 'network-vif-deleted', 'tag': '68641171-6c94-4e0b-bb9d-4ec5948ffbdf', 'status': 'completed', 'code': 200} May 19 12:57:06.260924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.368044 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:06.374335 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-d280fb55-cf58-4c05-95d1-ab15db8d6d4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5132284 May 19 12:57:06.402592 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b242b33-0bfa-4723-92d4-b6a9d70c9213 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1343074 May 19 12:57:06.406347 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cf02f1d-f3dd-47eb-ba8f-d7dd9f1d81fc tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "PUT /v2.0/floatingips/1a5b6e30-f530-4fc6-9676-2a490f3c4401 HTTP/1.1" status: 200 len: 991 time: 5.9163964 May 19 12:57:06.411860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.446793 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:06.453772 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-95d6e082-ad8d-4482-918f-88c44e183c3f tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas/bd187091e9254857ae572bfb164a90d8 HTTP/1.1" status: 200 len: 366 time: 0.0364044 May 19 12:57:06.456020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.476994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4956e329-232b-47bf-9bf1-1d55d14e9021 req-2697a943-55ca-48b8-b896-acbfcaf693cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639145 May 19 12:57:06.563422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48590-6ddb-4103-8282-34405d33e555 req-b8200f7b-1c99-41a1-a1e0-dcd129b3c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:06.565528 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-b8200f7b-1c99-41a1-a1e0-dcd129b3c3d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1096 time: 0.2745199 May 19 12:57:06.589192 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-96d8a0db-3aa3-48a6-a229-48742812d850 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/bd187091e9254857ae572bfb164a90d8 HTTP/1.1" status: 204 len: 168 time: 0.1272519 May 19 12:57:06.603555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.803536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-506872bb-0a47-43f4-8f94-cc9e5038ee7d tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1623075 May 19 12:57:06.812836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.855143 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ccf0ad7-0bf8-4ff2-855a-cd4f769f7dcd tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas/bd187091e9254857ae572bfb164a90d8 HTTP/1.1" status: 200 len: 370 time: 0.0389500 May 19 12:57:06.865626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-84461fed-8a02-404d-84e3-027c71e5ea49 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288297 May 19 12:57:06.869413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:06.890105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-e4b330c8-a56c-4438-8654-d6fbb1868bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:06.893479 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-e4b330c8-a56c-4438-8654-d6fbb1868bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1097 time: 0.4052107 May 19 12:57:06.903785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a9290-956a-46a5-bbfc-f0ae993f2289 req-f66cb80a-e176-48fc-ab3e-b07d3c2d3663 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:06.910017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48590-6ddb-4103-8282-34405d33e555 req-5ccedf34-ed37-4f22-b76d-9e4a5519d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:06.913411 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-5ccedf34-ed37-4f22-b76d-9e4a5519d742 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.3085489 May 19 12:57:06.916506 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-420a9290-956a-46a5-bbfc-f0ae993f2289 req-f66cb80a-e176-48fc-ab3e-b07d3c2d3663 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 944 time: 0.4799948 May 19 12:57:06.919749 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:06.959379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3d24a02-cac8-43c0-9f59-ad1685c7d045 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas/bd187091e9254857ae572bfb164a90d8/default HTTP/1.1" status: 200 len: 370 time: 0.0861344 May 19 12:57:06.959379 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8eafb586-6996-40ad-b8f8-1f5ad7f6409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:06.982642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:07.032409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-2f6c75a6-5af8-4a11-93ea-daa929b224cd tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803568 May 19 12:57:07.052911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe4c29d-6eff-43ca-add8-7edd828a8526,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:07.133300 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:07.171991 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-941465b1-baba-4680-95d0-e4f694d00f7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1001 time: 0.2502499 May 19 12:57:07.173642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-420a9290-956a-46a5-bbfc-f0ae993f2289 req-46a21c24-ebff-450c-92c7-61afb9638c11 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558718 May 19 12:57:07.175413 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8b27b1d6-4883-42bd-a892-798c83230398 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] delete failed (client error): The resource could not be found. May 19 12:57:07.175844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b27b1d6-4883-42bd-a892-798c83230398 tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/bd187091e9254857ae572bfb164a90d8 HTTP/1.1" status: 404 len: 348 time: 0.1920462 May 19 12:57:07.204759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:07.215595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffe4c29d-6eff-43ca-add8-7edd828a8526 HTTP/1.1" status: 204 len: 168 time: 1.5605810 May 19 12:57:07.278919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-e5a80536-d147-4a9d-8e3e-5708d10aee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:07.281069 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-e5a80536-d147-4a9d-8e3e-5708d10aee3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.2687736 May 19 12:57:07.288069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48590-6ddb-4103-8282-34405d33e555 req-e2cf2d5b-19ac-45bd-b42b-8f168387fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:07.290333 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-e2cf2d5b-19ac-45bd-b42b-8f168387fe31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.1071162 May 19 12:57:07.364619 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1a5b6e30-f530-4fc6-9676-2a490f3c4401', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'port_id': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'mac_address': 'fa:16:3e:1d:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:56:23Z', 'updated_at': '2021-05-19T12:57:02Z', 'revision_number': 1, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:07.379179 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Checking router: cd20403a-1157-429f-8aed-525030d2aa39 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:57:07.408854 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:07.409463 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:56:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:07.563896 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e260da47-54c6-4d0f-ae09-a66229108e4b req-41217bb9-359e-439f-b8eb-fa518d1370e7 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896701 May 19 12:57:07.646563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-adb1c3ca-6887-4333-842d-d60b7661893e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:07.654340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-adb1c3ca-6887-4333-842d-d60b7661893e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6026192 May 19 12:57:07.658298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:07.722146 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-b3fd0200-326b-48b9-8b91-71bb90e63d56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 1001 time: 0.4305067 May 19 12:57:07.746791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-5a350b6b-c250-4c5c-91c1-d8ea1178c9a3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.0910022 May 19 12:57:07.848951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48590-6ddb-4103-8282-34405d33e555 req-ea42a830-e076-4d27-8467-030f737bc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:07.850473 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-ea42a830-e076-4d27-8467-030f737bc36c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087679 May 19 12:57:07.855458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-f3fea3bc-0cac-46a5-8acb-564f88bf7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:07.857381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-f3fea3bc-0cac-46a5-8acb-564f88bf7292 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1191094 May 19 12:57:07.905519 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:network and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:07.922234 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-fb9e8aad-c14d-4508-8d5a-6483208bef50 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1741061 May 19 12:57:07.972438 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:08.017978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:08.032005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:57:08.136811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:subnet and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:08.192400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-431274bc-ee10-4c80-aa3c-b6a76f85311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:08.199436 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-431274bc-ee10-4c80-aa3c-b6a76f85311b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003700 May 19 12:57:08.212945 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-ca7dc6d7-2f2b-4a1e-b5bf-5528a9403e0d service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544772 May 19 12:57:08.248800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:08.293842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:subnetpool and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:08.322511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:08.343484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-7cb4b5b7-6a5a-4b94-a2b3-e9abe29104de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:08.348241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-7cb4b5b7-6a5a-4b94-a2b3-e9abe29104de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 1095 time: 0.6899354 May 19 12:57:08.516351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:08.522773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-f7944cf7-d2fb-49a4-8382-859eb03d6bc8 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082645 May 19 12:57:08.582505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:port and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:08.749801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:08.750116 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1a5b6e30-f530-4fc6-9676-2a490f3c4401', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'port_id': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'mac_address': 'fa:16:3e:1d:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:56:23Z', 'updated_at': '2021-05-19T12:57:02Z', 'revision_number': 1, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:08.760217 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc3a31-9503-41ce-98ee-7b771e026487 None None] The sync data for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 is: [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '1a5b6e30-f530-4fc6-9676-2a490f3c4401', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'port_id': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'mac_address': 'fa:16:3e:1d:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:56:23Z', 'updated_at': '2021-05-19T12:57:02Z', 'revision_number': 1, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:57:08.841145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:57:08.957311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:08.966943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48bca-ccf1-41d2-9f6a-f7aeea0499bc req-498a4271-1d40-4510-b848-d9db6a926c36 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:08.975135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afd48bca-ccf1-41d2-9f6a-f7aeea0499bc req-498a4271-1d40-4510-b848-d9db6a926c36 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 1.0599229 May 19 12:57:09.090355 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:09.123771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 01e181db-e26f-473f-9fe9-7c5c5f6e9bef details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:57:09.155662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:09.184556 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afd48bca-ccf1-41d2-9f6a-f7aeea0499bc req-acef784a-5575-4cbc-ae0e-34e14c256645 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079515 May 19 12:57:09.185487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:09.267155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:09.370377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d9ed9-e950-4236-9a91-6e0afb364a93 None None] New status for floating IP 1a5b6e30-f530-4fc6-9676-2a490f3c4401: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:57:09.453072 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:09.470469 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f48590-6ddb-4103-8282-34405d33e555 req-6da87223-eb0e-4b1f-ad8d-6e304cbfd7ca service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9461415 May 19 12:57:09.473365 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:09.541002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-321e6661-bc49-471b-ba5b-a863bdcfe393 req-367f5803-3b6a-4360-ab49-bfd671bd86a1 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962564 May 19 12:57:09.758657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Deleting subnet 04225846-7cbf-490b-bd0d-7487a68d9416 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:57:09.780155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['61a2ea57-622a-4be7-b43c-5fff3d1afea1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:09.798495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:router and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:09.812283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c62efb35-caca-4f0a-bade-ce639b4688b2 req-37be8dee-5a7f-4e75-8b50-9dec8cebb0ad tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 210 time: 0.3063974 May 19 12:57:09.817913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:09.990923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:10.014278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-020efba3-3668-402c-8a3f-588d08a1a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:10.015811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-020efba3-3668-402c-8a3f-588d08a1a6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 1.6593473 May 19 12:57:10.073455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:10.094829 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:10.111061 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:10.171793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef', 'mac_address': 'fa:16:3e:3b:46:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:57:10.268503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:10.348206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:floatingip and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:10.349205 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0bc0736c-896f-474b-a547-a0e84c583b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:10.391694 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:10.395258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:10.421107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e181db-e26f-473f-9fe9-7c5c5f6e9bef {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:10.435670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-eae65f5b-b2de-41e9-8668-493c3b894780 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef HTTP/1.1" status: 200 len: 217 time: 0.3895071 May 19 12:57:10.470016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:10.479837 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:10.483266 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:10.596951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:10.600704 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:10.625157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae496fa8-69af-407b-b970-5967ec740899 req-5b61162f-e5b6-4785-9e3f-6da7868f8f8a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:10.630584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae496fa8-69af-407b-b970-5967ec740899 req-5b61162f-e5b6-4785-9e3f-6da7868f8f8a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 1.5845320 May 19 12:57:10.697094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:10.700393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['01e181db-e26f-473f-9fe9-7c5c5f6e9bef'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:10.770056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-dd1b4d90-4698-4024-ac31-b8d907793ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:10.771588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-dd1b4d90-4698-4024-ac31-b8d907793ad2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.3056533 May 19 12:57:10.857883 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-afcb6539-cabd-4622-a6a1-7c04ad3454cc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293123 May 19 12:57:10.890619 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:security_group and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:10.913345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206649c-e517-45d9-82f9-386c81009316 req-6f1b2826-4dc9-4abd-8497-3d0b7a7500f6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:10.927474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8206649c-e517-45d9-82f9-386c81009316 req-6f1b2826-4dc9-4abd-8497-3d0b7a7500f6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 944 time: 0.7523901 May 19 12:57:10.930903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:10.985481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-84f05f3f-9f08-4d26-9248-c82edbb20442 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661930 May 19 12:57:10.996356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae496fa8-69af-407b-b970-5967ec740899 req-ec6a225c-9a1d-42b1-a5b3-75760746afc8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421886 May 19 12:57:11.100853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:11.137972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:11.197315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d1f389d3-7fb2-4dc6-8cd4-416a5aec8c8c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:11.202801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d1f389d3-7fb2-4dc6-8cd4-416a5aec8c8c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389354 May 19 12:57:11.208186 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'status': 'completed', 'code': 200} May 19 12:57:11.297342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Usage tracker for resource:security_group_rule and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:11.310769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:11.319336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:11.323825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-342c1cea-37b4-49cb-990b-ea167e2d551b tempest-QuotasTest-2133591401 tempest-QuotasTest-2133591401-project-admin] 10.222.0.69 "GET /v2.0/quotas/895d16017df54becaaa4f62ea313e17f/details.json HTTP/1.1" status: 200 len: 703 time: 3.6632066 May 19 12:57:11.337875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8206649c-e517-45d9-82f9-386c81009316 req-36ac8f44-defd-4905-b6b0-b1bc8d5e9d24 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091337 May 19 12:57:11.346317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-14af2d7f-1a7c-4a56-a004-c42226b27849 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-722472161'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:11.347189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-14af2d7f-1a7c-4a56-a004-c42226b27849 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:57:11.553591 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:11.641015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:11.653541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:port and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:11.663457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:11.671684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:11.678811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:11.703142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:11.712864 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:11.713976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:11.715039 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:11.724923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:11.792013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:11.839055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:11.849780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:security_group_rule and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:11.859257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:11.875052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-dd681464-92f2-4432-afc1-10e73622199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:11.876732 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-dd681464-92f2-4432-afc1-10e73622199f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1097 time: 0.6729181 May 19 12:57:11.887394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:11.896660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:11.899106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:11.901511 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:12.041274 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:12.131792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.172835 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:12.173379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.184297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:12.198099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Usage tracker for resource:security_group_rule and tenant:b3bc62cdad6f4dfd8dfec4ef67ac8a1d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:12.204573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:12.208549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-71db3f82-2335-44de-8294-7c39a4de2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:12.210461 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-71db3f82-2335-44de-8294-7c39a4de2a99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 913 time: 0.3102424 May 19 12:57:12.217495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:12.305810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-3859851a-7acf-4c18-9ef2-5c1930674277 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3082614 May 19 12:57:12.316069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f57d3a3f-5956-41b1-aca3-a12c493b5f5e req-ebf5a448-3393-4756-991b-643c3129c626 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 210 time: 0.4269750 May 19 12:57:12.408373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.424752 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.431075 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7a53a3a4-5eb0-40fd-a486-acd1500668d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:12.441178 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-8ca2b677-1712-4bc8-84b4-cc81c553fc31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 1001 time: 0.2172420 May 19 12:57:12.462054 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.580345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:12.598443 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.600997 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:12.602791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52b825ef-3ec3-460d-8720-e6b56ea77734 req-38ea0cc0-9608-47ea-9c12-41dd0e42fe2f service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856584 May 19 12:57:12.652281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14af2d7f-1a7c-4a56-a004-c42226b27849 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.656242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-14af2d7f-1a7c-4a56-a004-c42226b27849 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.6731207 May 19 12:57:12.656242 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.666330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:12.666934 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:12.741864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-27d3dac9-0652-4d8e-b762-ca0608f2790c tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5bf85621-d333-4092-94c5-84a0a88713ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:12.744295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-27d3dac9-0652-4d8e-b762-ca0608f2790c tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:57:12.748142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.751415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/04225846-7cbf-490b-bd0d-7487a68d9416 HTTP/1.1" status: 204 len: 168 time: 3.7323337 May 19 12:57:12.759626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:12.767067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04225846-7cbf-490b-bd0d-7487a68d9416,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:12.792296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:12.824886 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:12.829631 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:12.856195 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e41450b-a5f4-48a5-ab4a-dcfaf19fd92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.861389 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:12.940410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.246 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/3968ef6c-af53-4b10-9259-3632753902ec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:13.054837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da863-a16c-4d8d-a3e7-fc28d2dd87fd req-488718c6-239d-4664-b68b-816664bfde40 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:13.064090 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c10da863-a16c-4d8d-a3e7-fc28d2dd87fd req-488718c6-239d-4664-b68b-816664bfde40 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 1.1731138 May 19 12:57:13.127683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 01e181db-e26f-473f-9fe9-7c5c5f6e9bef up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:13.222605 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:57:13.237180 n-d-791505-2 neutron-server[93820]: WARNING neutron.services.metering.metering_plugin [None req-27d3dac9-0652-4d8e-b762-ca0608f2790c tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 19 12:57:13.322772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:13.328497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:13.328872 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.415213 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.473142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-55f46421-4b73-4971-8deb-101eb4dc9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:13.483510 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-55f46421-4b73-4971-8deb-101eb4dc9299 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 200 len: 851 time: 0.9912577 May 19 12:57:13.497623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f179b-ef19-438a-8a78-900d059ea158,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:13.502708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c10da863-a16c-4d8d-a3e7-fc28d2dd87fd req-0c816dce-d5f0-4ff8-88da-45182fbf6330 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377072 May 19 12:57:13.522933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object 3968ef6c-af53-4b10-9259-3632753902ec will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:13.626299 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:13.668666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.705852 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d3dac9-0652-4d8e-b762-ca0608f2790c tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.710962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-27d3dac9-0652-4d8e-b762-ca0608f2790c tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9918106 May 19 12:57:13.712186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:13.733133 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.734594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce459a19-dd77-4a92-9b21-6ea7fdc8e429 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5bf85621-d333-4092-94c5-84a0a88713ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:13.735095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce459a19-dd77-4a92-9b21-6ea7fdc8e429 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:57:13.767724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.790877 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:13.835264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:13.842676 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.845637 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:13.922406 n-d-791505-2 neutron-server[93820]: WARNING neutron.services.metering.metering_plugin [None req-ce459a19-dd77-4a92-9b21-6ea7fdc8e429 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 19 12:57:13.928861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:13.937150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:13.948662 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:13.976096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.036966 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3bc62cdad6f4dfd8dfec4ef67ac8a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1351328 May 19 12:57:14.048417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:14.049786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:14.057735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:14.073315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:14.133250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-81b0be6b-8b5d-4259-9ade-c5379ec805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:14.143398 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-81b0be6b-8b5d-4259-9ade-c5379ec805a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d08b3cf-f166-41dd-9018-d379256f6d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6325343 May 19 12:57:14.159194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:14.185123 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.188829 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:14.198461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce459a19-dd77-4a92-9b21-6ea7fdc8e429 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.202559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce459a19-dd77-4a92-9b21-6ea7fdc8e429 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4889405 May 19 12:57:14.210173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:14.590021 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e953ca5-e971-40a7-abf7-c9f47f3ff228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:14.629109 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-bcf1e3b2-b154-4615-91ce-963acad1e78e service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422374 May 19 12:57:14.637442 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7b74b-d5c3-46bc-9c27-9917ae0dc556,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:14.638062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f76164b-51a1-4bbf-8cf4-c985b5f817df None None] Provisioning for port 3968ef6c-af53-4b10-9259-3632753902ec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:14.645870 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:14.661137 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f76164b-51a1-4bbf-8cf4-c985b5f817df None None] Provisioning complete for port 3968ef6c-af53-4b10-9259-3632753902ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:14.661694 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f76164b-51a1-4bbf-8cf4-c985b5f817df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.737618 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.758498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a47940-7cf4-49d2-bf55-e12d96bff94e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:14.781975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:14.782549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8d3fe3-c041-4f84-9a97-1e017bcd3c9f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:14.799463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.815335 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2f76164b-51a1-4bbf-8cf4-c985b5f817df None None] Port 3968ef6c-af53-4b10-9259-3632753902ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:57:14.825338 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.837907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:57:14.839636 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.862750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:14.862750 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: timer() May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:57:14.915727 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:57:14.966562 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6595230 May 19 12:57:14.996189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Request body: {'port': {'device_id': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:15.027994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5668b604-c0fe-4d63-8987-5994fd763f9f tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=e74cd233-855b-492d-aa99-1e7b5b0ffae0 HTTP/1.1" status: 200 len: 462 time: 0.8109818 May 19 12:57:15.050474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:15.128267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.134225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:57:15.138833 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.163286 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-51883da3-dc86-4a84-8f09-49ed5321f48c req-f1603cd1-d210-4191-b337-1c410b80db32 service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219884 May 19 12:57:15.171180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190e4e-3ad2-4aa7-9513-219d50466fc1 req-b2494b22-2ac0-4415-96e2-3f2203a38b9b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:15.187798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45190e4e-3ad2-4aa7-9513-219d50466fc1 req-b2494b22-2ac0-4415-96e2-3f2203a38b9b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 945 time: 1.4404793 May 19 12:57:15.212624 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:15.233696 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}, {'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:15.259585 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.264335 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.313369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.348354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0415ca7-e795-4154-abb7-96dc4fd66dd7 req-9cf92d36-b4a3-492b-b4ef-5227cf173154 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:15.367743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0415ca7-e795-4154-abb7-96dc4fd66dd7 req-9cf92d36-b4a3-492b-b4ef-5227cf173154 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.4973898 May 19 12:57:15.393601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a47940-7cf4-49d2-bf55-e12d96bff94e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:15.478239 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.492785 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:15.543884 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] 10.222.0.69 "DELETE /v2.0/networks/90a47940-7cf4-49d2-bf55-e12d96bff94e HTTP/1.1" status: 204 len: 168 time: 2.7792313 May 19 12:57:15.634394 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.697890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:15.744073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'mac_address': 'fa:16:3e:41:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:57:15.842062 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.867846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:15.889821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:15.898121 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.901170 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:15.970189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:15.972657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3968ef6c-af53-4b10-9259-3632753902ec {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:15.989983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45190e4e-3ad2-4aa7-9513-219d50466fc1 req-ea7c076c-74fb-45a2-837a-529a9cfd3f29 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003280 May 19 12:57:16.000134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.002743 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['670bc440-dde5-4e7c-9b83-301d2c88b228'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:16.039774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Transition to ACTIVE for port object 3968ef6c-af53-4b10-9259-3632753902ec will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:16.055664 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.080298 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c0e51d22-8f66-49cf-a397-020b8c337cab tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:16.089625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0415ca7-e795-4154-abb7-96dc4fd66dd7 req-e05887b6-ed30-4b8c-926a-274e6d030687 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204254 May 19 12:57:16.100500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.106258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:16.107265 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2aed8762-56e9-4c61-9c1b-80376da9bca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:16.125334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:16.131959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7b74b-d5c3-46bc-9c27-9917ae0dc556,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:16.140741 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:16.142688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7585-720a-4054-be17-a573abc2e10a tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.148423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3cbc7585-720a-4054-be17-a573abc2e10a tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/e74cd233-855b-492d-aa99-1e7b5b0ffae0 HTTP/1.1" status: 204 len: 168 time: 1.0964963 May 19 12:57:16.149845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:16.168333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f30b0ad-50dc-4a98-8252-8815f88e140a tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=e74cd233-855b-492d-aa99-1e7b5b0ffae0 HTTP/1.1" status: 200 len: 221 time: 0.0170736 May 19 12:57:16.169410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.170610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fe7b74b-d5c3-46bc-9c27-9917ae0dc556 HTTP/1.1" status: 204 len: 168 time: 2.0492842 May 19 12:57:16.171506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:16.191884 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e81755b0-ebe4-48c4-b0ce-8d24808b6f97 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--723818330', 'description': 'label created by tempest'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:16.198949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e81755b0-ebe4-48c4-b0ce-8d24808b6f97 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 19 12:57:16.562621 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-58924118-3d2c-4102-ac51-e007e488b782 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6783d30dcfcb4b30bcc199b62dbf0d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822618 May 19 12:57:16.575485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:16.854973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:16.861139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:16.878385 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:17.097433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Attempting to bind port 3968ef6c-af53-4b10-9259-3632753902ec on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:17.099258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Attempting to bind port 3968ef6c-af53-4b10-9259-3632753902ec by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:17.100143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Attempting to bind port 3968ef6c-af53-4b10-9259-3632753902ec on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:17.129927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Port 3968ef6c-af53-4b10-9259-3632753902ec on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:57:17.130956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Attempting to bind port 3968ef6c-af53-4b10-9259-3632753902ec on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:17.142718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:17.147241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.190764 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e81755b0-ebe4-48c4-b0ce-8d24808b6f97 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.209658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e81755b0-ebe4-48c4-b0ce-8d24808b6f97 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0193994 May 19 12:57:17.216725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.220451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:17.262920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:17.263544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:17.264247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:17.265045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Bound port: 3968ef6c-af53-4b10-9259-3632753902ec, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:17.265647 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.334173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:17.362716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 670bc440-dde5-4e7c-9b83-301d2c88b228 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:17.363085 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.453429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbc23b9f-d725-4e58-be8b-61fe7efe4546 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=9095e352-cb33-4a11-9f83-904da2cabd55 HTTP/1.1" status: 200 len: 467 time: 0.2269337 May 19 12:57:17.454888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:17.501350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.564861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:17.601792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Usage tracker for resource:security_group_rule and tenant:895d16017df54becaaa4f62ea313e17f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:17.609601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:17.612181 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.645256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:17.674380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:17.682396 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.687363 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0b9771c7-a452-44bb-93c0-d8315f88ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:17.747034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7ee88-797e-4664-a7b7-7efaf74e9005,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:17.761283 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:17.767374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:17.795642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:17.799994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.810245 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.815277 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b911b866-1ca8-4391-99a0-d421a89dc520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:17.817805 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d61409e4-09bd-4683-bb10-211d7210e4ab tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:17.923368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:17.929693 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:17.936351 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.937869 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38f7ee88-797e-4664-a7b7-7efaf74e9005 HTTP/1.1" status: 204 len: 168 time: 1.3440857 May 19 12:57:17.955687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:17.956527 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.958161 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/3968ef6c-af53-4b10-9259-3632753902ec HTTP/1.1" status: 200 len: 1096 time: 2.9780297 May 19 12:57:17.962075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:17.980545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:17.984167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:17.999136 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:18.000674 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:18.014320 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-531a939c-cff9-4dda-85a2-aaea5f33e627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:18.173695 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=895d16017df54becaaa4f62ea313e17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380337 May 19 12:57:18.174592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:18.204744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7727093-91fa-487b-a41f-9640f120b853,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:18.227519 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:18.323260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d7359d9a-fffe-4288-a1ac-3638dfcd00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:18.331039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d7359d9a-fffe-4288-a1ac-3638dfcd00eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 1099 time: 0.3178232 May 19 12:57:18.332251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:18.461131 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-3983400a-5009-4942-beb6-24dc208fbb07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3968ef6c-af53-4b10-9259-3632753902ec HTTP/1.1" status: 200 len: 217 time: 0.1099739 May 19 12:57:18.473842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95913b-02bf-48bd-90f5-4c46d8207dac req-483ddabb-11f8-4808-997a-af34bd65aac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:18.497849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a95913b-02bf-48bd-90f5-4c46d8207dac req-483ddabb-11f8-4808-997a-af34bd65aac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 948 time: 1.9272437 May 19 12:57:18.584821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:18.822572 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6309450b-599d-4c77-acdb-d9f177a2da26 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:18.827768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6309450b-599d-4c77-acdb-d9f177a2da26 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/9095e352-cb33-4a11-9f83-904da2cabd55 HTTP/1.1" status: 204 len: 168 time: 1.3579538 May 19 12:57:18.835270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:18.900357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a95913b-02bf-48bd-90f5-4c46d8207dac req-b90884fc-ed91-47a8-8c2d-621908f96a27 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944974 May 19 12:57:18.908443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:18.919768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7de426e3-6269-4b9b-aef1-e237ee8afe60 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=9095e352-cb33-4a11-9f83-904da2cabd55 HTTP/1.1" status: 200 len: 216 time: 0.0824530 May 19 12:57:18.928283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d9801a0a-2bda-473d-9b87-8b5802a61c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:18.933762 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-d9801a0a-2bda-473d-9b87-8b5802a61c09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4560549 May 19 12:57:18.951808 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-75c6fda8-598c-4cde-8e34-ab214e94cdc2 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0336339 May 19 12:57:18.958301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:18.976647 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01cb65-d58b-4d60-b650-06a3c3ac01de req-0f041828-6240-46b4-abcf-dd2b550a9ea8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:18.985178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af01cb65-d58b-4d60-b650-06a3c3ac01de req-0f041828-6240-46b4-abcf-dd2b550a9ea8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 1.5133483 May 19 12:57:19.023553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:19.025770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-13c92cf3-6cdf-41bc-879c-9f9a893402f8 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0366445 May 19 12:57:19.053970 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'code': 200} May 19 12:57:19.055434 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef', 'code': 200} May 19 12:57:19.215968 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af01cb65-d58b-4d60-b650-06a3c3ac01de req-636a7aa4-adce-4787-9d64-97207ec96604 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889141 May 19 12:57:19.425872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc84fe-1b62-495d-aa2d-60ecc00a85d9 req-ee753b3f-8891-4a59-98bd-569026a65597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:19.428442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ddc84fe-1b62-495d-aa2d-60ecc00a85d9 req-ee753b3f-8891-4a59-98bd-569026a65597 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 1097 time: 0.2936716 May 19 12:57:19.430136 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-360f407a-3e7e-4df7-a085-be699f921e12 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/5bf85621-d333-4092-94c5-84a0a88713ba HTTP/1.1" status: 200 len: 472 time: 0.4038064 May 19 12:57:19.456915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:19.470494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41b0f8-18c0-4cc3-a1d6-0f72be289059 req-68f6d3e3-7bb4-4a06-8081-9de2b578e772 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:19.476915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b41b0f8-18c0-4cc3-a1d6-0f72be289059 req-68f6d3e3-7bb4-4a06-8081-9de2b578e772 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 946 time: 0.2650900 May 19 12:57:19.495257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:19.511462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2c230c6-ea04-430d-83a8-9a328df32323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:19.543604 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a857898-4800-4737-a59e-4d1234dab301 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/f138610a-e17a-4795-a68e-30965870683d HTTP/1.1" status: 200 len: 459 time: 0.0659516 May 19 12:57:19.544494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7727093-91fa-487b-a41f-9640f120b853,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:19.547578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:19.548722 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:19.575074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:19.578954 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7727093-91fa-487b-a41f-9640f120b853 HTTP/1.1" status: 204 len: 168 time: 1.4021456 May 19 12:57:19.601767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-71d31ac3-afde-44ab-bcdd-64d701c636e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:19.604045 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-71d31ac3-afde-44ab-bcdd-64d701c636e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6607690 May 19 12:57:19.809781 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ddc84fe-1b62-495d-aa2d-60ecc00a85d9 req-4670f1b6-8f47-4c6f-9679-d965099cc3d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309457 May 19 12:57:19.918500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b41b0f8-18c0-4cc3-a1d6-0f72be289059 req-501fb745-c426-4916-baf5-59ec544774ad tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853686 May 19 12:57:20.013641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a623-7b14-475a-af95-33d1126fa07f req-61422c58-56b5-40b6-884b-e0a400d0299d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:20.020201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c620a623-7b14-475a-af95-33d1126fa07f req-61422c58-56b5-40b6-884b-e0a400d0299d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.4886434 May 19 12:57:20.197784 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-2c768cef-8c19-405d-b0df-99714f201d36 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796402 May 19 12:57:20.227315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c620a623-7b14-475a-af95-33d1126fa07f req-2fe9d079-3a9a-4cd4-84da-6f6a2af73788 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883707 May 19 12:57:20.342958 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec', 'status': 'completed', 'code': 200} May 19 12:57:20.573377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4f17b6c1-8d49-443c-b38f-c470c2955fac req-05aa5792-5d62-4d3c-a322-5ca01c1250bc service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291973 May 19 12:57:20.607267 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-391d1cf4-e80d-4cc4-8eba-a7367daa459a tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:20.612755 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-391d1cf4-e80d-4cc4-8eba-a7367daa459a tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/f138610a-e17a-4795-a68e-30965870683d HTTP/1.1" status: 204 len: 168 time: 1.0623739 May 19 12:57:20.613612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:20.836142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:20.992614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb8642-66b4-45d2-91bc-4808901b0122 req-9467649a-d97d-4efc-a65d-0b4c03557fc7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:21.002617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ebb8642-66b4-45d2-91bc-4808901b0122 req-9467649a-d97d-4efc-a65d-0b4c03557fc7 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.5445673 May 19 12:57:21.057216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:21.137927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689047c-45c3-445e-bbed-bad02064b6fe req-5120c8ea-a00a-42e7-969f-f73d9d36198e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:21.145314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5689047c-45c3-445e-bbed-bad02064b6fe req-5120c8ea-a00a-42e7-969f-f73d9d36198e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 948 time: 0.5030887 May 19 12:57:21.180430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ebb8642-66b4-45d2-91bc-4808901b0122 req-6256d23a-2abd-4c42-a9af-02d9feea6bf4 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651893 May 19 12:57:21.262309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5689047c-45c3-445e-bbed-bad02064b6fe req-0f1896db-344c-447b-ba85-078b310958c9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160960 May 19 12:57:21.326971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-684747314-network', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:21.342591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:21.358539 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:57:21.359629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Usage tracker for resource:network and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:21.382274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:21.402161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:21.440974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Made reservation on behalf of 7d29605586d543a8ba5cf58d4f538023 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:21.443473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:21.568167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe4787c-c837-450d-a874-411c8d6ef095 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:21.573403 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfe4787c-c837-450d-a874-411c8d6ef095 tempest-MeteringIpV6TestJSON-1499806268 tempest-MeteringIpV6TestJSON-1499806268-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/5bf85621-d333-4092-94c5-84a0a88713ba HTTP/1.1" status: 204 len: 168 time: 0.9530876 May 19 12:57:21.612272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-c78c8768-20d7-45e7-a2be-c1a1ad1afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:21.615272 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-c78c8768-20d7-45e7-a2be-c1a1ad1afa12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 1099 time: 0.9720988 May 19 12:57:21.668904 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:21.812892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:21.832535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:21.860879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:21.909567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:21.985220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-2bb6207c-b043-49e6-878f-fd0552107c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:21.992263 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-2bb6207c-b043-49e6-878f-fd0552107c78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3691518 May 19 12:57:22.330151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:22.381571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:22.395462 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-9f9de4e8-feca-4f2f-8a3e-c8e911c8c99c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3968ef6c-af53-4b10-9259-3632753902ec HTTP/1.1" status: 200 len: 217 time: 0.3964856 May 19 12:57:22.396376 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-99b5c0dc-cb7b-45eb-8079-c251d46754cf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:22.442193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:22.455020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294af8d-7a37-40db-bc89-54067990fc10 req-e0696dc9-aa7a-498c-9b20-7d29e8213dcb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:22.463286 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d294af8d-7a37-40db-bc89-54067990fc10 req-e0696dc9-aa7a-498c-9b20-7d29e8213dcb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 946 time: 0.9743655 May 19 12:57:22.527217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-a0401be2-9557-46ae-a0f2-ce91c41821a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:22.529237 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-a0401be2-9557-46ae-a0f2-ce91c41821a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1265898 May 19 12:57:22.568618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:22.631204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80e5aca-e392-44b8-bad8-d72795d2fdd8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:22.639774 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:22.648044 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:22.651367 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Added segment f1bf6cf5-dd8f-4e14-9792-0db8a7c60393 of type vlan for network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 May 19 12:57:22.764868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-9794cf5b-95a1-48ce-96a9-6b8c3a58b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:22.766936 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-9794cf5b-95a1-48ce-96a9-6b8c3a58b7ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293770 May 19 12:57:22.810799 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d294af8d-7a37-40db-bc89-54067990fc10 req-bd3090aa-36ef-4f52-8083-bf99ec719b42 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464918 May 19 12:57:22.854794 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:22.889771 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:22.940587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:22.973532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeae6a-a55f-42bd-92e9-2fa4ddafaebf req-97adefc0-4310-4b92-8b99-f15d577a3703 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:22.988606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bdeae6a-a55f-42bd-92e9-2fa4ddafaebf req-97adefc0-4310-4b92-8b99-f15d577a3703 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 1.0390422 May 19 12:57:23.031293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Usage tracker for resource:security_group_rule and tenant:d78999fb29d14e98a6ae8efdd1e2e024 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:23.038074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:23.125151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:57:23.164987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:23.183968 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:57:23.200137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:23.202560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:23.203877 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:23.222874 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:23.238903 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-42d78ef7-4992-4495-be70-4ebd57ce1d69 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531217 May 19 12:57:23.441601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bdeae6a-a55f-42bd-92e9-2fa4ddafaebf req-30528dee-7eb1-4539-b411-67d786e0dab3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4516957 May 19 12:57:23.517283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6551049 May 19 12:57:23.521143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:23.584705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Request body: {'subnet': {'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-subnet', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:23.595544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:23.596665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:23.610802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Usage tracker for resource:subnet and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:23.617125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:23.625284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:23.723408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-054e0b1d-445b-4cc3-bc1c-b3c3b47f85bc req-c76f5ee6-cb39-43fe-9d34-01c3581d02ab service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753063 May 19 12:57:23.763709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Made reservation on behalf of 7d29605586d543a8ba5cf58d4f538023 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:23.766833 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:23.810072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1167396932'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:23.822326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:23.833377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Usage tracker for resource:router and tenant:a3e7a8a577484176a52101e5ad45900a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:23.840896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:23.853582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:23.894916 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:23.902449 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.018994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.110112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.329959 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.350365 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa375464-d6ec-443b-925a-ff3200e22051 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7389538 May 19 12:57:24.359982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:24.410509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:24.447156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:24.713752 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.754305 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.757333 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.534s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:24.774832 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:24.783065 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2632eb74-89be-49d2-afa0-f4596f7f675c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:25.123859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d78999fb29d14e98a6ae8efdd1e2e024&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6582041 May 19 12:57:25.131703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f933d1-4b75-491a-be33-6e57dabe3be2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:25.153610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:25.154741 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:25.314417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.317323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.355711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.355711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa0580c-00ed-49ea-a7af-d76990acabe7 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:57:25.369656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcb4b7-e821-47b7-a283-f3f21bbb57ae req-b76d7cfd-4f01-4483-b1d7-38d5d3be578b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:25.376329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.377654 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-624f3cf3-1acf-46b1-a00d-121828e7b78b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/4fa0580c-00ed-49ea-a7af-d76990acabe7 HTTP/1.1" status: 204 len: 168 time: 1.0140624 May 19 12:57:25.380873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:25.382974 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36dcb4b7-e821-47b7-a283-f3f21bbb57ae req-b76d7cfd-4f01-4483-b1d7-38d5d3be578b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 2.3468418 May 19 12:57:25.390771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Request body: {'router': {'name': 'tempest-router-1408322161', 'distributed': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:25.402249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:25.407800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Usage tracker for resource:router and tenant:a3e7a8a577484176a52101e5ad45900a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:25.413007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:25.430972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:25.461605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.465306 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.509300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.510516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.541934 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.573376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.614767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bcc2-6a47-4eef-ae32-809049088916 req-74433b89-eb77-40d7-a4f3-2a36f48aa43f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:25.616441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f712bcc2-6a47-4eef-ae32-809049088916 req-74433b89-eb77-40d7-a4f3-2a36f48aa43f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 948 time: 1.4018085 May 19 12:57:25.647774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36dcb4b7-e821-47b7-a283-f3f21bbb57ae req-6f7b555c-5504-4b3a-8cf1-c190259108c5 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639647 May 19 12:57:25.649306 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.655535 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9308a8da-2f81-408c-bcc7-a2e9605c4cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:25.673646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.680071 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-80ff0688-0185-490f-97fb-15ab6a1a42ef tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2972791 May 19 12:57:25.681366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:25.717406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f933d1-4b75-491a-be33-6e57dabe3be2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:25.724560 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:25.733241 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:25.734729 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6f933d1-4b75-491a-be33-6e57dabe3be2 HTTP/1.1" status: 204 len: 168 time: 0.5676160 May 19 12:57:25.739516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f712bcc2-6a47-4eef-ae32-809049088916 req-a21ead79-e086-4703-8b77-6e397dcabd93 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862172 May 19 12:57:26.045034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.059849 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e0e58c4e-4cdc-4e59-92e3-3268dad65b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:26.083420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3968ef6c-af53-4b10-9259-3632753902ec details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:57:26.169192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.296384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65503ed-d7e2-409a-87b7-05649b220621,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:26.312809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:26.442532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Checking segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:26.444679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Network hostable DHCP agents. Network: c38d7c37-c4cd-4f65-ad5d-f6a3c557a506, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:26.498299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:26.520800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c38d7c37-c4cd-4f65-ad5d-f6a3c557a506) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:26.533413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:26.534099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.567766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0166821 May 19 12:57:26.568479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834284e6-b356-4f87-925d-81923f85900c None None] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:26.569520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 43828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:26.583381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:26.605880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:26.627425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Usage tracker for resource:router and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:26.633569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:26.661998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:26.700817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.702423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.772991 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:26.918624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:26.952537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '3968ef6c-af53-4b10-9259-3632753902ec', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '3968ef6c-af53-4b10-9259-3632753902ec', 'mac_address': 'fa:16:3e:cb:c2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:57:27.189552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:27.359666 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:27.421070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3968ef6c-af53-4b10-9259-3632753902ec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:27.493168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:27.494409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb05d3-3d40-4492-9a12-a6fd2ff2e9db None None] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:27.564847 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:27.569807 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e25d9924-5b27-4124-bd18-5163c918b7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:27.620810 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:27.807742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a723d-c489-4b2b-b6a1-389039231556 req-ac86e9d7-d0d3-460f-bbaa-931bf11770d4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:27.816378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e22a723d-c489-4b2b-b6a1-389039231556 req-ac86e9d7-d0d3-460f-bbaa-931bf11770d4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.9897032 May 19 12:57:27.898436 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:27.910026 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.082735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe917d-4595-4bda-b2c3-4f08e5ec78f3 req-c9bc118e-a428-4d91-8e1d-9e97a94db467 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:28.084740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dcfe917d-4595-4bda-b2c3-4f08e5ec78f3 req-c9bc118e-a428-4d91-8e1d-9e97a94db467 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 946 time: 1.0246530 May 19 12:57:28.122510 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.123341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8330c332-0211-4c8a-bf19-7f72274cbabe {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:57:28.155840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.204294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:28.225369 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.233379 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6accbb49-896a-4553-850d-b7d8e4bab445 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8330c332-0211-4c8a-bf19-7f72274cbabe HTTP/1.1" status: 204 len: 168 time: 2.5509112 May 19 12:57:28.238116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:28.239378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:28.247812 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.248619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.249229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.249801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.250558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.251798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.251985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.252510 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.253050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.253814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.254376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.255162 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:28.258957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Request body: {'router': {'name': 'tempest-router-772986635', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '049767e96af4420a8565e4552f2b614a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:28.262710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:28.266309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e22a723d-c489-4b2b-b6a1-389039231556 req-e07292c4-9992-4637-8c8c-6cd44b83d164 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4481716 May 19 12:57:28.267420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Usage tracker for resource:security_group_rule and tenant:c584f7fd82fa4ebaa75bd8667ca7e419 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:28.273546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:28.289826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:28.316320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:28.318712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Usage tracker for resource:router and tenant:049767e96af4420a8565e4552f2b614a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:28.323072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:28.334526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:28.365590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.366736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.393082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dcfe917d-4595-4bda-b2c3-4f08e5ec78f3 req-13d72f53-7145-4f7b-8160-03f11c23292e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884257 May 19 12:57:28.457217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.471741 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:28.622057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-1b2d87a3-f84e-41c9-813b-254b9990ed86 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:28.623769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-1b2d87a3-f84e-41c9-813b-254b9990ed86 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 946 time: 0.7425468 May 19 12:57:28.627845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.631885 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.670308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.685917 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-29190c70-e414-407f-a19e-c39a5ec37ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:28.694315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:28.696201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0a60542-8230-4f89-917f-26a6cd80137b tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4532909 May 19 12:57:28.701763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:28.723772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:28.905708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a30c0-bb1b-414d-befa-cb71933e0697,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:28.927396 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:28.941814 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c584f7fd82fa4ebaa75bd8667ca7e419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9422674 May 19 12:57:28.945933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:29.117208 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:29.510075 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:29.673755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:29.706434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:29.707138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:29.802766 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.004485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 19 12:57:30.004990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Router cad0d348-391b-47fc-802f-544bbd257c7b migrating from provider to provider. {{(pid=93821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 19 12:57:30.005764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.019588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.029042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.085141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3968ef6c-af53-4b10-9259-3632753902ec up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:30.255979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb7e0-924f-43cb-80df-16b91836c558 req-ff7e7056-a707-44c8-9f00-9c1820b163de tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:30.258789 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 3968ef6c-af53-4b10-9259-3632753902ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:30.271965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5bb7e0-924f-43cb-80df-16b91836c558 req-ff7e7056-a707-44c8-9f00-9c1820b163de tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 1.8020346 May 19 12:57:30.278414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 3968ef6c-af53-4b10-9259-3632753902ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:30.284737 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.356318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:57:30.356955 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.426298 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.448301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327d30-05f1-4e98-be4a-9458aff01b11 req-d964a890-a81e-4fd6-8f11-a5ab2961dc30 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:30.452058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9327d30-05f1-4e98-be4a-9458aff01b11 req-d964a890-a81e-4fd6-8f11-a5ab2961dc30 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 949 time: 1.4636383 May 19 12:57:30.464913 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e712b3e-8255-4111-b345-327d87329ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:30.519803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a30c0-bb1b-414d-befa-cb71933e0697,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:30.538223 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:30.575648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.577064 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae9a30c0-bb1b-414d-befa-cb71933e0697 HTTP/1.1" status: 204 len: 168 time: 1.6294701 May 19 12:57:30.579373 n-d-791505-2 neutron-server[93821]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] No L3 agents can host the router cad0d348-391b-47fc-802f-544bbd257c7b May 19 12:57:30.663055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:30.663721 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.728097 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.810203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:30.813702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:30.830886 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:30.837768 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:31.046797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 01e181db-e26f-473f-9fe9-7c5c5f6e9bef owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:57:31.089569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:31.102257 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:31.355250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Allocated IP 172.25.4.162 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/ec37b3cc-55b6-4199-a9be-530b79707fb2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:31.372369 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:31.400715 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fcdf91aa-701b-4115-b271-bc058de68fad tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:31.523516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5bb7e0-924f-43cb-80df-16b91836c558 req-b1c62d90-7900-4229-8e35-a8063ce6a932 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2455201 May 19 12:57:31.641066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=01e181db-e26f-473f-9fe9-7c5c5f6e9bef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:31.685423 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:31.700868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Hosts for router cad0d348-391b-47fc-802f-544bbd257c7b: [] {{(pid=93821) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 19 12:57:31.746533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9327d30-05f1-4e98-be4a-9458aff01b11 req-d584d5f2-d02d-4bd3-bf29-ad3e0ec02cbd tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2632515 May 19 12:57:31.915584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Hosts for other DVR routers connected to router cad0d348-391b-47fc-802f-544bbd257c7b: set() {{(pid=93821) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 19 12:57:31.918591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:31.920098 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7824661-453e-43b3-b545-ea79dfeeda55 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "PUT /v2.0/routers/cad0d348-391b-47fc-802f-544bbd257c7b HTTP/1.1" status: 200 len: 716 time: 3.2144184 May 19 12:57:31.922908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:32.000697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 01e181db-e26f-473f-9fe9-7c5c5f6e9bef on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:57:32.006641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:32.010638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'name': 'network-vif-deleted', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:32.137954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af5e8d51-fc54-4155-b1ac-d5741485edbf req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "DELETE /v2.0/ports/01e181db-e26f-473f-9fe9-7c5c5f6e9bef HTTP/1.1" status: 204 len: 173 time: 3.5013294 May 19 12:57:32.326179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c18bdd2-bf01-4248-a82f-2228fa92f7f2 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "GET /v2.0/routers/cad0d348-391b-47fc-802f-544bbd257c7b HTTP/1.1" status: 200 len: 716 time: 0.3994160 May 19 12:57:32.327236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:32.385275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5b093d19-1b91-4ed8-b5c6-b44764f00fb1 req-919a1f8e-bcaa-418a-921b-2d657c302e49 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:32.422131 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:32.512176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:32.533516 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:32.611795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5b093d19-1b91-4ed8-b5c6-b44764f00fb1 req-919a1f8e-bcaa-418a-921b-2d657c302e49 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:32.616281 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b093d19-1b91-4ed8-b5c6-b44764f00fb1 req-919a1f8e-bcaa-418a-921b-2d657c302e49 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=3194fc55-445b-4d2e-a86e-43b26e562074 HTTP/1.1" status: 200 len: 210 time: 0.3267930 May 19 12:57:32.717318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:32.727653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:32.741903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:32.821322 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec', 'code': 200} May 19 12:57:32.868379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Pushing event updated for resources: {'Port': ['ID=ec37b3cc-55b6-4199-a9be-530b79707fb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:32.874073 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:32.937086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27d10a-ae99-43df-af81-aeb966fb35eb req-b90751d5-4d0a-455c-90f6-371c27ecc23b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:32.949933 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb27d10a-ae99-43df-af81-aeb966fb35eb req-b90751d5-4d0a-455c-90f6-371c27ecc23b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.8274710 May 19 12:57:32.970454 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3194fc55-445b-4d2e-a86e-43b26e562074', 'name': 'network-vif-deleted', 'tag': '01e181db-e26f-473f-9fe9-7c5c5f6e9bef', 'status': 'completed', 'code': 200} May 19 12:57:33.212443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb27d10a-ae99-43df-af81-aeb966fb35eb req-c50c91e2-c254-4dea-8281-4e43be4dac76 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609825 May 19 12:57:33.223531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 01e181db-e26f-473f-9fe9-7c5c5f6e9bef no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:33.357372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 01e181db-e26f-473f-9fe9-7c5c5f6e9bef {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:57:33.357902 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 01e181db-e26f-473f-9fe9-7c5c5f6e9bef not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:57:33.706031 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-53abb530-6442-44d2-b3b7-b30e59ed764b tempest-RoutersTestDVR-659016840 tempest-RoutersTestDVR-659016840-project] 10.222.0.69 "GET /v2.0/routers/cad0d348-391b-47fc-802f-544bbd257c7b HTTP/1.1" status: 200 len: 682 time: 1.3747344 May 19 12:57:33.709520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:34.106799 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:34.444572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2f32-ec0f-4cfb-9166-0b349af03fa5 req-294443da-8a1a-498e-b00f-243f97a09810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:34.449929 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-267d2f32-ec0f-4cfb-9166-0b349af03fa5 req-294443da-8a1a-498e-b00f-243f97a09810 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 1101 time: 1.3268819 May 19 12:57:34.582232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c88ae-356c-4b87-80c3-5a6024535075 req-80ba6d93-905f-4af8-894c-d61712600311 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:34.590720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-368c88ae-356c-4b87-80c3-5a6024535075 req-80ba6d93-905f-4af8-894c-d61712600311 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 1.2985282 May 19 12:57:34.647811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8d946-fc7f-470f-9cb0-88e7e434bad6 req-aa85994c-f41d-4a33-9427-1691a68f3773 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:34.651337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6d8d946-fc7f-470f-9cb0-88e7e434bad6 req-aa85994c-f41d-4a33-9427-1691a68f3773 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 950 time: 0.6043997 May 19 12:57:34.810192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:34.941786 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-267d2f32-ec0f-4cfb-9166-0b349af03fa5 req-8df90b7d-8a19-4ecd-8cdd-6af513f81e3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825342 May 19 12:57:34.949101 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:34.952397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:34.967633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.049978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.051802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cad0d348-391b-47fc-802f-544bbd257c7b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:57:35.053317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-368c88ae-356c-4b87-80c3-5a6024535075 req-8a8e57ac-d98f-4ecb-9601-09ff2d7b28a0 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4609659 May 19 12:57:35.078795 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.088201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-51ac71ee-8f0b-4d2b-a62a-ac0fd437c1d9 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cad0d348-391b-47fc-802f-544bbd257c7b HTTP/1.1" status: 204 len: 168 time: 1.3728054 May 19 12:57:35.096409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:35.145201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Request body: {'router': {'name': 'tempest-router-1329388706', 'distributed': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:35.151511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6d8d946-fc7f-470f-9cb0-88e7e434bad6 req-d3538195-2d46-46ae-94de-81456d43193f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812720 May 19 12:57:35.173240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:35.186868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Usage tracker for resource:router and tenant:a3e7a8a577484176a52101e5ad45900a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:35.194685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:35.309534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-254870665', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:35.313862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:35.325791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:35.337332 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:network and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:35.347491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:35.354451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.355568 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.364393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:35.395460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Made reservation on behalf of 14b50c0bcbbf4bb6a067527103691118 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:35.401644 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.430357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.467643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.765444 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.796624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:35.818832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:security_group_rule and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:35.828438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-454603ba-3b4c-44de-bff0-1b82c45702c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:35.831440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-454603ba-3b4c-44de-bff0-1b82c45702c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1096 time: 0.6211662 May 19 12:57:35.833085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:35.855034 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.865804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:36.309744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:36.311883 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c07a9722-7a0e-41bd-b9be-675a7b5d814f tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2138684 May 19 12:57:36.324125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:36.557670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab26ea-b2b0-465f-aa67-d000ff907190 req-10f4cc7b-572f-4302-994b-c007f3151eb0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:36.559459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4cab26ea-b2b0-465f-aa67-d000ff907190 req-10f4cc7b-572f-4302-994b-c007f3151eb0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.6682920 May 19 12:57:36.654971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:36.665510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4cab26ea-b2b0-465f-aa67-d000ff907190 req-3a56d371-485d-4df4-a2ee-f48a53ac7c26 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936792 May 19 12:57:36.693406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-4b970eb7-9b96-4741-8f02-57b9f13f24aa tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:36.698422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-4b970eb7-9b96-4741-8f02-57b9f13f24aa tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.4195783 May 19 12:57:36.735049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-b9770d7d-1378-4271-a20b-681c735e3b1a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0322886 May 19 12:57:36.873326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-aea14021-845e-4fc4-b882-0521bf52b2e2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299944 May 19 12:57:36.971840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Router cd8f8cb3-f679-4999-9f13-abdc7e05982c is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:57:37.148945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-2fa981e0-d448-4829-8bc5-ccd218313fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:37.151992 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-2fa981e0-d448-4829-8bc5-ccd218313fba service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 1.3052328 May 19 12:57:37.292393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.324333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.411633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.423752 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.445862 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-baf4f0a1-acf1-44b7-bff4-4d1b97b773d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:37.475377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.476482 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7614414-c674-429f-8b47-a0cafb28a298 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:57:37.483006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36a50a-90e2-464f-aceb-f7c379b32dc2 req-a5dffa46-5f89-46f9-8673-ef49c545b493 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:37.484629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e36a50a-90e2-464f-aceb-f7c379b32dc2 req-a5dffa46-5f89-46f9-8673-ef49c545b493 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 0.6078968 May 19 12:57:37.499523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-14d7d813-5b9e-4542-8205-1517fb3c70a4 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480940 May 19 12:57:37.516798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-07ef3ed6-0b59-4f13-9669-951a4b191969 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1001 time: 0.3537631 May 19 12:57:37.525914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:37.543959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:57:37.557100 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Sync routers for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:57:37.570829 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:37.571844 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:37.608763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a90804-db10-48a3-b4f9-4d3b5d2d1fc0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:37.626255 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:37.652607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.653130 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Added segment 6285ce99-892f-4a40-be4d-b762fdbb501e of type vlan for network 421ef21d-645a-4f79-be31-862d9fe19d81 May 19 12:57:37.669220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.673983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.1025748 May 19 12:57:37.676483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 43972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:37.690040 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e36a50a-90e2-464f-aceb-f7c379b32dc2 req-99da1a15-52b7-4cd7-9fe2-700818b132bf tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854548 May 19 12:57:37.815888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-2ef04cc3-ffbd-49d2-91b7-58ed19e3f3fe service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153522 May 19 12:57:37.894264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.896414 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e03d09fa-9a2d-4372-be52-0adb609dfe53 tempest-RoutersTestDVR-1447834048 tempest-RoutersTestDVR-1447834048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f7614414-c674-429f-8b47-a0cafb28a298 HTTP/1.1" status: 204 len: 168 time: 1.5704074 May 19 12:57:37.901825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-557ba717-7ce6-467c-b16e-533a0b5c194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:37.904917 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-557ba717-7ce6-467c-b16e-533a0b5c194e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.3696973 May 19 12:57:37.953019 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:38.110053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:38.115519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:38.355350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687392-7b72-4f69-9603-b472f28824c4 req-18846a45-8a6d-4fe1-a2d4-5eea828a9eec tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:38.372302 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86687392-7b72-4f69-9603-b472f28824c4 req-18846a45-8a6d-4fe1-a2d4-5eea828a9eec tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 950 time: 0.3351545 May 19 12:57:38.493536 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:38.567211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:38.592081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:38.678301 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:38.701789 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:38.790038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86687392-7b72-4f69-9603-b472f28824c4 req-90cbad6a-04e8-4168-ba1a-81478c1ccb96 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179510 May 19 12:57:38.838161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1eb33-ffd0-4080-8198-55688cccff9d req-776eccb4-0d2a-4960-aeea-dfdb5ee46331 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:38.848254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb1eb33-ffd0-4080-8198-55688cccff9d req-776eccb4-0d2a-4960-aeea-dfdb5ee46331 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.4744205 May 19 12:57:38.877002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:38.933226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb1eb33-ffd0-4080-8198-55688cccff9d req-c19e46ef-cf15-46cf-8f31-8b3c641cf2bd tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836809 May 19 12:57:39.047575 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'code': 200} May 19 12:57:39.057363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:39.065254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbc6e841-db28-4ec7-ae62-78bc59b4ca7b req-9daa8996-e64b-455e-ba6a-07bd51f765fb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.0910244 May 19 12:57:39.094857 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:39.235111 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:34Z', 'revision_number': 3, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:39.255345 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Checking router: cd8f8cb3-f679-4999-9f13-abdc7e05982c for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:57:39.256316 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Updating router cd8f8cb3-f679-4999-9f13-abdc7e05982c port ec37b3cc-55b6-4199-a9be-530b79707fb2 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:57:39.270987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:57:39.356713 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:39.359430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:39.367537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:39.389982 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-68eac58d-0edf-4bc3-b658-612b98238424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:39.448587 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:39.650701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Network': ['ID=421ef21d-645a-4f79-be31-862d9fe19d81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:39.668264 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:39.669611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 421ef21d-645a-4f79-be31-862d9fe19d81 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:39.720802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-b59eda91-04fb-4b87-ade6-3b20b07d4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:39.723021 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-b59eda91-04fb-4b87-ade6-3b20b07d4a3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7947731 May 19 12:57:39.726680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:39.746883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f52c1-9b6d-4c6b-80a0-99e9457b37f9 req-445d501a-631a-40cf-8c2b-4c6331a10b22 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:39.750191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d71f52c1-9b6d-4c6b-80a0-99e9457b37f9 req-445d501a-631a-40cf-8c2b-4c6331a10b22 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.3452485 May 19 12:57:39.867765 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d71f52c1-9b6d-4c6b-80a0-99e9457b37f9 req-f3307276-a830-4d5f-8922-e13ca87b5a63 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080713 May 19 12:57:39.874665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:39.888167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Usage tracker for resource:security_group_rule and tenant:049767e96af4420a8565e4552f2b614a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:39.892540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:39.900396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:40.024297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.096901 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 5.1412513 May 19 12:57:40.098414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.157547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44014) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:40.179507 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38cf8242-206e-4033-8301-84237dc06586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:40.182363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'subnet': {'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:40.207314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:40.221737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:subnet and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:40.263764 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=049767e96af4420a8565e4552f2b614a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0050426 May 19 12:57:40.264751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5e43e-bfe2-473a-b21e-439ac0b3411f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:40.282120 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:40.289938 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb7a-bf68-4376-8737-9bbe76d9f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.449318 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.472401 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Transition to ACTIVE for port object ec37b3cc-55b6-4199-a9be-530b79707fb2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:40.484335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:40.485662 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.494275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:40.502503 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-2312ba08-7c2f-43f2-89e2-5085f7844f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:40.504307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:40.517818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Made reservation on behalf of 14b50c0bcbbf4bb6a067527103691118 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:40.520602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.608196 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Pushing event updated for resources: {'Port': ['ID=ec37b3cc-55b6-4199-a9be-530b79707fb2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:40.670013 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Attempting to bind port ec37b3cc-55b6-4199-a9be-530b79707fb2 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:40.670412 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Attempting to bind port ec37b3cc-55b6-4199-a9be-530b79707fb2 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:40.672239 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Attempting to bind port ec37b3cc-55b6-4199-a9be-530b79707fb2 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:40.678526 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.678920 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.680191 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.680382 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.680917 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.681394 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.681600 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.681926 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.682251 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.682568 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.682887 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.683509 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:40.691432 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:40.692541 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:40.692944 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:40.693888 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.694360 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:40.695062 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Bound port: ec37b3cc-55b6-4199-a9be-530b79707fb2, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:40.695999 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.796328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-54152fc4-3840-4987-b9f1-60494eab70a2 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:40.797948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-54152fc4-3840-4987-b9f1-60494eab70a2 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 1101 time: 0.8062012 May 19 12:57:40.817872 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] For port ec37b3cc-55b6-4199-a9be-530b79707fb2, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:40.823517 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] For port ec37b3cc-55b6-4199-a9be-530b79707fb2, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ec37b3cc-55b6-4199-a9be-530b79707fb2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:40.825388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-8980623a-0c36-4f99-b7a0-6ed87751851f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:40.827388 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-8980623a-0c36-4f99-b7a0-6ed87751851f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.5625780 May 19 12:57:40.830339 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.836313 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:40.860585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:40.887556 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:40.939236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:40.951583 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:40.953051 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:41.012358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Usage tracker for resource:security_group_rule and tenant:625f49ee976b466588637f4a631e9d32 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:41.016528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:41.032588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:41.047655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7489c1-57f0-4322-b604-4097bccf6c8b req-ab2cf4d0-342c-4e1a-9775-e6236689ffb5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:41.056924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7489c1-57f0-4322-b604-4097bccf6c8b req-ab2cf4d0-342c-4e1a-9775-e6236689ffb5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.5179522 May 19 12:57:41.125764 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-42f04674-c9d8-4e5a-b268-3d9f3a674120 service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3270731 May 19 12:57:41.184682 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:41.230746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7489c1-57f0-4322-b604-4097bccf6c8b req-1759415f-af73-4fa2-834d-b75e9d620942 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707792 May 19 12:57:41.345982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:41.422229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:41.444038 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:41.557043 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde9f81-7ce3-4008-aefa-e51cfdcfec3a req-653f3e70-7c1d-46b1-a943-141d613c5bed service neutron] 10.222.0.71 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230645 May 19 12:57:41.634944 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Pushing event updated for resources: {'Port': ['ID=ec37b3cc-55b6-4199-a9be-530b79707fb2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:41.650172 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:41.660896 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:41.672164 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c188dd7-e27f-4431-adc9-976fedaebade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:41.691513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5e43e-bfe2-473a-b21e-439ac0b3411f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:41.698079 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:41.703864 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:41.717909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:41.718397 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26b5e43e-bfe2-473a-b21e-439ac0b3411f HTTP/1.1" status: 204 len: 168 time: 1.2126782 May 19 12:57:41.873806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:41.914531 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:34Z', 'revision_number': 3, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:41.919879 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b965ec-f5f6-4eb2-ac1f-06054475137e None None] The sync data for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 is: [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:34Z', 'revision_number': 3, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:57:42.013649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-778574ea-781d-427d-bc64-5b865b4d364a req-4f180bdc-4f9e-498f-a05d-db4405757925 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.1539538 May 19 12:57:42.050981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:42.057079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Allocated IP 172.20.0.1 (c38d7c37-c4cd-4f65-ad5d-f6a3c557a506/e65503ed-d7e2-409a-87b7-05649b220621/5ba28984-95c6-4e02-af0c-1b2beefdd973) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:42.064949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.245519 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:42.368633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.371640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.406934 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.413375 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.470882 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e322555-bce6-4409-8dfe-32a2273fb82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:42.474205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.480703 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b5476558-a7b4-49f8-92bb-a51054355d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:42.560308 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d39ef59a-2807-4632-ac46-0bcc9793ca3f req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7272618 May 19 12:57:42.562949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:42.566157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:42.571180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:42.670644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:42.677175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:42.712024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:42.727039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.737021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e7a8a577484176a52101e5ad45900a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:42.745138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:42.758956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f94293b-e7cb-45fa-b533-aab63f4c48a2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:42.760952 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d786a5ca-de92-4c85-8f30-9bdbb62ce829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.823600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:42.826367 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:42.858671 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:42.978798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.11 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:43.004470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea97e-184c-43e5-a08a-c5a1bb2731d1 req-103d6472-adc1-4843-826d-7b307c0da20d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:43.007746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b88ea97e-184c-43e5-a08a-c5a1bb2731d1 req-103d6472-adc1-4843-826d-7b307c0da20d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.6158864 May 19 12:57:43.022733 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:43.551430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:43.561646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:43.594656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:43.697769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:43.701393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:43.705447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b88ea97e-184c-43e5-a08a-c5a1bb2731d1 req-2d30fa07-0ae9-4359-9a80-5da5d0a14016 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6436007 May 19 12:57:43.725538 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:43.885748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ec37b3cc-55b6-4199-a9be-530b79707fb2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:43.985802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:43.989154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:43.990568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:44.018852 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port ec37b3cc-55b6-4199-a9be-530b79707fb2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:44.029413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ec37b3cc-55b6-4199-a9be-530b79707fb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:44.030308 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.052444 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.097453 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e211c85-2895-4729-a243-67907483fe28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:44.202630 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.239357 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.259317 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.286772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port ec37b3cc-55b6-4199-a9be-530b79707fb2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ec37b3cc-55b6-4199-a9be-530b79707fb2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:44.302987 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.306646 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:44.375094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Router cd8f8cb3-f679-4999-9f13-abdc7e05982c has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:57:44.394806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefcc13-793d-41e4-8bbe-89f4590d58a4 req-cdc79ab0-2c44-4e50-8294-9ebdab161c9e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:44.400116 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faefcc13-793d-41e4-8bbe-89f4590d58a4 req-cdc79ab0-2c44-4e50-8294-9ebdab161c9e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 1.2857442 May 19 12:57:44.401659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2c988-dc27-46d1-bc86-7d4cf043ac08,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:44.410937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e6d1fde6-6aee-417d-a275-432986446428 req-14bdd228-ca33-4800-8b94-ce2bf951c78e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.2194788 May 19 12:57:44.415477 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:44.432643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=ec37b3cc-55b6-4199-a9be-530b79707fb2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:44.444143 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:44.446380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 12:57:44.447214 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.459493 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:44.510342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3e7a8a577484176a52101e5ad45900a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2624342 May 19 12:57:44.521713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:44.637715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faefcc13-793d-41e4-8bbe-89f4590d58a4 req-13adf789-aa99-4e1a-b5dd-dd2f776d692c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206702 May 19 12:57:44.663071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=106161bd-27d7-49ab-a053-634ec27e863b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:44.670659 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:44.681211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Checking segment: {'id': '6285ce99-892f-4a40-be4d-b762fdbb501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:44.681961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network hostable DHCP agents. Network: 421ef21d-645a-4f79-be31-862d9fe19d81, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:44.706268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.717856 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2f70ea8-3a4e-4b66-852d-15c8dd09a3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:44.736656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:57:44.747671 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] 10.222.0.69 "PUT /v2.0/routers/cd8f8cb3-f679-4999-9f13-abdc7e05982c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0651088 May 19 12:57:44.839314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:44.840759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:44.845994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:44.852159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 421ef21d-645a-4f79-be31-862d9fe19d81 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:44.861083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:44.894831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Sync routers for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:57:44.917365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 421ef21d-645a-4f79-be31-862d9fe19d81) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:44.930015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:44.931088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:44.932632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:44.953125 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:44.962950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.021194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:45.021822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.043298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e47d6a-12e0-4084-9520-3b0cdc9f0ade None None] Network 421ef21d-645a-4f79-be31-862d9fe19d81 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:45.079696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-e67734a9-d343-4813-b618-9a81dbfbed6d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228447 May 19 12:57:45.141791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:45.142509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.353638 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.367565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1923006 May 19 12:57:45.367565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5123026 May 19 12:57:45.369023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:45.380326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-895707946', 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:45.386417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Request body: {'port': {'device_id': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:45.388823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:45.393947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:port and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:45.397599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:45.405596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:45.430905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Made reservation on behalf of 14b50c0bcbbf4bb6a067527103691118 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:45.434415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.435871 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.460530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] device_id is not set on port 646968c3-1cb4-4d41-87b2-47e90a1ec912 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:57:45.624723 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35bd152f-7c9a-4cd3-b9f6-31f849f42329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:45.634592 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.636047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bde2c988-dc27-46d1-bc86-7d4cf043ac08 HTTP/1.1" status: 204 len: 168 time: 1.1057081 May 19 12:57:45.668572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.20.0.8 (421ef21d-645a-4f79-be31-862d9fe19d81/106161bd-27d7-49ab-a053-634ec27e863b/646968c3-1cb4-4d41-87b2-47e90a1ec912) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:45.682515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2c988-dc27-46d1-bc86-7d4cf043ac08,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:45.690134 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:45.703478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9e8ae-bfb9-4094-9238-62daf8ce867a None None] Network 421ef21d-645a-4f79-be31-862d9fe19d81 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:45.704296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e2dd-d486-4e12-a420-3f52c6e34d84 req-c2b7600f-dac9-4041-899c-fadbcab23d48 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:45.712865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bf2e2dd-d486-4e12-a420-3f52c6e34d84 req-c2b7600f-dac9-4041-899c-fadbcab23d48 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.7056518 May 19 12:57:45.747879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-4db08d4a-aaff-4e78-ab58-60621f793470 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:45.758875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-4db08d4a-aaff-4e78-ab58-60621f793470 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6549230 May 19 12:57:45.859841 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:45.887057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ecd11f71-1ae3-444b-aae1-152372e27cfc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.1266534 May 19 12:57:45.970363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:46.030619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6bf2e2dd-d486-4e12-a420-3f52c6e34d84 req-4b4c2aac-ffeb-4b7c-9420-868517648fc3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139627 May 19 12:57:46.120530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ec37b3cc-55b6-4199-a9be-530b79707fb2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:46.225478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:46.227767 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:46.312442 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:46.330696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90ae6a64-0a00-4522-9398-4d0d108b4bd0 tempest-ServerAddressesTestJSON-617202997 tempest-ServerAddressesTestJSON-617202997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:46.338367 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-e6b8e140-7952-4a4d-8f04-77dc61c06f7d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4500382 May 19 12:57:46.465014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 421ef21d-645a-4f79-be31-862d9fe19d81 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:46.470634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:46.476307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:46.582340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=646968c3-1cb4-4d41-87b2-47e90a1ec912,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:46.592176 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:46.614230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:46.615711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:46.660835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2883592 May 19 12:57:46.662246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:46.784448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ec37b3cc-55b6-4199-a9be-530b79707fb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:46.791781 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:46.843462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d801844-e8b8-4d6b-ac9e-9b63c1e4f5cc req-07fbdfa5-68bb-4bae-8e4c-725028973f2d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:46.846237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d801844-e8b8-4d6b-ac9e-9b63c1e4f5cc req-07fbdfa5-68bb-4bae-8e4c-725028973f2d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 946 time: 0.5923047 May 19 12:57:46.994573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d801844-e8b8-4d6b-ac9e-9b63c1e4f5cc req-59a7aa79-8038-466c-9999-19b2d66de29e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312554 May 19 12:57:47.072268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Deleting port 646968c3-1cb4-4d41-87b2-47e90a1ec912 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:57:47.073086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.116953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.252328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:47.277748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:47.370012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:47.404923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.469535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Transition to ACTIVE for port object 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:47.482719 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.492200 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab674b78-f69f-4025-9a8b-cec6604f26c8 tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:47.529748 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.685174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:47.717786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:47.780381 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.802126 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:47.920159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=14']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:47.936490 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:47.958574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Pushing event updated for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:47.961619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:42Z', 'revision_number': 4, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5ba28984-95c6-4e02-af0c-1b2beefdd973', 'name': '', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'mac_address': 'fa:16:3e:cc:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:41Z', 'updated_at': '2021-05-19T12:57:43Z', 'revision_number': 2, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'subnets': [{'id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:47.970965 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:47.975229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Checking router: cd8f8cb3-f679-4999-9f13-abdc7e05982c for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:57:47.975573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Updating router cd8f8cb3-f679-4999-9f13-abdc7e05982c port 5ba28984-95c6-4e02-af0c-1b2beefdd973 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:57:48.087584 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.115683 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:48.252805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1010635868'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:48.262147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:48.269222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:network and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:48.275802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:48.299817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:57:48.341954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:48.397472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Calling delete_port for 646968c3-1cb4-4d41-87b2-47e90a1ec912 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:57:48.516394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:48.523547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.600953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Attempting to bind port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:48.601930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Attempting to bind port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:48.602831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Attempting to bind port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:48.627650 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.670108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:57:48.671109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Attempting to bind port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:48.690843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:48.691639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:48.692479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:48.693509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Bound port: 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:48.694105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.720464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:48.728578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:security_group_rule and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:48.736033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:48.749505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:48.790821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.795458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7de14-8fe0-4667-8f52-6e490f3e5221 req-20d93def-f15e-4ebb-8399-300faeb2181a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:48.797661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-82c7de14-8fe0-4667-8f52-6e490f3e5221 req-20d93def-f15e-4ebb-8399-300faeb2181a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:48.815052 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c99ebc5-bd14-4a9e-a962-d6d58b1017ff tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:48.931398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Port': ['ID=646968c3-1cb4-4d41-87b2-47e90a1ec912,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:48.988514 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:48.993933 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:49.032220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.055671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:49.076211 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f024f2ca-6815-49fb-a3ab-6bceddc6db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:49.154088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.183865 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.187142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Transition to ACTIVE for port object 5ba28984-95c6-4e02-af0c-1b2beefdd973 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:49.206695 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/ports/646968c3-1cb4-4d41-87b2-47e90a1ec912 HTTP/1.1" status: 204 len: 168 time: 2.5428431 May 19 12:57:49.208751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:49.214772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'external_fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:49.220399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.223373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:49.229262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:router and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:49.233929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:49.249634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4a2f72cb-3760-4ebf-945b-5eb82c05ba8d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:49.250154 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:49.251663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4a2f72cb-3760-4ebf-945b-5eb82c05ba8d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Synchronizing usage tracker for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:57:49.270216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:49.286086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.287451 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Added segment 9f3a2a13-b995-46ad-bb38-4a8b4fc79c09 of type vlan for network 5105d255-9b54-4826-85bf-0bfe36f84a63 May 19 12:57:49.295505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-82c7de14-8fe0-4667-8f52-6e490f3e5221 req-20d93def-f15e-4ebb-8399-300faeb2181a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:49.298171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82c7de14-8fe0-4667-8f52-6e490f3e5221 req-20d93def-f15e-4ebb-8399-300faeb2181a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 944 time: 1.5324724 May 19 12:57:49.316878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.319641 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.348355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f3b4f-420d-45ae-967c-dcc9d897ac98,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:49.356999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4a2f72cb-3760-4ebf-945b-5eb82c05ba8d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Unset dirty status for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:57:49.364335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4a2f72cb-3760-4ebf-945b-5eb82c05ba8d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 818 time: 1.2418349 May 19 12:57:49.388110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.396661 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:49.458613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-1763d407-c471-4662-8092-89e7b6091985 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/quotas/7d29605586d543a8ba5cf58d4f538023 HTTP/1.1" status: 200 len: 375 time: 0.0922058 May 19 12:57:49.464639 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.507123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Pushing event updated for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:49.522724 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:49.626329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:49.707231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82c7de14-8fe0-4667-8f52-6e490f3e5221 req-15079f9c-6ce9-455c-b13b-406347b1f1b3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605981 May 19 12:57:49.784309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:49.823494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.845830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Attempting to bind port 5ba28984-95c6-4e02-af0c-1b2beefdd973 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:49.846484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Attempting to bind port 5ba28984-95c6-4e02-af0c-1b2beefdd973 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:49.849107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Attempting to bind port 5ba28984-95c6-4e02-af0c-1b2beefdd973 on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:49.863475 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d86b5502-8033-47e7-ab18-5ce0a96463ef tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:49.865025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:49.865677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Checking segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:49.866282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:49.867076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Bound using segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:49.869751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Bound port: 5ba28984-95c6-4e02-af0c-1b2beefdd973, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:49.870411 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.035582 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.042999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:50.044012 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.075786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:50.077532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.081895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] 10.222.0.57 "PUT /v2.0/ports/491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 HTTP/1.1" status: 200 len: 1092 time: 4.7052720 May 19 12:57:50.083455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:57:50.102976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8514743 May 19 12:57:50.112936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:50.123543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'subnet': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:50.233600 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] For port 5ba28984-95c6-4e02-af0c-1b2beefdd973, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:50.241697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] For port 5ba28984-95c6-4e02-af0c-1b2beefdd973, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5ba28984-95c6-4e02-af0c-1b2beefdd973,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:50.247380 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-e6065167-e625-4175-958e-9aa0876dbc37 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7872171 May 19 12:57:50.253252 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.270174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Pushing event updated for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:50.281943 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:50.331516 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:50.333309 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-41444acc-ecc7-4823-9347-101c714a0aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:50.344452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:50.416270 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:57:50.417859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:50.598402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Pushing event updated for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:50.607298 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:50.818927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:57:51.154238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:51.250705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:subnet and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:51.257198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Network': ['ID=5105d255-9b54-4826-85bf-0bfe36f84a63,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:51.278957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:51.286463 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-e5f5b1e4-1ee9-41f3-89c0-c44570a468fd tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3278873 May 19 12:57:51.297088 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:51.308767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:51.312453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-c205776b-1c24-4f32-89ac-5d3c25efdd69 service neutron] 10.222.0.69 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635855 May 19 12:57:51.316549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:51.528544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:51.532222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:51.614186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:51.686944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:42Z', 'revision_number': 4, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5ba28984-95c6-4e02-af0c-1b2beefdd973', 'name': '', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'mac_address': 'fa:16:3e:cc:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:41Z', 'updated_at': '2021-05-19T12:57:50Z', 'revision_number': 4, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'subnets': [{'id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:57:51.696603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079cd1c-b34b-42e5-ab4f-59b2751d119d None None] The sync data for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 is: [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T12:57:42Z', 'revision_number': 4, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '5ba28984-95c6-4e02-af0c-1b2beefdd973', 'name': '', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'mac_address': 'fa:16:3e:cc:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:41Z', 'updated_at': '2021-05-19T12:57:50Z', 'revision_number': 4, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'subnets': [{'id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:57:51.973390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-0b1d5fc8-6a1e-40cb-a734-b8dcfb93701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:51.974954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-0b1d5fc8-6a1e-40cb-a734-b8dcfb93701b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 1095 time: 1.8203125 May 19 12:57:52.103311 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-7dae84f3-524f-4ec0-893a-a8c1a9f7cf93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 HTTP/1.1" status: 200 len: 217 time: 0.1077263 May 19 12:57:52.227700 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-8572abb8-276d-4cab-bf28-54b331ab607e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919270 May 19 12:57:52.243023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:52.290794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-537fd849-227e-4206-80c2-7c5ba1bd9672 service neutron] 10.222.0.69 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359629 May 19 12:57:52.291680 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'code': 200} May 19 12:57:52.328028 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5ba28984-95c6-4e02-af0c-1b2beefdd973 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:52.403207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-4808c7c7-fb38-44d5-82fd-e0c4a93057fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:52.407128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-4808c7c7-fb38-44d5-82fd-e0c4a93057fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.2958827 May 19 12:57:52.512318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.20.0.8 (421ef21d-645a-4f79-be31-862d9fe19d81/106161bd-27d7-49ab-a053-634ec27e863b/df327c8c-1707-420f-9ad1-66cec88a27b0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:52.520736 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-70b74638-d0c3-4761-b89c-f62cbbe0b846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008911 May 19 12:57:52.741208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 5ba28984-95c6-4e02-af0c-1b2beefdd973 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:52.759614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5ba28984-95c6-4e02-af0c-1b2beefdd973 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:52.760573 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:52.764958 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2', 'status': 'completed', 'code': 200} May 19 12:57:52.781066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:52.936929 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:52.953297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797c0-4900-4a59-97a5-2f75bfe25c2d req-cd4b3f3f-78b8-483e-8be3-8ef7183cfd22 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:52.960901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c8797c0-4900-4a59-97a5-2f75bfe25c2d req-cd4b3f3f-78b8-483e-8be3-8ef7183cfd22 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.4352717 May 19 12:57:53.004042 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:53.052984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 421ef21d-645a-4f79-be31-862d9fe19d81 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:53.066379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:53.076631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:53.095342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.100483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-20c13b7c-ba67-45f9-bd02-6aa4a93fef3b service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200830 May 19 12:57:53.112652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c8797c0-4900-4a59-97a5-2f75bfe25c2d req-ed05f93d-398c-4bc5-b857-00c201a8fdf0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495621 May 19 12:57:53.256674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 5ba28984-95c6-4e02-af0c-1b2beefdd973, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5ba28984-95c6-4e02-af0c-1b2beefdd973,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:53.269982 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.279387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-f261ed81-4e20-4b3f-82ec-4f50f6e48680 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:53.281513 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-f261ed81-4e20-4b3f-82ec-4f50f6e48680 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9840736 May 19 12:57:53.292759 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:53.316308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:53.440945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e51686f6-1f20-418b-9dc8-d5ba4c5a2e10 req-f50de86a-a50a-470d-aec9-79a467db8241 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276958 May 19 12:57:53.611937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:53.625009 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:53.647391 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.654461 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:53.737369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=df327c8c-1707-420f-9ad1-66cec88a27b0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:53.764045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-2de45549-fa57-476b-9925-0d98e92e3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:53.765629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-2de45549-fa57-476b-9925-0d98e92e3a12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 1095 time: 0.2408185 May 19 12:57:53.884874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.886603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.887366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.887944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.888611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.889269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.889794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.890317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.890929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.891508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.892191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.892833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.032907 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:54.084089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Checking segment: {'id': '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:54.084458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network hostable DHCP agents. Network: 5105d255-9b54-4826-85bf-0bfe36f84a63, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:54.096141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ae707-10a9-4ea5-ae8f-151b7708d0cd req-b8435d6c-8fae-4168-bb85-3f1f84ac82db tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:54.097830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-449ae707-10a9-4ea5-ae8f-151b7708d0cd req-b8435d6c-8fae-4168-bb85-3f1f84ac82db tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 944 time: 1.0720575 May 19 12:57:54.102775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Subnet': ['ID=8988020e-fa2a-4b28-a167-b53d1de88d95,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.143663 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:54.155245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.222670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5ba28984-95c6-4e02-af0c-1b2beefdd973 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:54.234377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-449ae707-10a9-4ea5-ae8f-151b7708d0cd req-2a0eb73c-f93c-4816-a7b5-1b62558b74f7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254220 May 19 12:57:54.259227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:54.300213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-f8615c30-124e-4426-9b19-1f70439a29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:54.302617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-f8615c30-124e-4426-9b19-1f70439a29a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 0.5296602 May 19 12:57:54.382541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5105d255-9b54-4826-85bf-0bfe36f84a63) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:54.417794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-f184a962-1863-4faf-ae95-72a0761ffcc3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:54.419436 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-f184a962-1863-4faf-ae95-72a0761ffcc3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5642133 May 19 12:57:54.420743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:port and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.430713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:54.431587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.433299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.442576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-539b21ba-8706-4558-8e8a-ce2a4a3cff6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 HTTP/1.1" status: 200 len: 217 time: 0.1303322 May 19 12:57:54.453122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c180a-7ffb-4027-9a57-e438f34f7663 None None] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:54.481220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.502391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.574593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f94f311-9bdd-46ca-a2dd-4219f005e4d2 req-94052fc1-6a21-4512-ac28-4ec8dcb297f4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 210 time: 0.0705264 May 19 12:57:54.628844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5114896 May 19 12:57:54.629743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.642434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-2128366304'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.706952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:54.717154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.852003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.866018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5ba28984-95c6-4e02-af0c-1b2beefdd973 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:54.867089 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.901018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:port and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.911246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-20ddd56f-f8a6-466a-add8-50e23d61d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:54.912811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-20ddd56f-f8a6-466a-add8-50e23d61d8c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.4520547 May 19 12:57:54.914379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.927210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e9c8f52-ed90-4d97-93b8-b9eb3d11e443 req-b2f4af0f-8f56-4f54-b40e-56963574eca0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 210 time: 0.0772614 May 19 12:57:55.055548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-04ad14de-0b7d-44e3-aa5c-7d4ace373f82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270473 May 19 12:57:55.056972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:55.084184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.224 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/6449fdfd-4d26-4368-9342-a645a8ac8455) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:55.109709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:55.113705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.149742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port d94c9830-73dd-4977-93fa-fcd4f39a243d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:57:55.417794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:57:55.443512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5105d255-9b54-4826-85bf-0bfe36f84a63', 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'tenant_id': '15a7bff40bbb48b4b2f99895f57cec75', 'fixed_ips': [{'subnet_id': '8988020e-fa2a-4b28-a167-b53d1de88d95'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:57:55.446975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.754885 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:57:56.070449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:56.101927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2', 'mac_address': 'fa:16:3e:54:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:57:56.109915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Allocated IP 172.20.0.2 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/ef785b6c-c1d1-4fa5-8a70-0675ae52ca19) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:56.130788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.235240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-abeffcf3-925b-4e25-8074-8e1b309eab82 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1705272 May 19 12:57:56.270239 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.364900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:57:56.384081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.388863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:port and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.392237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.399851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.400133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-5c157d13-4eec-4b92-8be0-0c6e6a3ad614 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:56.408466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:56.412491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-5c157d13-4eec-4b92-8be0-0c6e6a3ad614 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 818 time: 0.7089274 May 19 12:57:56.420267 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.431270 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:56.439838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:56.443272 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.537490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-f0975df9-f8c4-4a19-9ee0-542aeae70169 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/quotas/7d29605586d543a8ba5cf58d4f538023 HTTP/1.1" status: 200 len: 375 time: 0.1227660 May 19 12:57:56.579859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:56.588133 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:56.595084 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.608863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Transition to ACTIVE for port object ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:56.629898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:56.644183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.676103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Transition to ACTIVE for port object ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:56.677555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7983-7378-4383-b4a7-5c7d67a76763 req-9ab72222-fd3e-4835-a9ba-1efd83aa03d3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:56.682269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4ac7983-7378-4383-b4a7-5c7d67a76763 req-9ab72222-fd3e-4835-a9ba-1efd83aa03d3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8436995 May 19 12:57:56.685312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-a7211f9f-dc08-4a06-9a64-c4058014b0fb tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:56.688235 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-a7211f9f-dc08-4a06-9a64-c4058014b0fb tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 818 time: 1.2247572 May 19 12:57:56.696732 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.702985 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:56.775956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Request body: {'port': {'device_id': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'admin_state_up': True, 'tenant_id': '7d29605586d543a8ba5cf58d4f538023'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:56.794655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:56.796189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Pushing event updated for resources: {'Port': ['ID=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:56.799157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:56.800376 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4c71a442-a9d5-4a92-921d-cd8cb3cf930b req-90c89f22-09b3-4ed7-ba3e-67d45cc74e7c service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445142 May 19 12:57:56.808150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-f5c04357-42dd-4627-86c9-02d584ab74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:56.808357 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:56.809071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:56.811761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-f5c04357-42dd-4627-86c9-02d584ab74f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 1.2377326 May 19 12:57:56.842202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object 6449fdfd-4d26-4368-9342-a645a8ac8455 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:56.961260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Attempting to bind port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:56.961717 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Attempting to bind port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:56.962359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Attempting to bind port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 on network 5105d255-9b54-4826-85bf-0bfe36f84a63 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:56.977382 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:56.978001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Checking segment: {'id': '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:57:56.978571 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.978957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Bound using segment: {'id': '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:56.979529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Bound port: ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:56.980021 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.993556 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.3 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/d94c9830-73dd-4977-93fa-fcd4f39a243d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:57.190025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] For port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:57.194166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] For port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,segment=NetworkSegment(9f3a2a13-b995-46ad-bb38-4a8b4fc79c09),segment_id=9f3a2a13-b995-46ad-bb38-4a8b4fc79c09)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:57.199586 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.203756 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:57.306435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Pushing event updated for resources: {'Port': ['ID=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.312931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4ac7983-7378-4383-b4a7-5c7d67a76763 req-747048db-294e-42f0-b43c-bbd4fddbf5b4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985456 May 19 12:57:57.317162 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:57.357943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:57.370248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Usage tracker for resource:port and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:57.378990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:57.461788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:57.483150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.497536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:57:57.524559 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:57.587132 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.596071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-269467f2-1fef-44dd-b1d0-ce19ca749977 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3735986 May 19 12:57:57.631437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Made reservation on behalf of 7d29605586d543a8ba5cf58d4f538023 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:57.642572 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.739008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-d641f55a-3340-4f6e-8d71-b356e758b885 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1244264 May 19 12:57:57.830744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-4db55663-c163-4585-a02b-e06737e15641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:57.833019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-4db55663-c163-4585-a02b-e06737e15641 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.9664624 May 19 12:57:58.091027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-f5e70d99-ed8a-4bf1-b609-44b21b89dde6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.1696801 May 19 12:57:58.166654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05390b-6eaa-41bd-94a2-518ed172f2b1 req-ea3ab7e1-6c15-4ea2-bcc1-c720dd69972c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:58.174208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d05390b-6eaa-41bd-94a2-518ed172f2b1 req-ea3ab7e1-6c15-4ea2-bcc1-c720dd69972c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 945 time: 0.5968807 May 19 12:57:58.251756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.286989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:58.287317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:58.305208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:58.308362 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d05390b-6eaa-41bd-94a2-518ed172f2b1 req-7767b2c8-ae18-421b-bc03-1f6c3a0e2670 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330514 May 19 12:57:58.309589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:58.310643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-d62154f2-7339-4038-98da-d1e064fcf4b2 service neutron] 10.222.0.69 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484617 May 19 12:57:58.348780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object d94c9830-73dd-4977-93fa-fcd4f39a243d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:58.363017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-2f5e7e3a-9576-4c7a-a881-f71ca0045b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:58.367381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-2f5e7e3a-9576-4c7a-a881-f71ca0045b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2641139 May 19 12:57:58.426880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.433431 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:58.452488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.197 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:58.558997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:58.919534 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2650617-b963-46e3-9218-2e584e11378e None None] Provisioning for port 6449fdfd-4d26-4368-9342-a645a8ac8455 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:58.929645 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2650617-b963-46e3-9218-2e584e11378e None None] Provisioning complete for port 6449fdfd-4d26-4368-9342-a645a8ac8455 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:58.931699 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2650617-b963-46e3-9218-2e584e11378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.937913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.942749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-656e1cf0-3870-4517-ac78-b50c0d7376cd service neutron] 10.222.0.69 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715866 May 19 12:57:58.950799 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c08b029-ba41-41bf-af4e-b6ee8b4026a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:57:59.034518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-fbabff4a-f56e-451b-a09a-c4914ea1195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:59.036388 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-fbabff4a-f56e-451b-a09a-c4914ea1195a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6604638 May 19 12:57:59.050492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7379d-5d7c-4206-8e22-217ecedd99e6 req-430e531e-b5a5-4b0f-be4a-ec620308a77f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:59.058134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89f7379d-5d7c-4206-8e22-217ecedd99e6 req-430e531e-b5a5-4b0f-be4a-ec620308a77f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 936 time: 0.4528563 May 19 12:57:59.103290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:59.155822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:59.166522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Allocated IP 172.20.0.7 (c38d7c37-c4cd-4f65-ad5d-f6a3c557a506/e65503ed-d7e2-409a-87b7-05649b220621/f4641956-a1a4-4f57-96c6-30931bfffc8a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:59.179536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:57:59.196065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d2650617-b963-46e3-9218-2e584e11378e None None] Port 6449fdfd-4d26-4368-9342-a645a8ac8455 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:57:59.284064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350fed3-67d6-46d4-9282-e01da6a71931 None None] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:57:59.299591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=d94c9830-73dd-4977-93fa-fcd4f39a243d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:59.302888 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:57:59.335648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:59.415758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:59.416998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.487396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:57:59.489197 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.498214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Provisioning for port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:59.566069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Provisioning complete for port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:59.567483 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.596376 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89f7379d-5d7c-4206-8e22-217ecedd99e6 req-ef2dea0d-481d-4bd7-bb7b-0fe8fcd6279b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369306 May 19 12:57:59.799436 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1658931 May 19 12:57:59.802696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:59.831744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-939774708', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:59:35:fa'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:59.871952 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5726914 May 19 12:57:59.941193 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-ef2fc203-7850-4acd-9ce9-d911acee3cae service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751531 May 19 12:57:59.977078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:00.022345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:00.027053 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.217881 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:58:00.285498 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.388180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.406813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router 2f87bff8-5011-467e-a2cc-fd389a4d997b is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:00.434747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Request body: {'port': {'device_id': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:00.446763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-91adf8ba-7594-4e2f-b7dc-81b170272b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:00.449192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-91adf8ba-7594-4e2f-b7dc-81b170272b6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9&tenant_id=c8e3ccbc24734a85aef015258ed0ef0f HTTP/1.1" status: 200 len: 1094 time: 0.7320902 May 19 12:58:00.463356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] For port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,segment=NetworkSegment(9f3a2a13-b995-46ad-bb38-4a8b4fc79c09),segment_id=9f3a2a13-b995-46ad-bb38-4a8b4fc79c09)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:00.464106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cec4a-8b15-4e23-9630-67c7c458cce6 req-1ffa35ef-b453-49f9-9a15-1f6d0e500b22 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:00.478915 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-458cec4a-8b15-4e23-9630-67c7c458cce6 req-1ffa35ef-b453-49f9-9a15-1f6d0e500b22 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 0.8792045 May 19 12:58:00.495839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.501965 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:00.522192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:00.628840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:00.760706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Pushing event updated for resources: {'Port': ['ID=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:00.766573 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:00.782796 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.865347 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:00.891374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:00.899451 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.904206 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:01.028798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-458cec4a-8b15-4e23-9630-67c7c458cce6 req-0c05e4b5-d6bf-432e-814f-77ec2305de86 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217793 May 19 12:58:01.034036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:01.067873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:port and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:01.082720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:01.142607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:01.148401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:01.159642 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:01.167275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.196187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a24722-2311-4b2f-a03f-0d16ce880fe1 req-a8c5b151-3581-4619-9eaa-a95f426a5c61 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1706047 May 19 12:58:01.199260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:01.230384 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Sync routers for ids ['2f87bff8-5011-467e-a2cc-fd389a4d997b'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:01.279812 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Routers {'2f87bff8-5011-467e-a2cc-fd389a4d997b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:01.281231 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['2f87bff8-5011-467e-a2cc-fd389a4d997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:01.306789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:01.426674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea5749-f350-4ab1-b049-e352aecbc14d req-c93890f5-f10a-4900-a223-44af012c6098 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:01.430312 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.432811 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.2235255 May 19 12:58:01.439204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0ea5749-f350-4ab1-b049-e352aecbc14d req-c93890f5-f10a-4900-a223-44af012c6098 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9506650 May 19 12:58:01.445515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:01.472726 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Provisioning complete for port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:01.473774 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.477564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.486434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.864900 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Set router 2f87bff8-5011-467e-a2cc-fd389a4d997b gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:01.999815 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.011208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Provisioning for port d94c9830-73dd-4977-93fa-fcd4f39a243d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:02.017043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:02.105034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Provisioning complete for port d94c9830-73dd-4977-93fa-fcd4f39a243d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:02.105429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.159827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a739002-0bbb-4e37-8031-f5409dd2de8b req-1c034d5f-824c-4173-98df-57ba1c908c29 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 210 time: 0.3827755 May 19 12:58:02.201032 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:02.265138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:02.380921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-66545310-cf2f-449d-83d5-ab01d1f09a71 None None] Port d94c9830-73dd-4977-93fa-fcd4f39a243d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:02.426485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:02.426865 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.465836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:02.484666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:02.627846 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'name': '', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'external_fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:49Z', 'updated_at': '2021-05-19T12:57:54Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'name': '', 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:52Z', 'updated_at': '2021-05-19T12:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106161bd-27d7-49ab-a053-634ec27e863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.634584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:02.635707 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Checking router: 2f87bff8-5011-467e-a2cc-fd389a4d997b for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:02.636306 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Updating router 2f87bff8-5011-467e-a2cc-fd389a4d997b port df327c8c-1707-420f-9ad1-66cec88a27b0 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:02.641499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:02.652167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:02.746905 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.763059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a01beb9d-abed-4233-9f60-ef70a06d986f None None] Provisioning complete for port d94c9830-73dd-4977-93fa-fcd4f39a243d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:02.763663 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01beb9d-abed-4233-9f60-ef70a06d986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.781190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0ea5749-f350-4ab1-b049-e352aecbc14d req-30b8fd78-40ea-4feb-97bc-cb0d1eedd222 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3215115 May 19 12:58:02.832459 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.899864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.944800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6449fdfd-4d26-4368-9342-a645a8ac8455 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:02.953593 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.973915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Transition to ACTIVE for port object 6449fdfd-4d26-4368-9342-a645a8ac8455 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:02.980536 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22c2ccc3-1a3a-453b-81d0-82b3126f9fb0 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:03.065788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.076790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port 7b1d3fc7-fb72-405d-a10d-fa2715565c47 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:58:03.131032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a01beb9d-abed-4233-9f60-ef70a06d986f None None] Port d94c9830-73dd-4977-93fa-fcd4f39a243d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:03.133754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:03.149814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:03.159976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:03.194183 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.260991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dcaa0ea-6aa3-48b1-a315-a3a971d3ac3e None None] Provisioning for port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:03.270728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dcaa0ea-6aa3-48b1-a315-a3a971d3ac3e None None] Provisioning complete for port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:03.271667 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa0ea-6aa3-48b1-a315-a3a971d3ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.310060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:03.310060 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.375358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-fca3c942-d48e-438f-a5a8-6027301d1b2d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:03.377043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-fca3c942-d48e-438f-a5a8-6027301d1b2d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 818 time: 1.6690600 May 19 12:58:03.391596 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9612737 May 19 12:58:03.407893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Request body: {'port': {'device_id': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'admin_state_up': True, 'tenant_id': '7d29605586d543a8ba5cf58d4f538023'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:03.419752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Pushing event updated for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.445316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:03.445624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaa0ea-6aa3-48b1-a315-a3a971d3ac3e None None] Port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:03.449414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Request body: {'port': {'device_id': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:03.516354 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88c298ff-3955-4c44-9e25-df00d0491e83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:03.678637 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.702372 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Transition to ACTIVE for port object df327c8c-1707-420f-9ad1-66cec88a27b0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:03.716259 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.725003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:03.725683 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.732312 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:03.812709 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0565703 May 19 12:58:03.850014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Pushing event updated for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.863013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:03.869390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Request body: {'port': {'device_id': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:03.885016 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Pushing event updated for resources: {'Port': ['ID=df327c8c-1707-420f-9ad1-66cec88a27b0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.899073 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Attempting to bind port df327c8c-1707-420f-9ad1-66cec88a27b0 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.899689 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Attempting to bind port df327c8c-1707-420f-9ad1-66cec88a27b0 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '6285ce99-892f-4a40-be4d-b762fdbb501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.900323 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Attempting to bind port df327c8c-1707-420f-9ad1-66cec88a27b0 on network 421ef21d-645a-4f79-be31-862d9fe19d81 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.906922 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:03.911380 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:03.911974 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Checking segment: {'id': '6285ce99-892f-4a40-be4d-b762fdbb501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:03.912608 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.913551 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Bound using segment: {'id': '6285ce99-892f-4a40-be4d-b762fdbb501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:03.915186 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Bound port: df327c8c-1707-420f-9ad1-66cec88a27b0, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285ce99-892f-4a40-be4d-b762fdbb501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:03.915452 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.951879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Attempting to bind port 6449fdfd-4d26-4368-9342-a645a8ac8455 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.952152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Attempting to bind port 6449fdfd-4d26-4368-9342-a645a8ac8455 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.952496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Attempting to bind port 6449fdfd-4d26-4368-9342-a645a8ac8455 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.974030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Port 6449fdfd-4d26-4368-9342-a645a8ac8455 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.974610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Attempting to bind port 6449fdfd-4d26-4368-9342-a645a8ac8455 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.977295 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.996085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:03.996687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:03.997279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:03.997731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Bound port: 6449fdfd-4d26-4368-9342-a645a8ac8455, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:03.998080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.058845 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] For port df327c8c-1707-420f-9ad1-66cec88a27b0, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:04.065211 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] For port df327c8c-1707-420f-9ad1-66cec88a27b0, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=df327c8c-1707-420f-9ad1-66cec88a27b0,segment=NetworkSegment(6285ce99-892f-4a40-be4d-b762fdbb501e),segment_id=6285ce99-892f-4a40-be4d-b762fdbb501e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:04.073311 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.083412 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4fe9cdea-f84e-4051-b618-3156b3e71521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:04.167636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b040574-93f5-419b-8217-298032e55aff req-1b3b4865-4ac2-4973-9fad-0b7393a95fc0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:04.169295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b040574-93f5-419b-8217-298032e55aff req-1b3b4865-4ac2-4973-9fad-0b7393a95fc0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 1.6451244 May 19 12:58:04.183244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:04.214739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.227811 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Routers {'2f87bff8-5011-467e-a2cc-fd389a4d997b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:04.228771 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:57:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['2f87bff8-5011-467e-a2cc-fd389a4d997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:04.239332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.9 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/7b1d3fc7-fb72-405d-a10d-fa2715565c47) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:04.333097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.344539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dd8bc-b28b-4902-9229-81b1a11b58d7 req-b753406a-b9eb-4bc3-a9cb-3e54af213f1f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:04.346185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:04.347006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-404dd8bc-b28b-4902-9229-81b1a11b58d7 req-b753406a-b9eb-4bc3-a9cb-3e54af213f1f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 948 time: 1.1939282 May 19 12:58:04.352303 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Pushing event updated for resources: {'Port': ['ID=df327c8c-1707-420f-9ad1-66cec88a27b0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:04.355546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:04.369308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Usage tracker for resource:port and tenant:7d29605586d543a8ba5cf58d4f538023 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:04.371775 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:04.386701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6449fdfd-4d26-4368-9342-a645a8ac8455,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:04.388321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:04.405849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.413516 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:04.432203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:04.454668 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b040574-93f5-419b-8217-298032e55aff req-0f276f2d-14b3-4c67-9021-ffc4c9643832 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328846 May 19 12:58:04.476813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:04.605478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:04.611063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Made reservation on behalf of 7d29605586d543a8ba5cf58d4f538023 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:04.614785 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.647035 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2', 'code': 200} May 19 12:58:04.669321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.758191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:04.768716 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.772161 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] Set router 2f87bff8-5011-467e-a2cc-fd389a4d997b gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:04.777730 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-404dd8bc-b28b-4902-9229-81b1a11b58d7 req-789d47ff-7535-48ea-b96e-7d92170338c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283520 May 19 12:58:04.799894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Transition to ACTIVE for port object b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:04.847577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Transition to ACTIVE for port object 61a2ea57-622a-4be7-b43c-5fff3d1afea1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:04.869655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.875506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.878427 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409311ea-adf0-49ff-8a1a-ba8e95323758 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:04.953496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:04.954558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.956225 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] 10.222.0.71 "PUT /v2.0/ports/6449fdfd-4d26-4368-9342-a645a8ac8455 HTTP/1.1" status: 200 len: 1096 time: 4.5444801 May 19 12:58:04.962209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:05.238168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Pushing event updated for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.306005 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:05.309726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.333421 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'name': '', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'external_fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:49Z', 'updated_at': '2021-05-19T12:57:54Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'name': '', 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:52Z', 'updated_at': '2021-05-19T12:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106161bd-27d7-49ab-a053-634ec27e863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:05.339639 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b1cbb-c971-44a8-98c3-ade6a53315bd None None] The sync data for ids ['2f87bff8-5011-467e-a2cc-fd389a4d997b'] in n-d-791505-2 is: [{'id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'name': '', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'external_fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:49Z', 'updated_at': '2021-05-19T12:57:54Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'df327c8c-1707-420f-9ad1-66cec88a27b0', 'name': '', 'network_id': '421ef21d-645a-4f79-be31-862d9fe19d81', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f87bff8-5011-467e-a2cc-fd389a4d997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '106161bd-27d7-49ab-a053-634ec27e863b', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:52Z', 'updated_at': '2021-05-19T12:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106161bd-27d7-49ab-a053-634ec27e863b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:05.342504 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:05.529888 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.553261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.553635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.554083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.554629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.554992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.555347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.555697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.556250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.556625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.557805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.558154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.558499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:05.565911 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:05.594383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Deleting port df327c8c-1707-420f-9ad1-66cec88a27b0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:05.594696 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.613141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17c8d908-b59d-4f84-9dfb-10d809792f24 req-674d647a-46f2-422e-980c-a9b92167b327 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 210 time: 0.2796559 May 19 12:58:05.749260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] No DVR routers for this DVR port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:58:05.913004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object 7b1d3fc7-fb72-405d-a10d-fa2715565c47 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:05.963716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.973294 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:05.975425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4641956-a1a4-4f57-96c6-30931bfffc8a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:05.996710 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.007107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8780ff-4401-4158-954d-bae6acac8bfd req-9fba1d4a-514b-417c-9f91-3a8459485e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:06.009358 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d8780ff-4401-4158-954d-bae6acac8bfd req-9fba1d4a-514b-417c-9f91-3a8459485e01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 1097 time: 1.2024961 May 19 12:58:06.047279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Transition to ACTIVE for port object f4641956-a1a4-4f57-96c6-30931bfffc8a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:06.048234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Attempting to bind port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:06.048637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Attempting to bind port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:06.048914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Attempting to bind port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:06.064656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:06.064978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Attempting to bind port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:06.068110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.074865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-2305b943-20a6-4283-8b3d-d814f1524ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:06.076396 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-2305b943-20a6-4283-8b3d-d814f1524ee4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 1099 time: 0.9360187 May 19 12:58:06.086292 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-921e8213-c773-41ac-8d57-ce5831c9474f tempest-ServerMetadataNegativeTestJSON-811209664 tempest-ServerMetadataNegativeTestJSON-811209664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:06.186277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device df327c8c-1707-420f-9ad1-66cec88a27b0 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:06.269747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:06.270276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:06.270907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:06.271658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Bound port: b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:06.272275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.334258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port df327c8c-1707-420f-9ad1-66cec88a27b0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:06.345208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port df327c8c-1707-420f-9ad1-66cec88a27b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:06.346127 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.387213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Pushing event updated for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.395709 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:06.548416 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-41d8e8ce-78bb-4be2-aec1-e5de52214640 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=6449fdfd-4d26-4368-9342-a645a8ac8455 HTTP/1.1" status: 200 len: 217 time: 0.3908365 May 19 12:58:06.584460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d8780ff-4401-4158-954d-bae6acac8bfd req-5d713618-7917-4ed7-a087-80ceae602d29 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655603 May 19 12:58:06.593130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e6a9d-562c-4571-9bbe-6484c9785244 req-63e56635-0fab-4e21-ab2f-8426c628d774 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:06.594835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-538e6a9d-562c-4571-9bbe-6484c9785244 req-63e56635-0fab-4e21-ab2f-8426c628d774 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 943 time: 1.2683644 May 19 12:58:06.622511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Allocated IP 172.20.0.8 (c38d7c37-c4cd-4f65-ad5d-f6a3c557a506/e65503ed-d7e2-409a-87b7-05649b220621/8795be40-0f91-4892-ae78-1647c35dc02c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:06.662392 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.701142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port df327c8c-1707-420f-9ad1-66cec88a27b0, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=df327c8c-1707-420f-9ad1-66cec88a27b0,segment=NetworkSegment(6285ce99-892f-4a40-be4d-b762fdbb501e),segment_id=6285ce99-892f-4a40-be4d-b762fdbb501e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:06.712986 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.714978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] For port df327c8c-1707-420f-9ad1-66cec88a27b0, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=df327c8c-1707-420f-9ad1-66cec88a27b0,segment=NetworkSegment(6285ce99-892f-4a40-be4d-b762fdbb501e),segment_id=6285ce99-892f-4a40-be4d-b762fdbb501e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:06.715722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.719447 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a586c97a-3d45-4ca9-b1d6-5c9e0b6e210a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:06.869291 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.902446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=df327c8c-1707-420f-9ad1-66cec88a27b0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.912195 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:06.974939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Calling delete_port for df327c8c-1707-420f-9ad1-66cec88a27b0 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:06.980400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:06.984433 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-def241ba-bb96-41c3-906a-ee551e8ab0f4 tempest-ServerRescueTestJSONUnderV235-1798498368 tempest-ServerRescueTestJSONUnderV235-1798498368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:07.008642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-5e6fe440-7eb7-421b-ae77-5ad5ac32dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:07.010197 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-5e6fe440-7eb7-421b-ae77-5ad5ac32dc5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4435921 May 19 12:58:07.014497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:07.024219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4427c9-4268-462c-8f2f-5e01a034a4df req-2faa2f1e-dcc5-4af8-b106-6a1a7348f318 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:07.025851 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b4427c9-4268-462c-8f2f-5e01a034a4df req-2faa2f1e-dcc5-4af8-b106-6a1a7348f318 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.1626146 May 19 12:58:07.068910 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.076766 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c49678af-4417-4409-a609-5a388f8f8060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:07.097364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-538e6a9d-562c-4571-9bbe-6484c9785244 req-9d770a48-53f6-4dd8-b607-7d172245ef0d tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690440 May 19 12:58:07.197028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:07.197028 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.198413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] 10.222.0.71 "PUT /v2.0/ports/b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd HTTP/1.1" status: 200 len: 1096 time: 3.7591486 May 19 12:58:07.199361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Attempting to bind port f4641956-a1a4-4f57-96c6-30931bfffc8a on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:07.199698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Attempting to bind port f4641956-a1a4-4f57-96c6-30931bfffc8a by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:07.200053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Attempting to bind port f4641956-a1a4-4f57-96c6-30931bfffc8a on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:07.214988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:07.215325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:07.215657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:07.215951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Port f4641956-a1a4-4f57-96c6-30931bfffc8a on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:07.216229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Attempting to bind port f4641956-a1a4-4f57-96c6-30931bfffc8a on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:07.227651 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-fcd759be-2df4-4b9a-b263-463d0fae054f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5257411 May 19 12:58:07.235302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:07.235537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Checking segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:07.235962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Bound using segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:07.236480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Bound port: f4641956-a1a4-4f57-96c6-30931bfffc8a, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:07.236867 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.252660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:07.258170 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:07.260003 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455', 'status': 'completed', 'code': 200} May 19 12:58:07.271468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:07.272170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Attempting to bind port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on network fe98e943-6e49-4221-9d61-0406bdba29d7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:07.295834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:07.329456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b4427c9-4268-462c-8f2f-5e01a034a4df req-4972e421-a128-49cb-882a-3426408be182 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420940 May 19 12:58:07.356934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:07.383801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=7b1d3fc7-fb72-405d-a10d-fa2715565c47,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:07.388810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-e0db00ca-9369-4f0a-9fb2-cfb7177b2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:07.401560 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-e0db00ca-9369-4f0a-9fb2-cfb7177b2adb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3826308 May 19 12:58:07.420119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:07.527081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:07.527481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Checking segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:07.528007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Bound using segment: {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:07.528419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Bound port: 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86414989-fc47-4d05-b8d8-d58825fae236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:07.528768 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.574899 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:08.067421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1ee76d8-c3b6-4da4-b8ef-8308a18a3a9c None None] Provisioning for port 7b1d3fc7-fb72-405d-a10d-fa2715565c47 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:08.076689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1ee76d8-c3b6-4da4-b8ef-8308a18a3a9c None None] Provisioning complete for port 7b1d3fc7-fb72-405d-a10d-fa2715565c47 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:08.077303 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ee76d8-c3b6-4da4-b8ef-8308a18a3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.186753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:08.188284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device df327c8c-1707-420f-9ad1-66cec88a27b0 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:08.215074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee76d8-c3b6-4da4-b8ef-8308a18a3a9c None None] Port 7b1d3fc7-fb72-405d-a10d-fa2715565c47 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:08.228454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:08.248420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.265261 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b58ab5b8-9e90-4f1a-b345-e70365dfc2ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:08.300016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port df327c8c-1707-420f-9ad1-66cec88a27b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:08.300721 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.417983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-6e5790ee-4e2b-4660-8012-d1629c4b6daf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4385722 May 19 12:58:08.447088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:08.447715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.449193 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] 10.222.0.57 "PUT /v2.0/ports/f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 1091 time: 4.5934560 May 19 12:58:08.462169 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-42efc526-b462-48ce-a52b-c0b938b99227 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0492463 May 19 12:58:08.558943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-22863df1-6cb8-4ed3-b449-a6d01f224910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:08.560326 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-22863df1-6cb8-4ed3-b449-a6d01f224910 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 1099 time: 0.7874887 May 19 12:58:08.562610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-664ac8e2-0b8b-494a-9ed2-3505f74f8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:08.564373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-664ac8e2-0b8b-494a-9ed2-3505f74f8495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.9833531 May 19 12:58:08.572849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Pushing event updated for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:08.586092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:08.587220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.634383 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:08.727506 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-2c3de2cc-0913-46d8-8919-d7a6eaad0ba4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd HTTP/1.1" status: 200 len: 217 time: 0.1490779 May 19 12:58:08.844276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.858205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.878722 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:08.970468 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 9.1582890 May 19 12:58:08.970468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:08.973222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Port': ['ID=df327c8c-1707-420f-9ad1-66cec88a27b0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:08.987884 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:08.988786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:09.004833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9ba6-c800-4d51-a4c1-05d4c4dbe0cc req-abde4982-bbe4-4ff6-822c-8a89c40ece5d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.006945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cebf9ba6-c800-4d51-a4c1-05d4c4dbe0cc req-abde4982-bbe4-4ff6-822c-8a89c40ece5d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 948 time: 1.2054279 May 19 12:58:09.121288 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67011e5-0424-4540-8472-e285165a7554 req-5f32cbc6-4465-424f-af8c-e0f187106bf7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.123167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f67011e5-0424-4540-8472-e285165a7554 req-5f32cbc6-4465-424f-af8c-e0f187106bf7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 1.4091892 May 19 12:58:09.157147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:09.173730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-9626961d-951e-4b00-9c75-acea75d517f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.175216 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-9626961d-951e-4b00-9c75-acea75d517f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4163620 May 19 12:58:09.189523 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-c93d25a5-f689-4e41-baae-586d2b17ff7b service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173812 May 19 12:58:09.234303 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.249663 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7285a5df-7bb2-46a9-93b7-1b7f4b57fcdd tempest-FloatingIPsTestJSON-211950017 tempest-FloatingIPsTestJSON-211950017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:09.268237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'}, {'name': 'network-changed', 'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:09.274032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-19a7e3d4-fee9-4485-a3ec-3ef7ccdb3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.275738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-19a7e3d4-fee9-4485-a3ec-3ef7ccdb3146 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.5936007 May 19 12:58:09.318073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4554fba1-b83e-4cdd-ba54-6a13ffcb65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.320156 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-4554fba1-b83e-4cdd-ba54-6a13ffcb65d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1094 time: 0.8043664 May 19 12:58:09.390620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cebf9ba6-c800-4d51-a4c1-05d4c4dbe0cc req-b71a06cc-bc4c-41d0-b605-fd4f0a82a3b1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806826 May 19 12:58:09.392819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-6da4c9ff-d166-481a-899c-68c63fe803d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.394304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-6da4c9ff-d166-481a-899c-68c63fe803d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1097 time: 0.9067662 May 19 12:58:09.395610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.396252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.398171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] 10.222.0.57 "PUT /v2.0/ports/61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1091 time: 8.8981004 May 19 12:58:09.407012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:09.429855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f67011e5-0424-4540-8472-e285165a7554 req-e944f831-a1a9-4207-87a1-14bdc7617fc2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610619 May 19 12:58:09.439135 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.516868 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-520601cc-58a5-439d-9dd8-72e67d604832 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.1354692 May 19 12:58:09.777955 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-68c3543d-08e8-4832-afc3-2599c1045efb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.4626801 May 19 12:58:09.786587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-0d2315ea-eb16-4349-a02b-5cc2224d29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.790026 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-0d2315ea-eb16-4349-a02b-5cc2224d29f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6028905 May 19 12:58:09.915894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-92a96343-2b79-4650-a221-3ac351c65ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.917964 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-92a96343-2b79-4650-a221-3ac351c65ac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.3824029 May 19 12:58:09.921023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-d9315501-737d-4467-8ff8-ec1205b2ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:09.923028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-d9315501-737d-4467-8ff8-ec1205b2ed5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 1099 time: 0.6559098 May 19 12:58:09.992309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.128353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:10.234670 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:10.237947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.283592 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-823b0d30-054a-4b7f-ba1d-dec7f47d26d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3486288 May 19 12:58:10.284362 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-049bfa5e-228c-4b4f-8334-93393295e1a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:10.303355 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b34679ae-2e2e-4547-8ab9-70a4db9bdada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.325957 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.369043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:10.387772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.393806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.401003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.401892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:10.422564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:10.444395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:10.518270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-c8a7ecd0-e68e-43d6-9f6f-89bba0c75f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.521031 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-c8a7ecd0-e68e-43d6-9f6f-89bba0c75f12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.6856520 May 19 12:58:10.535886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.536831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f87bff8-5011-467e-a2cc-fd389a4d997b {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:10.556400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:10.576226 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:10.591236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:10.592489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5dc8907f-e518-4eb9-8cd5-e0b9a5d31839 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.6001952 May 19 12:58:10.593913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-aa544aeb-b160-4291-8bcc-fbd6aa1773ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.596443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-aa544aeb-b160-4291-8bcc-fbd6aa1773ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 913 time: 0.8330858 May 19 12:58:10.602782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.608252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/routers/2f87bff8-5011-467e-a2cc-fd389a4d997b HTTP/1.1" status: 204 len: 168 time: 9.1532323 May 19 12:58:10.664687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.665288 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.718212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.718880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.806073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-7150a1e4-202d-4a66-9efa-de733ad45cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.807660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-7150a1e4-202d-4a66-9efa-de733ad45cea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1095 time: 1.0128837 May 19 12:58:10.848969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-8b95bd2b-0279-4f81-9cf6-ce9da29fcc3c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.849716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-8b95bd2b-0279-4f81-9cf6-ce9da29fcc3c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Synchronizing usage tracker for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:10.860899 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-9f788c74-a3c8-48f6-a8a6-ff82126a53f8 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0632823 May 19 12:58:10.895390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b986-fcf0-4cff-aac8-6792b44ae8e2 req-575b84d3-fb66-4441-8ae4-803208ea118b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:10.897117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4098b986-fcf0-4cff-aac8-6792b44ae8e2 req-575b84d3-fb66-4441-8ae4-803208ea118b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 0.6569891 May 19 12:58:10.934661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5342064 May 19 12:58:10.953261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Request body: {'port': {'device_id': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:11.003089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Deleting subnet 106161bd-27d7-49ab-a053-634ec27e863b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:58:11.018249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-8e952062-20e9-4032-ac19-e2f5bf2499c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 1001 time: 0.4129057 May 19 12:58:11.128176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-1c0cf04d-2a3c-4112-8415-88e8049fd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:11.133911 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-1c0cf04d-2a3c-4112-8415-88e8049fd6fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.1290689 May 19 12:58:11.144297 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-58b04600-72f5-4bbc-ac7c-a70c08794485 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348725 May 19 12:58:11.162494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.216277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-8b95bd2b-0279-4f81-9cf6-ce9da29fcc3c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Unset dirty status for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:11.217457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-8b95bd2b-0279-4f81-9cf6-ce9da29fcc3c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 931 time: 1.4202325 May 19 12:58:11.360453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-c5720127-700c-47dd-a453-3c884feae23d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=6449fdfd-4d26-4368-9342-a645a8ac8455 HTTP/1.1" status: 200 len: 217 time: 0.2097154 May 19 12:58:11.366926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4098b986-fcf0-4cff-aac8-6792b44ae8e2 req-ddb9ef91-3661-4d72-8432-3d5fc7cb42fe tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4357030 May 19 12:58:11.369508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-19e4a7fe-21e9-43a2-8edd-5905e332e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:11.372420 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-19e4a7fe-21e9-43a2-8edd-5905e332e585 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8355379 May 19 12:58:11.436081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.533359 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'status': 'completed', 'code': 200} May 19 12:58:11.533794 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a', 'status': 'completed', 'code': 200} May 19 12:58:11.634653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4d80364d-5bb9-4ddf-ae62-f7ce3948a09c req-02bd5370-57d6-46d2-b6f6-df747814169f service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575915 May 19 12:58:11.727574 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'status': 'completed', 'code': 200} May 19 12:58:11.750692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-c0a1cb0b-df42-4cba-b8b3-41fde3b8fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:11.753713 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-c0a1cb0b-df42-4cba-b8b3-41fde3b8fc46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 200 len: 851 time: 0.7001626 May 19 12:58:11.775492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-e102c2b1-4eae-48ae-8e4e-b448f7728ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:11.778398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-e102c2b1-4eae-48ae-8e4e-b448f7728ef7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.9393144 May 19 12:58:11.923340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-c9897a3c-2aee-4d27-801c-ccab2fa81319 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Synchronizing usage tracker for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:11.963401 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.003691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-fa8afe61-0df6-4940-b661-678d79ce0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.005389 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-fa8afe61-0df6-4940-b661-678d79ce0174 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6322103 May 19 12:58:12.030018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.076987 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9b035151-563b-4d29-8137-0ca5b9a2b2d1 req-0cdaf19f-6be2-40b0-b4f9-4e3f2ba4bb8d service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204091 May 19 12:58:12.085897 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device df327c8c-1707-420f-9ad1-66cec88a27b0 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:58:12.131576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port 7b1d3fc7-fb72-405d-a10d-fa2715565c47 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:12.132093 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.176267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: df327c8c-1707-420f-9ad1-66cec88a27b0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:58:12.177502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device df327c8c-1707-420f-9ad1-66cec88a27b0 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:58:12.192509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-c9897a3c-2aee-4d27-801c-ccab2fa81319 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Unset dirty status for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:12.193694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6203d830-27b0-435d-80ae-0807cb0f1d7c req-c9897a3c-2aee-4d27-801c-ccab2fa81319 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9545450 May 19 12:58:12.196180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-797c6378-7aa6-4b55-929b-3f7fe91b2fab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 999 time: 0.4040718 May 19 12:58:12.241912 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-0103c8cb-0e61-44ae-ba80-f4db388f1f74 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601825 May 19 12:58:12.440931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-295a1fd5-8d6e-4e2d-956a-68493eb14e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.443201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-295a1fd5-8d6e-4e2d-956a-68493eb14e0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 1099 time: 0.5332253 May 19 12:58:12.508206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-9fbd2bab-c839-4915-a864-2fcc86832638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.510758 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-9fbd2bab-c839-4915-a864-2fcc86832638 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4866519 May 19 12:58:12.726590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-61bbc538-276d-42b9-a2cb-59c318266de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.729135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-61bbc538-276d-42b9-a2cb-59c318266de3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d08b3cf-f166-41dd-9018-d379256f6d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9410000 May 19 12:58:12.737585 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-631f542b-4e32-455e-b76a-b57a0d9451ca req-4baa0ea9-aac7-4909-a5d0-7848c30c5389 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827883 May 19 12:58:12.766251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-50298961-7914-4e00-9e9b-9d2619b47c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.769199 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-50298961-7914-4e00-9e9b-9d2619b47c92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1094 time: 0.6133692 May 19 12:58:12.782045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-382c0d44-abd8-4ad0-b9f1-480e535f65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.791880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-f68a1177-0b03-47d2-9208-6e9fee22f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.794418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-f68a1177-0b03-47d2-9208-6e9fee22f17f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.5816276 May 19 12:58:12.818304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cbce9-22ef-4690-a920-a123c1060da5 req-675c114c-dbe2-4b5d-aa1f-ccc1ae771f6f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:12.821466 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a5cbce9-22ef-4690-a920-a123c1060da5 req-675c114c-dbe2-4b5d-aa1f-ccc1ae771f6f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.0370760 May 19 12:58:12.847375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.961484 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.171442 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-d9e7545d-4459-4e2a-9822-a949756fe73d service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139891 May 19 12:58:13.173103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-626bd22a-4c2c-41d2-9a5f-58b75109dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:13.175316 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-626bd22a-4c2c-41d2-9a5f-58b75109dd4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.7239890 May 19 12:58:13.366481 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-65cf0f30-f09b-4d0d-a246-2bcc9c9145fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd HTTP/1.1" status: 200 len: 217 time: 0.1764262 May 19 12:58:13.413503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f4641956-a1a4-4f57-96c6-30931bfffc8a details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:13.487316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-f84d2cb2-703c-43fc-a7dc-508b5c2b8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:13.489841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-f84d2cb2-703c-43fc-a7dc-508b5c2b8dc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.6178410 May 19 12:58:13.490133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for 7b1d3fc7-fb72-405d-a10d-fa2715565c47 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:13.613122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:13.642067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'f4641956-a1a4-4f57-96c6-30931bfffc8a', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'port_id': 'f4641956-a1a4-4f57-96c6-30931bfffc8a', 'mac_address': 'fa:16:3e:a4:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:13.713349 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.741204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-ef361273-026c-4581-a7d9-366d0a3e5285 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.1499262 May 19 12:58:13.742004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4641956-a1a4-4f57-96c6-30931bfffc8a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:13.763126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:13.772977 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.775576 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:13.789319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a5cbce9-22ef-4690-a920-a123c1060da5 req-6e3eb817-2b21-452f-b05c-00993e8247f8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8311210 May 19 12:58:13.850431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-bfb3816a-b2d2-46ce-ac92-00a7c1ed0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:13.854369 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-bfb3816a-b2d2-46ce-ac92-00a7c1ed0283 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4618802 May 19 12:58:13.867547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:13.881645 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:13.977149 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e068eaa3-594c-4a63-aa22-0260fec5095d req-a980a923-43b4-44b6-a699-7e513bdee456 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890441 May 19 12:58:13.994044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-19bbe9ed-f2bc-4c6f-9370-bcf036c04e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:13.995545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-19bbe9ed-f2bc-4c6f-9370-bcf036c04e1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.2369218 May 19 12:58:14.016984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f4641956-a1a4-4f57-96c6-30931bfffc8a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:14.108287 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-dfde4cde-35f0-490c-8db6-6fc1195a565f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941067 May 19 12:58:14.183064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-2a37056f-f2c6-403b-b1c1-f2d8439ae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:14.185081 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-2a37056f-f2c6-403b-b1c1-f2d8439ae307 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3145962 May 19 12:58:14.221232 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.227606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6449fdfd-4d26-4368-9342-a645a8ac8455 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:14.250475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae80bb-559d-4b57-8732-f08ce69aa26f req-abee4d97-8e3d-41d0-b66e-dab948f15477 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:14.252130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98ae80bb-559d-4b57-8732-f08ce69aa26f req-abee4d97-8e3d-41d0-b66e-dab948f15477 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 948 time: 1.8186893 May 19 12:58:14.320560 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-6865c597-3c1a-4012-935e-256ae80e5046 service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5321789 May 19 12:58:14.387695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8795be40-0f91-4892-ae78-1647c35dc02c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:14.430394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.443930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-abd358f4-eda7-43e5-8d5b-eed5edfe7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:14.446198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-abd358f4-eda7-43e5-8d5b-eed5edfe7492 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5971088 May 19 12:58:14.520821 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.527185 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e45a3219-f2d3-4005-8b6c-faa05adaa3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:14.609007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6449fdfd-4d26-4368-9342-a645a8ac8455,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:14.610268 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-a9537e1f-4483-4da4-bd21-f36842e2d069 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944813 May 19 12:58:14.618381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-5bd9d11e-fcb3-42c3-9721-dfb8564b18b3 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780794 May 19 12:58:14.636697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '6449fdfd-4d26-4368-9342-a645a8ac8455', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '6449fdfd-4d26-4368-9342-a645a8ac8455', 'mac_address': 'fa:16:3e:09:fa:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:14.647799 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98ae80bb-559d-4b57-8732-f08ce69aa26f req-db699f7b-b2c2-4396-abd8-dc613d78a92d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445113 May 19 12:58:14.759554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.796860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6449fdfd-4d26-4368-9342-a645a8ac8455 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:14.811248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=106161bd-27d7-49ab-a053-634ec27e863b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:14.815423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Transition to ACTIVE for port object 8795be40-0f91-4892-ae78-1647c35dc02c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:14.835344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6449fdfd-4d26-4368-9342-a645a8ac8455,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:14.840976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.843945 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:14.859969 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:14.923851 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-51ef2c20-f7d3-4455-bf8f-83082fbf9def service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840984 May 19 12:58:14.941165 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.945968 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.961147 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6897108a-c2cd-4496-a99e-e05d6369a06f tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:14.965764 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a464973f-9b2d-4bed-a9f6-b1c7ffe5ece3 req-aafda5f5-e7dd-42af-a2bb-4a69b3281170 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468642 May 19 12:58:15.000077 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.003236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:15.198622 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.214154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['6449fdfd-4d26-4368-9342-a645a8ac8455'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:15.433984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/106161bd-27d7-49ab-a053-634ec27e863b HTTP/1.1" status: 204 len: 168 time: 4.7637882 May 19 12:58:15.436492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f4641956-a1a4-4f57-96c6-30931bfffc8a up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:15.437333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.515366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-5b39a2b5-b0f7-4a7d-ba69-4353b656c99d service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9961295 May 19 12:58:15.519489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2121f0bc-65db-43bc-b450-00724c8930b7 req-b35cfe1c-6d18-4086-bdc8-40a2d9f3c396 service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1778529 May 19 12:58:15.533254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733511-a9c0-4034-93d1-373cb8077918 req-ae5a6cd1-ccc3-4006-8d27-517dc6c997e2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:15.536338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad733511-a9c0-4034-93d1-373cb8077918 req-ae5a6cd1-ccc3-4006-8d27-517dc6c997e2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 1.2998531 May 19 12:58:15.581237 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.597108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port f4641956-a1a4-4f57-96c6-30931bfffc8a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:15.606862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port f4641956-a1a4-4f57-96c6-30931bfffc8a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:15.607610 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.618387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.657982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.673899 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:15.683091 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.807083 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.839374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:15.852854 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:15.861881 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-538ee2f7-115a-4955-9501-d4fc8c20a587 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:15.865696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.867836 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.868216 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:15.896674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421ef21d-645a-4f79-be31-862d9fe19d81']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:15.932945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285ce99-892f-4a40-be4d-b762fdbb501e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:15.933460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285ce99-892f-4a40-be4d-b762fdbb501e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:15.959711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.964591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.969000 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:15.988808 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.997419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:15.997853 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.005910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=7b1d3fc7-fb72-405d-a10d-fa2715565c47,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: timer() May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:16.015033 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:16.022113 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:16.025709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad733511-a9c0-4034-93d1-373cb8077918 req-a1190a0e-e7e8-4c63-8998-a19b09819e84 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858445 May 19 12:58:16.123299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0307e-6c23-46c5-aa5d-2a1f456ae17e req-00fa86c2-e30c-4946-93d2-a1e371285509 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:16.125606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2f0307e-6c23-46c5-aa5d-2a1f456ae17e req-00fa86c2-e30c-4946-93d2-a1e371285509 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 1.0747986 May 19 12:58:16.151376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.156208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:16.173205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-101ac725-9466-4f9b-92f2-9958a57a39a6 service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156199 May 19 12:58:16.181373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 421ef21d-645a-4f79-be31-862d9fe19d81 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:16.190268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Attempting to bind port 8795be40-0f91-4892-ae78-1647c35dc02c on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:16.190595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Attempting to bind port 8795be40-0f91-4892-ae78-1647c35dc02c by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:16.190923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Attempting to bind port 8795be40-0f91-4892-ae78-1647c35dc02c on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:16.200955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.221778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:16.227277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Network': ['ID=421ef21d-645a-4f79-be31-862d9fe19d81,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.233615 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:16.236544 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/networks/421ef21d-645a-4f79-be31-862d9fe19d81 HTTP/1.1" status: 204 len: 168 time: 0.7977405 May 19 12:58:16.464941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Port 8795be40-0f91-4892-ae78-1647c35dc02c on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:16.465453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Attempting to bind port 8795be40-0f91-4892-ae78-1647c35dc02c on network c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:16.630492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:16.671558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'mac_address': 'fa:16:3e:43:3b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:16.834516 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.889660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:16.890186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Checking segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:16.890369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Bound using segment: {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:16.892566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Bound port: 8795be40-0f91-4892-ae78-1647c35dc02c, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:16.911124 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.946036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:16.989058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:16.994417 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.996177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'name': 'tempest-router--267533046', 'project_id': 'cb0a0021420c4823b380e2126a3fecef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:17.004067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:17.010204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:17.024425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:router and tenant:cb0a0021420c4823b380e2126a3fecef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:17.029371 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.035758 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:17.044139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:17.072319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:17.147167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.150910 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.213057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.291759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:17.297430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.333943 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:17.372116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:17.378539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.384663 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5d9d5d0-d055-4e9a-b231-673837bd7496 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3926733 May 19 12:58:17.387322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:17.462835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2f0307e-6c23-46c5-aa5d-2a1f456ae17e req-edd5864d-c98f-42ce-a7c4-0da1dee08f02 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3092155 May 19 12:58:17.578909 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.581413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/7b1d3fc7-fb72-405d-a10d-fa2715565c47 HTTP/1.1" status: 204 len: 168 time: 6.9130433 May 19 12:58:17.598416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.005964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:18.016591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.159106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:18.177406 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4a876e-5574-4782-baed-8a0b441805c9 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] GET failed (client error): The resource could not be found. May 19 12:58:18.178514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0e4a876e-5574-4782-baed-8a0b441805c9 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:18.193625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792541ce-b71e-45b0-910d-e139eb9d6c4a req-4286232c-9fca-4c51-b4aa-fa364f5988d7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:18.204114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-792541ce-b71e-45b0-910d-e139eb9d6c4a req-4286232c-9fca-4c51-b4aa-fa364f5988d7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 943 time: 1.6322260 May 19 12:58:18.218046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.228687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6449fdfd-4d26-4368-9342-a645a8ac8455 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:18.309100 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:18.422586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:18.423215 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.424818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] 10.222.0.57 "PUT /v2.0/ports/8795be40-0f91-4892-ae78-1647c35dc02c HTTP/1.1" status: 200 len: 1091 time: 7.4758637 May 19 12:58:18.448637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 6449fdfd-4d26-4368-9342-a645a8ac8455 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:18.456302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 6449fdfd-4d26-4368-9342-a645a8ac8455 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:18.460033 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.462876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:18.471528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-1452cadb-67ce-44d1-b8b5-a7b5aeac1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:18.473387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-1452cadb-67ce-44d1-b8b5-a7b5aeac1711 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1095 time: 2.1747031 May 19 12:58:18.534515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0e4a876e-5574-4782-baed-8a0b441805c9 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:18.539321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e4a876e-5574-4782-baed-8a0b441805c9 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports/7b1d3fc7-fb72-405d-a10d-fa2715565c47 HTTP/1.1" status: 404 len: 333 time: 0.9349968 May 19 12:58:18.545715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.557508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-792541ce-b71e-45b0-910d-e139eb9d6c4a req-26d15d35-d97a-426f-a892-73b1bd838237 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521819 May 19 12:58:18.571210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-1498569843'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:18.650108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.659218 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:18.714864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e259929-7cf0-484b-ab77-3ebab7612c77 req-c1f998d9-0110-4802-a410-975c76dd491a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:18.731179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e259929-7cf0-484b-ab77-3ebab7612c77 req-c1f998d9-0110-4802-a410-975c76dd491a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7338543 May 19 12:58:18.922126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.925546 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.926295 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.972057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.973144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f47449e-55f3-4106-b447-12b6db735353 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:19.027747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.033441 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-53455344-1225-486f-a797-15e7ef6d591b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8f47449e-55f3-4106-b447-12b6db735353 HTTP/1.1" status: 204 len: 168 time: 1.6386595 May 19 12:58:19.070043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6449fdfd-4d26-4368-9342-a645a8ac8455,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:19.086919 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.089724 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:19.090810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-dfcfba15-ecd9-4af4-bc08-713584701ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:19.093377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-dfcfba15-ecd9-4af4-bc08-713584701ee8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.5063710 May 19 12:58:19.245551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:19.250899 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:19.272651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e259929-7cf0-484b-ab77-3ebab7612c77 req-72f129ac-e690-4d01-b65f-e070b53aa33a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5399683 May 19 12:58:19.334299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:19.381101 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a', 'code': 200} May 19 12:58:19.396455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:19.450202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:19.497303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:19.502764 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.549784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-90c634e1-23db-4945-ad10-3e130c8bf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:19.557481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-90c634e1-23db-4945-ad10-3e130c8bf65b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 1094 time: 0.8240285 May 19 12:58:19.605730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0f92-2d82-4572-b649-c2e7e179dd12 req-9f0d36ca-d50a-4868-8a1a-2df6805bbc0d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:19.610243 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c3a0f92-2d82-4572-b649-c2e7e179dd12 req-9f0d36ca-d50a-4868-8a1a-2df6805bbc0d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 950 time: 0.4681189 May 19 12:58:19.640394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:58:19.845262 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c', 'status': 'completed', 'code': 200} May 19 12:58:19.955463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2010171519', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:19.970903 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:19.976376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:19.987347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:20.018685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c3a0f92-2d82-4572-b649-c2e7e179dd12 req-4ced4719-3b11-41a1-988d-2fddacae81a4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841417 May 19 12:58:20.034344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:20.059352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.060623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.112513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.240117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:20.252999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b1627-27c4-49d6-95ed-373ae4b9e445 req-32f9aa04-4c61-47ab-8654-bbfe6127ddfc tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:20.255455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-306b1627-27c4-49d6-95ed-373ae4b9e445 req-32f9aa04-4c61-47ab-8654-bbfe6127ddfc tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 0.3934226 May 19 12:58:20.418447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:20.440888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:20.441657 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.502226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.10 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:20.559563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-306b1627-27c4-49d6-95ed-373ae4b9e445 req-1db043d0-c899-47ce-b4e6-5bbaac196f55 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362150 May 19 12:58:20.581070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-4bf697c6-b6d0-4914-af5b-e7130d290365 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:20.583722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-4bf697c6-b6d0-4914-af5b-e7130d290365 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.3232310 May 19 12:58:20.676901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-06ce1a86-b84b-42ae-badb-b80958340d68 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/quotas/f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 375 time: 0.0790567 May 19 12:58:20.848933 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.896402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:20.902503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.905830 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a092c4f5-05ef-43d8-8cef-bdf453853d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:20.968518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.056467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:21.062000 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:21.292643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-43b78e93-ea1c-49cb-9a78-66cc39ede899 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5943909 May 19 12:58:21.297997 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.333919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b417d-66ee-45c8-9277-51c6c51600b2 req-d0cd7c93-b314-4bf9-8905-a85950dfc59f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:21.341197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c4b417d-66ee-45c8-9277-51c6c51600b2 req-d0cd7c93-b314-4bf9-8905-a85950dfc59f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 943 time: 0.2568245 May 19 12:58:21.344468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:21.381642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455'}, {'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:21.402397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c4b417d-66ee-45c8-9277-51c6c51600b2 req-644e2f4f-d37d-4bcc-b92d-9380feb850b7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601802 May 19 12:58:21.536796 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.564010 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8eb741b6-ba17-496b-b0d4-25eaaee2c64e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:21.604085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.639891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.824214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Allocated IP 172.25.4.64 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/92bce633-6a55-4d70-9904-0154b8ddb806) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:21.989657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:22.000739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:22.015549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:22.088718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:22.096361 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:22.123980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:22.124635 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.133678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.159814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-db9071c3-21b5-49a6-8b6e-1e78fc83aeb9 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8562517 May 19 12:58:22.214950 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.228923 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62ed1af9-ef35-4e8b-9aed-f1098b63fb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:22.353703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:22.369757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:22.379137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:22.403580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8544302 May 19 12:58:22.418751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:22.427522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:59:35:fa'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:22.451036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab68c8a8-c4a7-4052-b866-d0474e305576 None None] Provisioning for port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:22.459374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab68c8a8-c4a7-4052-b866-d0474e305576 None None] Provisioning complete for port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:22.461009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab68c8a8-c4a7-4052-b866-d0474e305576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.504328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event updated for resources: {'Port': ['ID=92bce633-6a55-4d70-9904-0154b8ddb806,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:22.509857 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:22.561026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-e67990d4-505e-4638-877a-77f295d3baa1 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898866 May 19 12:58:22.608305 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab68c8a8-c4a7-4052-b866-d0474e305576 None None] Port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:23.020987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.245330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa48f37-033f-4284-818e-2f89af89d3f0 req-bbf1d6f4-b431-42e2-b35e-0f1a6ba32eab tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:23.247237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1fa48f37-033f-4284-818e-2f89af89d3f0 req-bbf1d6f4-b431-42e2-b35e-0f1a6ba32eab tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 950 time: 0.1718462 May 19 12:58:23.387280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1fa48f37-033f-4284-818e-2f89af89d3f0 req-2ba491e1-35d1-4ff3-84b7-59e9cddf0ab5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248322 May 19 12:58:23.471481 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455', 'code': 200} May 19 12:58:23.472308 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'code': 200} May 19 12:58:23.572849 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.670399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.675074 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.799633 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1a7a87f6-5a72-4632-a759-df22f7b3c0c1 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:24.281207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:24.303239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:24.324959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] In _notify_port_updated(), no bound segment for port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 on network 5105d255-9b54-4826-85bf-0bfe36f84a63 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:24.337624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:24.339095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.344079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "PUT /v2.0/ports/23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 HTTP/1.1" status: 200 len: 994 time: 1.9210343 May 19 12:58:24.356223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:24.362729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d587e0-82a5-42b6-8a62-4af0dcdf91f3 req-c9311d26-7df4-413e-ab97-f0272343d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:24.365743 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c3d587e0-82a5-42b6-8a62-4af0dcdf91f3 req-c9311d26-7df4-413e-ab97-f0272343d349 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 1101 time: 0.7468550 May 19 12:58:24.585616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f42b43-d98f-4fa7-9f65-2af8a6674dfa req-75fa26a5-19be-4dd6-bdeb-60303bb6d5aa tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:24.600407 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f42b43-d98f-4fa7-9f65-2af8a6674dfa req-75fa26a5-19be-4dd6-bdeb-60303bb6d5aa tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 1.0133028 May 19 12:58:24.609183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90fba6a1-3a59-4232-b847-034818d73f3b None None] Provisioning complete for port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:24.611207 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90fba6a1-3a59-4232-b847-034818d73f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.663643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7d109-9cb2-4978-a3b9-370501d3107b req-3a743df5-646c-4267-8f70-eda5536c1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:24.663643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c7d109-9cb2-4978-a3b9-370501d3107b req-3a743df5-646c-4267-8f70-eda5536c1033 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 1101 time: 0.9901695 May 19 12:58:24.705514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.814066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-90fba6a1-3a59-4232-b847-034818d73f3b None None] Port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:24.851257 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c3d587e0-82a5-42b6-8a62-4af0dcdf91f3 req-0d230501-cbb6-407a-b695-f0ef7084fdde service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378149 May 19 12:58:24.859980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4f42b43-d98f-4fa7-9f65-2af8a6674dfa req-d01cb28c-4068-4905-8e24-b3ced7bf1b43 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575309 May 19 12:58:24.912453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c7d109-9cb2-4978-a3b9-370501d3107b req-dcb88e85-6a6b-4570-8e47-09cc6503599d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411375 May 19 12:58:25.003382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:25.003382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.129564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Router 4b83e40f-8adf-45c0-a85b-b8b9f3071870 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:25.360929 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.415278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:25.426419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] Sync routers for ids ['4b83e40f-8adf-45c0-a85b-b8b9f3071870'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:25.446665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] Routers {'4b83e40f-8adf-45c0-a85b-b8b9f3071870'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:25.447595 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4b83e40f-8adf-45c0-a85b-b8b9f3071870'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:25.504823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.521690 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1858590 May 19 12:58:25.528333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:25.565780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:25.598374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] Routers {'4b83e40f-8adf-45c0-a85b-b8b9f3071870'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:25.599473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['4b83e40f-8adf-45c0-a85b-b8b9f3071870'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:25.739465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1375280-7be2-4a21-808e-3d6c1b2f21a9 req-b8f4133a-1079-49fe-b439-0b952df9abf9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:25.741092 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1375280-7be2-4a21-808e-3d6c1b2f21a9 req-b8f4133a-1079-49fe-b439-0b952df9abf9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 943 time: 0.6543038 May 19 12:58:25.758157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:25.759044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d87ea-5edc-42c1-ab72-e15a174bd2e7 None None] The sync data for ids ['4b83e40f-8adf-45c0-a85b-b8b9f3071870'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:25.872543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for 23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:26.036221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1375280-7be2-4a21-808e-3d6c1b2f21a9 req-c1c675c6-02c3-4d90-a3e3-87860543e08c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838725 May 19 12:58:26.048243 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1fd7dbd8-fc82-463c-a198-584e031c14f2 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/4b83e40f-8adf-45c0-a85b-b8b9f3071870 HTTP/1.1" status: 200 len: 920 time: 0.5180054 May 19 12:58:26.050889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:26.096883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-3b8be323-6d38-4209-884b-1dd04bf4794a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:26.098473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-3b8be323-6d38-4209-884b-1dd04bf4794a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.6999452 May 19 12:58:26.113123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'device_id': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'admin_state_up': True, 'tenant_id': 'f6c385f268c74baabf8254875377953d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:26.194052 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-37d4abca-08a2-49ed-bc9c-b93eabbe40bb tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b83e40f-8adf-45c0-a85b-b8b9f3071870 HTTP/1.1" status: 200 len: 205 time: 0.1403182 May 19 12:58:26.197069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:26.421847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b6a8fcc-235d-4632-9a46-35281a2c2254 req-b9476352-b7b7-4338-8782-73d59a7f08de tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 210 time: 0.1001987 May 19 12:58:26.576221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:26.620662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:26.652945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:26.658168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.676874 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.705473 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2551c4e-f139-46f2-af9b-f065d2c15e1b tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:26.934148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.989363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:27.019588 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:27.282391 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.409110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port 92bce633-6a55-4d70-9904-0154b8ddb806 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:27.410106 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.559806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e552e6-abfb-4fd6-8cbc-ebf1a81557e4 req-2ed22a0f-0838-4149-8d04-360a1f88a33e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:27.562602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18e552e6-abfb-4fd6-8cbc-ebf1a81557e4 req-2ed22a0f-0838-4149-8d04-360a1f88a33e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 950 time: 0.6411202 May 19 12:58:27.576918 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.633655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.639526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.20.0.3 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/f9519aaa-ef8c-4dea-87da-2dd6cb46a89c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:27.742366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 HTTP/1.1" status: 204 len: 168 time: 3.3745992 May 19 12:58:27.751986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:27.768167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for 92bce633-6a55-4d70-9904-0154b8ddb806 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:27.867957 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18e552e6-abfb-4fd6-8cbc-ebf1a81557e4 req-07fd93ba-3366-4b03-b692-39bd8ee5b87b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907586 May 19 12:58:27.912908 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d882e372-037e-476c-9b60-b2164caface1 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] GET failed (client error): The resource could not be found. May 19 12:58:27.914067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d882e372-037e-476c-9b60-b2164caface1 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:28.108892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d882e372-037e-476c-9b60-b2164caface1 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:28.114759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d882e372-037e-476c-9b60-b2164caface1 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports/23bfc177-8fa9-4bf1-ab3e-8c718c99d1e5 HTTP/1.1" status: 404 len: 333 time: 0.3573048 May 19 12:58:28.115496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:28.186392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-1105611739'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:28.308805 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.318353 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54df05f2-8927-4b85-ad31-cafd45c84773 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:28.382649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=92bce633-6a55-4d70-9904-0154b8ddb806,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:28.415377 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:28.417956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.455651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0ecdd-c1a3-4007-843f-e833819bbc4a req-4e4c322e-6494-4a3d-b47c-a3f4d71cef13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:28.457711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86d0ecdd-c1a3-4007-843f-e833819bbc4a req-4e4c322e-6494-4a3d-b47c-a3f4d71cef13 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 944 time: 0.4663587 May 19 12:58:28.461990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:28.468602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Transition to ACTIVE for port object f9519aaa-ef8c-4dea-87da-2dd6cb46a89c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:28.496560 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.504807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:28.548230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:28.551853 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.730001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.730516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86d0ecdd-c1a3-4007-843f-e833819bbc4a req-67839dd7-ce18-4297-831c-d9f12e75053b tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588964 May 19 12:58:28.736596 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.749149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port 8c75238a-8a1a-4016-a39f-45e61797e938 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:58:28.789704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.798400 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-11dbb6e5-3cc4-48b9-bf1f-b07fb3971a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:28.799112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.800557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router 4b83e40f-8adf-45c0-a85b-b8b9f3071870 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:28.831011 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.838850 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/4b83e40f-8adf-45c0-a85b-b8b9f3071870 HTTP/1.1" status: 204 len: 168 time: 2.6344213 May 19 12:58:28.839122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:28.845415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573851487', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:28.855097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:28.863105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:router and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:28.869885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:28.883713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:28.902941 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.904064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.911676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:28.921414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.962861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:29.068846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:29.185851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:29.189595 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:29.237220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-20000b3f-9032-4f64-9445-367089b9e035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8795be40-0f91-4892-ae78-1647c35dc02c HTTP/1.1" status: 200 len: 217 time: 0.2691736 May 19 12:58:29.277514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46f1fe48-f21d-4969-a85d-f8b6118fa8bb None None] Provisioning for port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:29.285739 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46f1fe48-f21d-4969-a85d-f8b6118fa8bb None None] Provisioning complete for port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:29.286134 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46f1fe48-f21d-4969-a85d-f8b6118fa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.423193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-46f1fe48-f21d-4969-a85d-f8b6118fa8bb None None] Port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:29.433879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:29.434569 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.445130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-d3f0c865-51b7-45f5-86a3-e0238c74781f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 999 time: 0.4729042 May 19 12:58:29.524182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.7 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/8c75238a-8a1a-4016-a39f-45e61797e938) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:29.541602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-c6046134-4600-4618-a2a3-e4495bcedde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:29.542792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-c6046134-4600-4618-a2a3-e4495bcedde7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.2543151 May 19 12:58:29.610030 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5011146 May 19 12:58:29.677250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.679180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e572c4-581c-4033-ac7b-cdbf2febca76 req-299c1c5c-fcb7-4fa8-84e3-84519b14a808 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:29.681171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e572c4-581c-4033-ac7b-cdbf2febca76 req-299c1c5c-fcb7-4fa8-84e3-84519b14a808 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 943 time: 0.7735429 May 19 12:58:29.693533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Request body: {'port': {'device_id': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:29.735578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a02f7-2bf7-49cc-8dce-a1987efd95e1 req-b64db1fe-9fb7-4b1e-93e9-16ae5e1c33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:29.735817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-d4f4d08d-2265-4ffc-9d55-6b56fadc7eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671901 May 19 12:58:29.738212 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-814a02f7-2bf7-49cc-8dce-a1987efd95e1 req-b64db1fe-9fb7-4b1e-93e9-16ae5e1c33d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 0.6913936 May 19 12:58:29.809146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-ced821bb-6901-4911-a8ae-641957854115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:29.810577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-ced821bb-6901-4911-a8ae-641957854115 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.3462203 May 19 12:58:29.940163 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-814a02f7-2bf7-49cc-8dce-a1987efd95e1 req-1aa3e944-4f9b-4aad-a3ec-b4512b4b2769 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748440 May 19 12:58:30.112180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e572c4-581c-4033-ac7b-cdbf2febca76 req-9e2ad86d-b656-4eef-b7ff-e003dbab9b14 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743939 May 19 12:58:30.267371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.277745 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.303880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.387074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-54384e8e-4e40-4c51-b4f6-bf10c03d9c31 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969353 May 19 12:58:30.393310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d554-3cd4-41e9-b29d-7eef3a2bd89e req-f66c8774-9c3f-4065-ba3b-6ade3bf5e18c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:30.394074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f037d554-3cd4-41e9-b29d-7eef3a2bd89e req-f66c8774-9c3f-4065-ba3b-6ade3bf5e18c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:30.510651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.25.4.196 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/ba30b28f-e174-44d7-8d92-c32c72c58ea2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:30.521200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-912f7244-bb42-4e28-848f-01206be2b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:30.524605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-912f7244-bb42-4e28-848f-01206be2b0c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6845722 May 19 12:58:30.812856 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.898470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.906794 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f08c990-1f9e-4dbc-a806-890a1341f607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:31.022673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.030667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f037d554-3cd4-41e9-b29d-7eef3a2bd89e req-f66c8774-9c3f-4065-ba3b-6ade3bf5e18c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:31.032467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f037d554-3cd4-41e9-b29d-7eef3a2bd89e req-f66c8774-9c3f-4065-ba3b-6ade3bf5e18c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 931 time: 1.4658213 May 19 12:58:31.048506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=ba30b28f-e174-44d7-8d92-c32c72c58ea2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:31.054976 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:31.061999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:31.063552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:31.066289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:31.082771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cccca57-a9bb-48de-b073-d2353c1eb63b req-1761bba6-c9dc-4262-ad53-cf4ddd7f0581 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775579 May 19 12:58:31.202560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object 8c75238a-8a1a-4016-a39f-45e61797e938 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:31.506772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f037d554-3cd4-41e9-b29d-7eef3a2bd89e req-029a31e9-5c8a-4393-ae5d-97394ec9ba89 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466071 May 19 12:58:31.539066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-200b0c6d-ce19-488f-98dc-eb08644c3ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325314 May 19 12:58:31.556398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:31.610934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de9c-3349-4eb6-ba5e-071c1d6f4260 req-3e105201-1ab9-42f1-ad07-d51aaa64ec01 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:31.620182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8566de9c-3349-4eb6-ba5e-071c1d6f4260 req-3e105201-1ab9-42f1-ad07-d51aaa64ec01 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 950 time: 0.7552776 May 19 12:58:31.658418 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.673179 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:31.688077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.882573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:31.990148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:31.999674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9519aaa-ef8c-4dea-87da-2dd6cb46a89c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:32.009282 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.030387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:32.039231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'port_id': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'mac_address': 'fa:16:3e:5f:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:32.066497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:32.219041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:32.222279 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.230614 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.286383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:32.330982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:32.349737 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.361863 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:32.377842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Transition to ACTIVE for port object f9519aaa-ef8c-4dea-87da-2dd6cb46a89c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:32.418433 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.457334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:32.461615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-3f26868a-abac-4353-93ad-99fb159cddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:32.463779 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-3f26868a-abac-4353-93ad-99fb159cddc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 1094 time: 1.2590842 May 19 12:58:32.478869 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.515589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.516019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8566de9c-3349-4eb6-ba5e-071c1d6f4260 req-d6630492-3788-4dee-a5a0-87b74053b1d2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942952 May 19 12:58:32.520675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.522405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.523343 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.524536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.527280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.528142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.528908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.534725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.535648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.536446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.539148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:32.548050 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:32.575345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acda0066-db30-4993-afd4-6c512d804219 None None] Provisioning for port 8c75238a-8a1a-4016-a39f-45e61797e938 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:32.588753 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acda0066-db30-4993-afd4-6c512d804219 None None] Provisioning complete for port 8c75238a-8a1a-4016-a39f-45e61797e938 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:32.589375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acda0066-db30-4993-afd4-6c512d804219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.668698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['61a2ea57-622a-4be7-b43c-5fff3d1afea1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:32.738634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router 96071c34-7cd5-4791-9895-caa970ec0275 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:32.760178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-acda0066-db30-4993-afd4-6c512d804219 None None] Port 8c75238a-8a1a-4016-a39f-45e61797e938 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:32.829620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=8c75238a-8a1a-4016-a39f-45e61797e938,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:33.010303 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:33.024255 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:33.133479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:33.160549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:33.163784 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Sync routers for ids ['96071c34-7cd5-4791-9895-caa970ec0275'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:33.173747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0468497 May 19 12:58:33.177813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:59:35:fa'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:33.222432 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Routers {'96071c34-7cd5-4791-9895-caa970ec0275'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:33.223697 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['96071c34-7cd5-4791-9895-caa970ec0275'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:33.374392 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.377080 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5367491 May 19 12:58:33.386839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:33.395010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:33.433635 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:33.535061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-370e9932-ee18-4c59-9e14-0a634f079bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:33.537773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-370e9932-ee18-4c59-9e14-0a634f079bf5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 1.0200360 May 19 12:58:33.561845 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Set router 96071c34-7cd5-4791-9895-caa970ec0275 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:33.565931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8795be40-0f91-4892-ae78-1647c35dc02c details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:33.597413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7deb456-56be-4d50-bfb1-0fc1d511ea08 req-f49fd57b-bea3-4adc-b510-3827255eb0ef service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0450346 May 19 12:58:33.910375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:33.925080 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-50cd79dd-527f-4d26-b731-059b5fa61e72 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/96071c34-7cd5-4791-9895-caa970ec0275 HTTP/1.1" status: 200 len: 908 time: 0.5359910 May 19 12:58:33.942518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '8795be40-0f91-4892-ae78-1647c35dc02c', 'network_id': 'c38d7c37-c4cd-4f65-ad5d-f6a3c557a506', 'port_id': '8795be40-0f91-4892-ae78-1647c35dc02c', 'mac_address': 'fa:16:3e:a9:13:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65503ed-d7e2-409a-87b7-05649b220621', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:33.973806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:34.013409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573851487', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:34.026439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:34.055018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-2c11dc51-41f9-41a5-92ab-d027d89c7b4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8795be40-0f91-4892-ae78-1647c35dc02c HTTP/1.1" status: 200 len: 217 time: 0.4555705 May 19 12:58:34.093636 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96071c34-7cd5-4791-9895-caa970ec0275', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196'}], 'enable_snat': False}, 'gw_port_id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:28Z', 'updated_at': '2021-05-19T12:58:31Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96071c34-7cd5-4791-9895-caa970ec0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:58:30Z', 'updated_at': '2021-05-19T12:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:34.098654 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Checking router: 96071c34-7cd5-4791-9895-caa970ec0275 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:34.099254 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Updating router 96071c34-7cd5-4791-9895-caa970ec0275 port ba30b28f-e174-44d7-8d92-c32c72c58ea2 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:34.105312 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.118536 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.148546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8795be40-0f91-4892-ae78-1647c35dc02c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:34.152565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Usage tracker for resource:router and tenant:14b50c0bcbbf4bb6a067527103691118 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:34.155561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d6ebf-fc79-466a-a6c9-2b3cd0b15221 req-9b3a7641-5b3b-4fd1-b689-751bf490a3bd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:34.158654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6d6ebf-fc79-466a-a6c9-2b3cd0b15221 req-9b3a7641-5b3b-4fd1-b689-751bf490a3bd tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 945 time: 2.2732303 May 19 12:58:34.169366 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.182826 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:34.185556 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:34.191502 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.195121 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:34.396182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb92bb-7d11-47c4-a4d2-caa597f02db0 req-ee5487cc-af75-452a-8cbc-4eb50b8f32cd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:34.400893 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67eb92bb-7d11-47c4-a4d2-caa597f02db0 req-ee5487cc-af75-452a-8cbc-4eb50b8f32cd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 943 time: 1.4039109 May 19 12:58:34.427014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Attempting to bind port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:34.427580 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Attempting to bind port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:34.428139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Attempting to bind port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:34.489762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:34.495750 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:34.504729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['8795be40-0f91-4892-ae78-1647c35dc02c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:34.559033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67eb92bb-7d11-47c4-a4d2-caa597f02db0 req-392ce428-7afb-4dec-9372-091da55b0463 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381898 May 19 12:58:34.562582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-92467577-da49-4e31-acea-33c0d5010357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:34.565969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-92467577-da49-4e31-acea-33c0d5010357 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.4970582 May 19 12:58:34.570360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6d6ebf-fc79-466a-a6c9-2b3cd0b15221 req-866ee8fa-d929-44f8-95f9-78ad8e0effef tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914404 May 19 12:58:34.571286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:34.572077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Attempting to bind port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:34.626727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:34.627011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:34.627418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:34.627875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Bound port: f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:34.628281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.657009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-c2eebfff-05c8-4f9a-af77-adba4a6cf2de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785737 May 19 12:58:34.866319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-ac8f3bf0-bbed-4695-896a-7e8a9e43fa5c service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652920 May 19 12:58:34.887701 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.907451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:34.917048 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.922426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:34.956571 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.995125 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Transition to ACTIVE for port object ba30b28f-e174-44d7-8d92-c32c72c58ea2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:35.012605 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.024709 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:35.177139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=8c75238a-8a1a-4016-a39f-45e61797e938,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:35.186329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.190144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.229127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:35.238636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:35.244876 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.269196 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Attempting to bind port ba30b28f-e174-44d7-8d92-c32c72c58ea2 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.270090 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Attempting to bind port ba30b28f-e174-44d7-8d92-c32c72c58ea2 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.270090 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Attempting to bind port ba30b28f-e174-44d7-8d92-c32c72c58ea2 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.284681 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.293442 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:35.297996 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:35.298389 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:35.298808 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.299214 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:35.299710 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Bound port: ba30b28f-e174-44d7-8d92-c32c72c58ea2, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:35.300127 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.313878 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:35.383526 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363edd2-fee9-459c-b757-47408ca9ec00 None None] Pushing event updated for resources: {'Port': ['ID=ba30b28f-e174-44d7-8d92-c32c72c58ea2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:35.419522 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-1363edd2-fee9-459c-b757-47408ca9ec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:35.558992 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] For port ba30b28f-e174-44d7-8d92-c32c72c58ea2, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:35.568559 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] For port ba30b28f-e174-44d7-8d92-c32c72c58ea2, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ba30b28f-e174-44d7-8d92-c32c72c58ea2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:35.573941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:35.587626 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.593547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] In _notify_port_updated(), no bound segment for port 8c75238a-8a1a-4016-a39f-45e61797e938 on network 5105d255-9b54-4826-85bf-0bfe36f84a63 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:35.598845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:35.599715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.602571 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-66545850-66c5-4191-8767-adbd80db0c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:35.615947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "PUT /v2.0/ports/8c75238a-8a1a-4016-a39f-45e61797e938 HTTP/1.1" status: 200 len: 996 time: 2.4394028 May 19 12:58:35.633883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:35.682716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:35.684009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.695983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-89d91df9-f855-456b-a57a-561960065f5d service neutron] 10.222.0.71 "PUT /v2.0/ports/f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 200 len: 1091 time: 6.0252342 May 19 12:58:35.732169 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Routers {'96071c34-7cd5-4791-9895-caa970ec0275'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:35.732928 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['96071c34-7cd5-4791-9895-caa970ec0275'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:35.744137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:35.849352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0972b1b6-cd4d-4ea5-9a50-38158f66e1c1 None None] Provisioning complete for port 8c75238a-8a1a-4016-a39f-45e61797e938 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:35.850013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0972b1b6-cd4d-4ea5-9a50-38158f66e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.005167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d239f9ad-9b37-4432-b99d-923842fd37b9 req-abfea811-7854-474e-9803-6280a0889364 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1185656 May 19 12:58:36.009633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0972b1b6-cd4d-4ea5-9a50-38158f66e1c1 None None] Port 8c75238a-8a1a-4016-a39f-45e61797e938 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:36.015945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.043396 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:36.053205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:36.072596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:36.073353 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.114615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6841f-33ed-4a39-ba7d-daf7112ea077 req-3b1c608e-feec-4f85-bbfe-e3988e66145b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.125744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6841f-33ed-4a39-ba7d-daf7112ea077 req-3b1c608e-feec-4f85-bbfe-e3988e66145b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.128808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57d6841f-33ed-4a39-ba7d-daf7112ea077 req-3b1c608e-feec-4f85-bbfe-e3988e66145b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766&device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 1691 time: 0.6512895 May 19 12:58:36.137051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-285b7918-b2d8-471c-a277-e5d125de917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.138947 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-285b7918-b2d8-471c-a277-e5d125de917e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 1094 time: 0.3296957 May 19 12:58:36.139501 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] Set router 96071c34-7cd5-4791-9895-caa970ec0275 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:36.195750 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.308829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port 8c75238a-8a1a-4016-a39f-45e61797e938 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:36.309447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.326233 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363edd2-fee9-459c-b757-47408ca9ec00 None None] Pushing event updated for resources: {'Port': ['ID=ba30b28f-e174-44d7-8d92-c32c72c58ea2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.346400 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-1363edd2-fee9-459c-b757-47408ca9ec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:36.372091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639d10-e5d5-408d-9fcc-7d2bbf783493 req-ad9def9d-6e1d-44ca-9f95-dc579ad6b1d0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.386556 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.389448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25639d10-e5d5-408d-9fcc-7d2bbf783493 req-ad9def9d-6e1d-44ca-9f95-dc579ad6b1d0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 943 time: 0.7918854 May 19 12:58:36.425031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:36.442801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:36.452889 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.458563 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:36.459213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-e7f74635-379e-492c-a031-cdc2bfc5e993 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 200 len: 217 time: 0.2669933 May 19 12:58:36.466822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57d6841f-33ed-4a39-ba7d-daf7112ea077 req-33237677-caae-4954-a676-6ad19410b699 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256209 May 19 12:58:36.549777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25639d10-e5d5-408d-9fcc-7d2bbf783493 req-097c90db-8591-4e4d-b90d-e8540492abe6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572483 May 19 12:58:36.564798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-e6a36ebf-6cb8-4b27-a39c-878693e04ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.566690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-e6a36ebf-6cb8-4b27-a39c-878693e04ff4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.0986321 May 19 12:58:36.636101 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.706193 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96071c34-7cd5-4791-9895-caa970ec0275', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196'}], 'enable_snat': False}, 'gw_port_id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:28Z', 'updated_at': '2021-05-19T12:58:31Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96071c34-7cd5-4791-9895-caa970ec0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:58:30Z', 'updated_at': '2021-05-19T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:36.713307 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f031b-77e4-40a6-8e04-78e782972bb2 None None] The sync data for ids ['96071c34-7cd5-4791-9895-caa970ec0275'] in n-d-791505-2 is: [{'id': '96071c34-7cd5-4791-9895-caa970ec0275', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196'}], 'enable_snat': False}, 'gw_port_id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:28Z', 'updated_at': '2021-05-19T12:58:31Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': 'ba30b28f-e174-44d7-8d92-c32c72c58ea2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96071c34-7cd5-4791-9895-caa970ec0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:58:30Z', 'updated_at': '2021-05-19T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:36.748368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.753787 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:36.804096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for 8c75238a-8a1a-4016-a39f-45e61797e938 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:36.885379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792ae1-2c8f-41bc-b7c6-fed004bc9665 req-b5a16874-3680-4863-937d-f9117aa33b6c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.887006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f792ae1-2c8f-41bc-b7c6-fed004bc9665 req-b5a16874-3680-4863-937d-f9117aa33b6c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.1994183 May 19 12:58:36.979011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e090-9829-4532-9d81-3f8851852aa9 req-d4932454-4a83-4ab4-9733-377ceb73c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:36.980570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-d4932454-4a83-4ab4-9733-377ceb73c5ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4070103 May 19 12:58:37.030974 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f792ae1-2c8f-41bc-b7c6-fed004bc9665 req-c6adbf76-f665-4932-acb4-5e22ec0eb7e8 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965834 May 19 12:58:37.114649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.150272 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.196523 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:58:37.199591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993498c-7a8e-4308-8144-20faffad2591 req-d39147fb-b778-454b-a22e-8bab9e50b370 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:37.201844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4993498c-7a8e-4308-8144-20faffad2591 req-d39147fb-b778-454b-a22e-8bab9e50b370 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 944 time: 0.3132832 May 19 12:58:37.245789 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'status': 'completed', 'code': 200} May 19 12:58:37.287639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-df9c4eaf-a7cb-4b9a-af0d-43cbe1e0fcb4 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790771 May 19 12:58:37.359807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4993498c-7a8e-4308-8144-20faffad2591 req-f9e81ce0-1127-4d85-991b-5fe6a740789e tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425421 May 19 12:58:37.508393 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'code': 200} May 19 12:58:37.582581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8795be40-0f91-4892-ae78-1647c35dc02c up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:37.662046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.738853 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec1b5955-27cd-40d1-9032-5d8e1e37a275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:37.762913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 8795be40-0f91-4892-ae78-1647c35dc02c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:37.772967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 8795be40-0f91-4892-ae78-1647c35dc02c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:37.773636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.017321 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.019461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=8c75238a-8a1a-4016-a39f-45e61797e938,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.034682 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:38.050512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.25.4.117 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8cd3282e-fa13-4417-b7cf-3b51c872a86a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:38.181374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:38.191607 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.202588 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:38.210604 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3596e090-9829-4532-9d81-3f8851852aa9 req-f3f28f6a-80e4-4bee-97ca-add3e3b5bce8 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8861411 May 19 12:58:38.313275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.373610 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/8c75238a-8a1a-4016-a39f-45e61797e938 HTTP/1.1" status: 204 len: 168 time: 2.7385044 May 19 12:58:38.377289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:38.396280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ba30b28f-e174-44d7-8d92-c32c72c58ea2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:38.427435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39414-1984-43ca-b49b-3fa356d85251 req-2f6c078f-5b4e-4a6e-aefc-efc21c8b2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:38.430238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb39414-1984-43ca-b49b-3fa356d85251 req-2f6c078f-5b4e-4a6e-aefc-efc21c8b2bbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1097 time: 0.5280387 May 19 12:58:38.441517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2b7f-d04c-45e3-bda0-e561102d1b36 req-d8a986f6-200a-4920-95ea-8d66409d8d4c tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:38.457824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-963a2b7f-d04c-45e3-bda0-e561102d1b36 req-d8a986f6-200a-4920-95ea-8d66409d8d4c tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 1101 time: 0.5571549 May 19 12:58:38.463571 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3122f793-9451-480c-9155-0e0759c90b48 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] GET failed (client error): The resource could not be found. May 19 12:58:38.464622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3122f793-9451-480c-9155-0e0759c90b48 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:38.480401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.481606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.487606 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:38.503727 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3122f793-9451-480c-9155-0e0759c90b48 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:38.505087 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3122f793-9451-480c-9155-0e0759c90b48 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports/8c75238a-8a1a-4016-a39f-45e61797e938 HTTP/1.1" status: 404 len: 333 time: 0.1270008 May 19 12:58:38.509777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:38.510188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port ba30b28f-e174-44d7-8d92-c32c72c58ea2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:38.518757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-1801512002'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:38.519157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ba30b28f-e174-44d7-8d92-c32c72c58ea2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:38.520143 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.538272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0712b9-6523-4fa7-93a1-05175dfe2b9c req-7d3c6e4a-97c4-48ca-89dc-1ff41cdf375c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:38.539517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca0712b9-6523-4fa7-93a1-05175dfe2b9c req-7d3c6e4a-97c4-48ca-89dc-1ff41cdf375c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 943 time: 0.6414754 May 19 12:58:38.565357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb39414-1984-43ca-b49b-3fa356d85251 req-a04b7eff-3823-4191-a732-7a5ae3759b5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678878 May 19 12:58:38.636219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497a59-3bf0-4b51-a911-c2460f323496 req-a6992558-334d-46ec-811f-95ec4073d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:38.636456 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.637761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-a6992558-334d-46ec-811f-95ec4073d765 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 1094 time: 0.3546746 May 19 12:58:38.644408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca0712b9-6523-4fa7-93a1-05175dfe2b9c req-0f7df402-f9fe-42d0-b669-08be7db27edd tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 May 19 12:58:38.644642 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:38.645954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-963a2b7f-d04c-45e3-bda0-e561102d1b36 req-b7e16383-3ebc-44dd-852d-0f5d3d058548 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Synchronizing usage tracker for tenant:625f49ee976b466588637f4a631e9d32 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:38.704058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-963a2b7f-d04c-45e3-bda0-e561102d1b36 req-b7e16383-3ebc-44dd-852d-0f5d3d058548 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Unset dirty status for tenant:625f49ee976b466588637f4a631e9d32 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:38.705446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-963a2b7f-d04c-45e3-bda0-e561102d1b36 req-b7e16383-3ebc-44dd-852d-0f5d3d058548 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463598 May 19 12:58:38.733295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd3282e-fa13-4417-b7cf-3b51c872a86a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.740824 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:38.758447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:38.779924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:38.785384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:38.834264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:38.844770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497a59-3bf0-4b51-a911-c2460f323496 req-08de8375-2263-4fe7-a47c-4f827c4adc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:38.846430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-08de8375-2263-4fe7-a47c-4f827c4adc59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.1942458 May 19 12:58:38.851705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:38.858280 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.896766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port ba30b28f-e174-44d7-8d92-c32c72c58ea2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ba30b28f-e174-44d7-8d92-c32c72c58ea2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:38.902560 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.911188 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:39.004154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=ba30b28f-e174-44d7-8d92-c32c72c58ea2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:39.009355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:39.013016 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.017152 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:39.018786 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-b292df21-3e2c-4996-a992-83c640bc81c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 200 len: 217 time: 0.1630843 May 19 12:58:39.102497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port bac0369a-9ab7-4913-a61f-fe1ebfff2956 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:58:39.109208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497a59-3bf0-4b51-a911-c2460f323496 req-83d00cbc-70b4-4088-862f-0a40045965b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:39.110716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-83d00cbc-70b4-4088-862f-0a40045965b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.0754764 May 19 12:58:39.124650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78039f6-4264-4894-ad1c-f3e87571fe2b req-822b54b8-21aa-4e78-bed9-a9708ece9495 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:39.126226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e78039f6-4264-4894-ad1c-f3e87571fe2b req-822b54b8-21aa-4e78-bed9-a9708ece9495 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.1937175 May 19 12:58:39.280763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e78039f6-4264-4894-ad1c-f3e87571fe2b req-a141ae43-6e85-4fe0-ab55-0e60b88a8e67 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188688 May 19 12:58:39.357651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497a59-3bf0-4b51-a911-c2460f323496 req-11a65ad0-8018-4de5-a408-3476f3cd8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:39.362720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-11a65ad0-8018-4de5-a408-3476f3cd8c11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354836 May 19 12:58:39.412050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3919b-3fb2-4e1c-afaa-040eaa113a6c req-f1a2d94e-0be5-40cf-9e60-22ba507aa05c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:39.417279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fba3919b-3fb2-4e1c-afaa-040eaa113a6c req-f1a2d94e-0be5-40cf-9e60-22ba507aa05c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.2536974 May 19 12:58:39.494167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.8 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/bac0369a-9ab7-4913-a61f-fe1ebfff2956) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:39.509994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:39.525009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.623760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fba3919b-3fb2-4e1c-afaa-040eaa113a6c req-481978a8-0f46-42c9-94a4-487b91e62ec0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862061 May 19 12:58:39.664074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-8792ffd3-c7b3-4a26-9e67-446fc60e3fe2 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906401 May 19 12:58:39.750122 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c', 'code': 200} May 19 12:58:39.899301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8536a-3c25-422b-8396-9aa26799f742 req-113a773d-a432-490c-8748-eecc86a73ce7 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:39.900921 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85d8536a-3c25-422b-8396-9aa26799f742 req-113a773d-a432-490c-8748-eecc86a73ce7 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 1101 time: 0.3674588 May 19 12:58:40.071303 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de497a59-3bf0-4b51-a911-c2460f323496 req-15d6e4c0-5b50-4fc3-a2bf-35c1c27333e8 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959877 May 19 12:58:40.076001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-85d8536a-3c25-422b-8396-9aa26799f742 req-18332a00-c9d8-45e2-9af2-05371e0709f7 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117375 May 19 12:58:40.093983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f739-1da4-49d5-ba18-d20142cab221 req-b509e86e-e711-4cab-a5cd-3ae32dec51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:40.095521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2210f739-1da4-49d5-ba18-d20142cab221 req-b509e86e-e711-4cab-a5cd-3ae32dec51a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 1096 time: 0.2442336 May 19 12:58:40.154754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41c556-fbd8-4e3b-90f4-0fdc752e698e req-5819b4a2-c0c4-4379-a576-8f288334afa6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:40.162587 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c41c556-fbd8-4e3b-90f4-0fdc752e698e req-5819b4a2-c0c4-4379-a576-8f288334afa6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 943 time: 0.2713306 May 19 12:58:40.228587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ba30b28f-e174-44d7-8d92-c32c72c58ea2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:40.356260 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-412c8036-c4eb-44ea-8037-b2a63aa3a460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.367079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ba30b28f-e174-44d7-8d92-c32c72c58ea2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:40.367539 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.396816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2210f739-1da4-49d5-ba18-d20142cab221 req-3cfe0ee1-7f92-49ca-8c99-a06736de6cc7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843235 May 19 12:58:40.422147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c41c556-fbd8-4e3b-90f4-0fdc752e698e req-d8a82e15-d4ac-40af-bb18-772e07af53bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585034 May 19 12:58:40.545895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.672924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93496521-7923-473a-a1b7-138c9c636d8c req-0d4d7de7-a666-448b-9bb6-22eca57bdba6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:40.680772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93496521-7923-473a-a1b7-138c9c636d8c req-0d4d7de7-a666-448b-9bb6-22eca57bdba6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.1146755 May 19 12:58:40.738619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93496521-7923-473a-a1b7-138c9c636d8c req-054745a9-feff-4efa-9307-7db7433397ac tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515804 May 19 12:58:40.787081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.831233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object bac0369a-9ab7-4913-a61f-fe1ebfff2956 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:40.837078 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-21c7c218-1cfd-48bc-90c7-5ffbb288e3da tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356877 May 19 12:58:40.964827 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.971239 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-32c150b7-cfe1-46c5-bae7-6449fe36c046 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:41.080627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:41.084278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc56566-6a29-4802-b09e-edbe3711876b req-f1f9b8d7-fbb4-4632-ada9-dd6029573b64 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:41.086637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbc56566-6a29-4802-b09e-edbe3711876b req-f1f9b8d7-fbb4-4632-ada9-dd6029573b64 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.1449027 May 19 12:58:41.094677 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:41.097008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-bf61983a-fc3b-401e-9b15-55e0ac5cc443 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:41.104264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-bf61983a-fc3b-401e-9b15-55e0ac5cc443 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605655 May 19 12:58:41.122447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:41.123029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-3ec46d4d-9dfe-4b9e-82f0-2b82dac0d17f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.0176220 May 19 12:58:41.200788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=bac0369a-9ab7-4913-a61f-fe1ebfff2956,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:41.232533 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:41.281664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:41.394461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbc56566-6a29-4802-b09e-edbe3711876b req-81329abe-947e-46f7-a030-76d1d36c3eff tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194531 May 19 12:58:41.441297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-53612dd0-6b00-41fd-9028-897e572bc56f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3168347 May 19 12:58:41.501744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:41.503254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.582658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7778b32c-52a5-4f8d-95dc-9d8d6da3a341 None None] Provisioning for port bac0369a-9ab7-4913-a61f-fe1ebfff2956 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:41.590292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7778b32c-52a5-4f8d-95dc-9d8d6da3a341 None None] Provisioning complete for port bac0369a-9ab7-4913-a61f-fe1ebfff2956 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:41.590700 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7778b32c-52a5-4f8d-95dc-9d8d6da3a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.627893 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1154618 May 19 12:58:41.630818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:41.643316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'network_id': '5105d255-9b54-4826-85bf-0bfe36f84a63', 'name': 'tempest-AllowedAddressPairTestJSON-1199945397'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:41.670365 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7778b32c-52a5-4f8d-95dc-9d8d6da3a341 None None] Port bac0369a-9ab7-4913-a61f-fe1ebfff2956 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:41.684609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:41.698592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Sync routers for ids ['3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:41.711077 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Routers {'3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:41.712171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:41.722563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.725062 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7211788 May 19 12:58:41.731016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:41.967690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Set router 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:42.161043 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-17fe4485-1a81-44a9-973c-fe0e088e0758 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 HTTP/1.1" status: 200 len: 907 time: 0.4275796 May 19 12:58:42.165589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:42.323185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f9519aaa-ef8c-4dea-87da-2dd6cb46a89c details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:42.341263 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '8cd3282e-fa13-4417-b7cf-3b51c872a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:35Z', 'updated_at': '2021-05-19T12:58:39Z', 'revision_number': 3, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port': {'id': '8cd3282e-fa13-4417-b7cf-3b51c872a86a', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:58:37Z', 'updated_at': '2021-05-19T12:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:42.347779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Checking router: 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:42.348982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Updating router 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 port 8cd3282e-fa13-4417-b7cf-3b51c872a86a binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:42.410633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:42.416639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Usage tracker for resource:port and tenant:15a7bff40bbb48b4b2f99895f57cec75 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:42.420209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:42.427830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.428154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:42.449936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee480-f6e1-4e84-9fe3-fa75300417bf req-865541aa-d4ba-4ceb-b4a4-38aadb766556 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:42.460983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83eee480-f6e1-4e84-9fe3-fa75300417bf req-865541aa-d4ba-4ceb-b4a4-38aadb766556 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 943 time: 0.4934950 May 19 12:58:42.486509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Made reservation on behalf of 15a7bff40bbb48b4b2f99895f57cec75 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:42.490481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.533249 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.544510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] device_id is not set on port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 12:58:42.605734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1876-e350-45ba-90c8-dee9c0efd64c req-9879ee24-62e6-4220-ab6f-d92665f4b28c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:42.615305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1ec1876-e350-45ba-90c8-dee9c0efd64c req-9879ee24-62e6-4220-ab6f-d92665f4b28c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.4286172 May 19 12:58:42.684731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-83eee480-f6e1-4e84-9fe3-fa75300417bf req-099caa42-d33e-4d50-b305-192a1448d044 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200365 May 19 12:58:42.719501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:42.736793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1ec1876-e350-45ba-90c8-dee9c0efd64c req-ffa17183-21bb-4f5b-b854-d5b9351edf9c tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149967 May 19 12:58:42.816910 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'mac_address': 'fa:16:3e:f7:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:42.882425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c25e06ef-023a-4f2e-afa2-f14f98ce44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.928843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Allocated IP 172.20.0.5 (5105d255-9b54-4826-85bf-0bfe36f84a63/8988020e-fa2a-4b28-a167-b53d1de88d95/4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:42.954045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.348645 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.371595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d40429-2837-45ce-adc8-0c6f0be1c0a0 req-5b46762a-0ded-4021-8e89-c7de8c99912a tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:43.374159 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.382015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34d40429-2837-45ce-adc8-0c6f0be1c0a0 req-5b46762a-0ded-4021-8e89-c7de8c99912a tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.1820250 May 19 12:58:43.398560 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.416088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Transition to ACTIVE for port object 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:43.455256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34d40429-2837-45ce-adc8-0c6f0be1c0a0 req-fad74a68-333e-4968-aa38-9d12f3556598 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722585 May 19 12:58:43.503542 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.510013 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2789bab7-cee0-4997-ad25-83b3fc328477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:43.556528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9519aaa-ef8c-4dea-87da-2dd6cb46a89c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:43.591358 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.616711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Deleting port 8cd3282e-fa13-4417-b7cf-3b51c872a86a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:43.617421 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.652352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:43.680796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Transition to ACTIVE for port object 8cd3282e-fa13-4417-b7cf-3b51c872a86a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:43.683852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:43.693364 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.698757 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:43.708559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:43.728690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:43.731490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:43.815834 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:43.836383 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.984627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Attempting to bind port 8cd3282e-fa13-4417-b7cf-3b51c872a86a on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:43.985186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Attempting to bind port 8cd3282e-fa13-4417-b7cf-3b51c872a86a by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:43.985656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Attempting to bind port 8cd3282e-fa13-4417-b7cf-3b51c872a86a on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:44.002793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:44.008780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:44.009344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:44.010115 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.010640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:44.011312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Bound port: 8cd3282e-fa13-4417-b7cf-3b51c872a86a, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:44.011802 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.056570 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:44.057152 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:44.106591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:44.107278 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.127219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8ab542-cc29-4e34-986f-44d5b5244c73 req-9c07b314-3241-4f45-ad06-c5fa19702a3e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 210 time: 0.2097433 May 19 12:58:44.163520 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.211139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Pushing event updated for resources: {'Port': ['ID=8cd3282e-fa13-4417-b7cf-3b51c872a86a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:44.213184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5802283 May 19 12:58:44.213899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.224635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:59:35:fa'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ba:d1:79'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:44.233065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:44.391642 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:44.441125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.461150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Calling delete_port for 8cd3282e-fa13-4417-b7cf-3b51c872a86a owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:44.479657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-703f76a2-31ca-4775-9cca-b33fbcd5c0ab None None] Provisioning for port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:44.495331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] For port 8cd3282e-fa13-4417-b7cf-3b51c872a86a, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:44.500596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-703f76a2-31ca-4775-9cca-b33fbcd5c0ab None None] Provisioning complete for port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:44.501105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-703f76a2-31ca-4775-9cca-b33fbcd5c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.573604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] For port 8cd3282e-fa13-4417-b7cf-3b51c872a86a, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8cd3282e-fa13-4417-b7cf-3b51c872a86a,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:44.594296 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.613752 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:44.676942 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.681636 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-045ed22f-6492-4e03-aa05-3914b7b291e7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:44.737881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cd3282e-fa13-4417-b7cf-3b51c872a86a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:44.743223 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:44.779983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Pushing event deleted for resources: {'Port': ['ID=8cd3282e-fa13-4417-b7cf-3b51c872a86a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:44.783565 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:44.792132 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-703f76a2-31ca-4775-9cca-b33fbcd5c0ab None None] Port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:44.800220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Routers {'3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:44.800903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:44.865133 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.892634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-8b2c6cfc-5294-4278-a888-a2da0ddd8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:44.894163 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-8b2c6cfc-5294-4278-a888-a2da0ddd8083 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 1096 time: 0.5104320 May 19 12:58:44.908915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d85ce-d436-4c50-babb-a2c04da60796 req-c16a2506-0cc7-4c9c-9d3f-7c6dbea835b0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:44.916215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d0d85ce-d436-4c50-babb-a2c04da60796 req-c16a2506-0cc7-4c9c-9d3f-7c6dbea835b0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.4288142 May 19 12:58:45.001200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379ff56-7340-436c-b23c-d1a691d430ff req-1e53982c-c6d7-49d2-b8af-a2240279c336 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:45.005637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] Set router 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:58:45.009578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b379ff56-7340-436c-b23c-d1a691d430ff req-1e53982c-c6d7-49d2-b8af-a2240279c336 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 944 time: 0.6269670 May 19 12:58:45.066551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d0d85ce-d436-4c50-babb-a2c04da60796 req-987e2fd7-4372-483a-9968-ad58ab859831 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492286 May 19 12:58:45.104471 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.109809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.151022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.151576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:45.172747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.174220 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/routers/3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639 HTTP/1.1" status: 204 len: 168 time: 3.0072534 May 19 12:58:45.178176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:45.235539 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b379ff56-7340-436c-b23c-d1a691d430ff req-ffb7f991-3c5e-4e39-acb0-e9ad106ba0eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249334 May 19 12:58:45.246231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:35Z', 'updated_at': '2021-05-19T12:58:44Z', 'revision_number': 5, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:45.263490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93965a-b19a-48fe-8422-423b95af3174 None None] The sync data for ids ['3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639'] in n-d-791505-2 is: [{'id': '3d479dc0-dfe5-4ec5-81b9-a2bcf50f9639', 'name': 'tempest-snat-router-573851487', 'tenant_id': '14b50c0bcbbf4bb6a067527103691118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:58:35Z', 'updated_at': '2021-05-19T12:58:44Z', 'revision_number': 5, 'project_id': '14b50c0bcbbf4bb6a067527103691118', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:45.271736 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.330726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-d07807a2-f7ad-4ac1-8cb9-6384f6375cfb tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881468 May 19 12:58:45.522598 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.534287 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-0d1d2290-73be-4fb3-ad9a-c8451ea4b673 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684600 May 19 12:58:45.573805 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.730469 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-accc29f9-ca3f-4862-8d9d-1ebead462121 req-6a66161f-0043-42e9-b3a1-18eb5ae3f998 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 210 time: 0.0624459 May 19 12:58:45.764656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-5cdbb118-2f40-4440-8498-8f9e1a8d0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:45.766082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-5cdbb118-2f40-4440-8498-8f9e1a8d0672 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.8282549 May 19 12:58:45.783371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.865155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.987971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-e3827f51-74cb-43ed-9ffd-90926978074a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8795be40-0f91-4892-ae78-1647c35dc02c HTTP/1.1" status: 200 len: 217 time: 0.1892958 May 19 12:58:46.119216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Deleting port ba30b28f-e174-44d7-8d92-c32c72c58ea2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:46.119757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.158697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-85a61cc2-954d-4b33-ab66-22d2b9904f24 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:46.159741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-85a61cc2-954d-4b33-ab66-22d2b9904f24 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8068557 May 19 12:58:46.190570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': '73971bf3-0068-4392-b599-7bfc01a56972', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:46.244320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-803e3beb-8ab5-4a00-96e6-0cd45e9c433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:46.245755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-803e3beb-8ab5-4a00-96e6-0cd45e9c433b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.2363198 May 19 12:58:46.252982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-0758cc52-cdec-4f41-89bd-a56e599aee69 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:46.254537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-0758cc52-cdec-4f41-89bd-a56e599aee69 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6757064 May 19 12:58:46.314651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:46.318152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f9519aaa-ef8c-4dea-87da-2dd6cb46a89c up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:46.342220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] For port ba30b28f-e174-44d7-8d92-c32c72c58ea2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ba30b28f-e174-44d7-8d92-c32c72c58ea2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:46.342694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.448058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:46.454928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:46.454928 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.487028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-7aff94b2-7b61-4a28-87ca-be1e22a7ad3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209902 May 19 12:58:46.490378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Calling delete_port for ba30b28f-e174-44d7-8d92-c32c72c58ea2 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:46.516587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520089e9-c7b7-4554-8374-a2bbe59aa13f req-5c81556c-afe9-4a6f-b9ba-f0b436961388 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:46.524483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-520089e9-c7b7-4554-8374-a2bbe59aa13f req-5c81556c-afe9-4a6f-b9ba-f0b436961388 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 0.5924315 May 19 12:58:46.608872 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.667499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:46.685939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:46.692494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.694968 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.697722 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:46.698348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13c739a8-eced-4378-ba8f-20a7a3631e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:46.786293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba30b28f-e174-44d7-8d92-c32c72c58ea2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.822135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.825885 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:46.866210 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:46.904313 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.969328 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.160071 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.160498 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-520089e9-c7b7-4554-8374-a2bbe59aa13f req-0dc0d69f-b8e9-4501-bac6-4c9f029137a3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351433 May 19 12:58:47.163070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.193338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:47.202661 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.203939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96071c34-7cd5-4791-9895-caa970ec0275 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:47.216807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:47.222656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:port and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:47.231391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:47.242384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.244850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:47.252514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Usage tracker for resource:port and tenant:542e9c2f8d8a4aeaac138c26dd57beef is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:47.252804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "DELETE /v2.0/routers/96071c34-7cd5-4791-9895-caa970ec0275 HTTP/1.1" status: 204 len: 168 time: 2.0697837 May 19 12:58:47.260077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:47.260344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-2f3c60ff-d23b-44b4-8051-db6224f47513 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182350 May 19 12:58:47.268835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970876323', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:47.270341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:47.285468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:47.292924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:47.299114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:47.311405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:47.321909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:47.346441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.348229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.377542 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:47.385201 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.405545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e8d6-1741-4ee4-aa72-710735a0ba9d req-a44dd6eb-b8e5-4e55-9e35-3507e18fd856 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:47.407263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ea5e8d6-1741-4ee4-aa72-710735a0ba9d req-a44dd6eb-b8e5-4e55-9e35-3507e18fd856 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 1.0712278 May 19 12:58:47.407989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:47.411718 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.504246 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.529136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:47.532819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.556904 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.567576 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:47.739969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ea5e8d6-1741-4ee4-aa72-710735a0ba9d req-061316e4-c54e-4eee-ad94-66e736e99e38 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117554 May 19 12:58:47.894267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event updated for resources: {'Port': ['ID=4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:47.914471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a20f0259-9cfd-4d99-8193-4a7a905bf632 req-413f36af-8cb4-47d3-8a38-82c81ca71b06 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395190 May 19 12:58:47.925091 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:48.009613 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.019599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f01f8-6d4e-4533-a767-8469b2d35a94 req-49731fab-ec9d-4d9b-9f77-c2e2da8e355e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:48.021269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f2f01f8-6d4e-4533-a767-8469b2d35a94 req-49731fab-ec9d-4d9b-9f77-c2e2da8e355e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.6857486 May 19 12:58:48.035134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] In _notify_port_updated(), no bound segment for port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 on network 5105d255-9b54-4826-85bf-0bfe36f84a63 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:48.042611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:48.043575 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.048526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "PUT /v2.0/ports/4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 HTTP/1.1" status: 200 len: 1055 time: 3.8334444 May 19 12:58:48.082040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:48.181686 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'code': 200} May 19 12:58:48.198843 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f2f01f8-6d4e-4533-a767-8469b2d35a94 req-b9a87ed6-a1db-41c8-b476-cdc8ca256833 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148262 May 19 12:58:48.234134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ba30b28f-e174-44d7-8d92-c32c72c58ea2 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:58:48.300815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.226 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/bd067753-54be-4b1e-a8e0-74db6f43b10b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:48.324173 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: ba30b28f-e174-44d7-8d92-c32c72c58ea2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:58:48.325047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ba30b28f-e174-44d7-8d92-c32c72c58ea2 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:58:48.344047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fa437c9b-1caa-45c1-9c31-0e899f5e6e56 None None] Provisioning complete for port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:48.345056 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa437c9b-1caa-45c1-9c31-0e899f5e6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.468277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fa437c9b-1caa-45c1-9c31-0e899f5e6e56 None None] Port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:48.561309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bb4bbf7-c230-4bdd-a503-b0ad878053a1 req-07886cd3-66c1-476d-a9fb-39d07ab82677 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 210 time: 0.1042724 May 19 12:58:48.620369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-de2a2295-7084-467f-bfcf-add6fc820135 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:48.622942 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-de2a2295-7084-467f-bfcf-add6fc820135 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 1.0506649 May 19 12:58:48.754933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280edb-f5b1-4e95-9213-c781201adc36 req-ed447c1e-5538-4a7e-b141-7ad3c4c78370 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:48.757732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5280edb-f5b1-4e95-9213-c781201adc36 req-ed447c1e-5538-4a7e-b141-7ad3c4c78370 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 0.4118929 May 19 12:58:48.892814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5280edb-f5b1-4e95-9213-c781201adc36 req-cd250fd1-3831-42c6-9990-07b23b00ea4f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204946 May 19 12:58:48.941095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.976540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object bd067753-54be-4b1e-a8e0-74db6f43b10b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:49.093266 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.115629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:49.123143 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35b49d94-aee5-440d-8b6f-296460974b7d tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:49.187508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b1084-9580-4994-bc02-ab13c40ab993 req-90e9b762-47c0-486f-9927-e84ab509e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:49.192262 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f93b1084-9580-4994-bc02-ab13c40ab993 req-90e9b762-47c0-486f-9927-e84ab509e9f0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 1096 time: 0.8826323 May 19 12:58:49.250058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:49.250058 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.372902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:49.373479 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.390920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:49.411644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:49.432439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.445691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:49.486927 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:49.563876 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f93b1084-9580-4994-bc02-ab13c40ab993 req-04eada2d-ede3-4173-b4f6-194034959467 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613484 May 19 12:58:49.592667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.69 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/a79f49c7-e97d-4b96-a14d-06f1f04421d9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:49.838576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22b02721-4ee5-4716-929e-e1f6301bf0b6 None None] Provisioning for port bd067753-54be-4b1e-a8e0-74db6f43b10b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:49.852468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:49.853157 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.876859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22b02721-4ee5-4716-929e-e1f6301bf0b6 None None] Provisioning complete for port bd067753-54be-4b1e-a8e0-74db6f43b10b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:49.877238 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22b02721-4ee5-4716-929e-e1f6301bf0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.890509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cbb8f-395f-4db2-bd18-53648c76e03e req-ac2e9de9-6214-4aa4-90db-9717640ee8e3 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:49.892153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-223cbb8f-395f-4db2-bd18-53648c76e03e req-ac2e9de9-6214-4aa4-90db-9717640ee8e3 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.6346524 May 19 12:58:49.950614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7756505 May 19 12:58:49.964451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Request body: {'port': {'device_id': '73971bf3-0068-4392-b599-7bfc01a56972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:50.018260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-22b02721-4ee5-4716-929e-e1f6301bf0b6 None None] Port bd067753-54be-4b1e-a8e0-74db6f43b10b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:50.064215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:50.064564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.093062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf3572-7bc7-498e-b1cc-f321a09341bf req-829d4814-5d5f-4714-b2d8-0faea5e65748 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:50.094639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31cf3572-7bc7-498e-b1cc-f321a09341bf req-829d4814-5d5f-4714-b2d8-0faea5e65748 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.5790458 May 19 12:58:50.102988 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-223cbb8f-395f-4db2-bd18-53648c76e03e req-92c68ae3-542b-4bfe-8993-cc6b5620dc7f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807704 May 19 12:58:50.109127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.291860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.321954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31cf3572-7bc7-498e-b1cc-f321a09341bf req-b79d794b-fc48-43d4-8e50-372e987faecd tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177420 May 19 12:58:50.331121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.351081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f20da4a7-5295-4ea3-853b-0e755a245fab req-614ae331-955e-4b27-9e59-3cf4fa5a76e2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:50.383695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:50.395452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for 4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:50.407486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.449002 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.457988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f20da4a7-5295-4ea3-853b-0e755a245fab req-614ae331-955e-4b27-9e59-3cf4fa5a76e2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:50.459094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f20da4a7-5295-4ea3-853b-0e755a245fab req-614ae331-955e-4b27-9e59-3cf4fa5a76e2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 210 time: 0.1988800 May 19 12:58:50.481227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object a79f49c7-e97d-4b96-a14d-06f1f04421d9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:50.670355 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.691946 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5d7a9f1-8add-43cd-b6b4-b2ec21cf00ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:50.719667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Allocated IP 172.25.4.104 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/e40971c9-25bb-4baf-bf30-9330741a8bee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:50.754810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e652ca-9e03-4fad-a3f0-cf8b30131ede req-046bcf4b-fbc8-4dae-a16b-bd1d9417d70a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:50.757028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4e652ca-9e03-4fad-a3f0-cf8b30131ede req-046bcf4b-fbc8-4dae-a16b-bd1d9417d70a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 946 time: 0.2314866 May 19 12:58:50.799006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.815243 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cac2c64e-fe42-4bc5-98d2-6b1f32fe48cd tempest-TenantUsagesTestJSON-1721712935 tempest-TenantUsagesTestJSON-1721712935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:50.880063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:50.888979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:50.898937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:50.915119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:50.932787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:50.942972 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:51.011755 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4e652ca-9e03-4fad-a3f0-cf8b30131ede req-43954838-8e65-4e88-9eb0-65992ebadc19 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831689 May 19 12:58:51.079193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:51.079889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.110925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.117539 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:51.130352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.175805 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90d35b8c-1dc3-4c8b-9556-774f6c3fc5d0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:51.255527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd067753-54be-4b1e-a8e0-74db6f43b10b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:51.283062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.292647 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.321619 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Transition to ACTIVE for port object bd067753-54be-4b1e-a8e0-74db6f43b10b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:51.325728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0186152 May 19 12:58:51.336052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.359537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Request body: {'port': {'device_id': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:51.414762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.424227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.429351 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce0ae311-fdcd-43db-a747-1e2ce3b94c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:51.443522 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:51.444931 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:51.479655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75830861-f953-43f0-8245-00471c96b3b0 None None] Provisioning for port a79f49c7-e97d-4b96-a14d-06f1f04421d9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:51.490590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75830861-f953-43f0-8245-00471c96b3b0 None None] Provisioning complete for port a79f49c7-e97d-4b96-a14d-06f1f04421d9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:51.491121 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75830861-f953-43f0-8245-00471c96b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.504335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:58:51.560534 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.564191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'name': 'network-vif-deleted', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:51.600341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:51.613674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:51.622041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-75830861-f953-43f0-8245-00471c96b3b0 None None] Port a79f49c7-e97d-4b96-a14d-06f1f04421d9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:51.624970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:58:51.655038 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:58:51.664351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event updated for resources: {'Port': ['ID=e40971c9-25bb-4baf-bf30-9330741a8bee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.675966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:51.686473 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-471adee2-7e2f-46d2-9024-7d8b440d7d56 req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "DELETE /v2.0/ports/491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 HTTP/1.1" status: 204 len: 173 time: 3.0564616 May 19 12:58:51.727770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:58:51.728199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:58:51.810203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.816467 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:52.160587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.198145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862710-4573-48ec-9b92-c4ae310e86f7 req-c135a239-9589-4a2c-86ec-b73f60fbb29f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:52.199730 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3862710-4573-48ec-9b92-c4ae310e86f7 req-c135a239-9589-4a2c-86ec-b73f60fbb29f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.5809519 May 19 12:58:52.417668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.420248 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1486ce83-16a9-4bac-a466-e247d39621b0 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 HTTP/1.1" status: 204 len: 168 time: 4.3363206 May 19 12:58:52.423447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:52.466660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89793631-c642-4abd-8863-37fd63e4def9 req-e1d56622-c8f2-4d6c-874f-b4ead991ef6b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:52.468322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89793631-c642-4abd-8863-37fd63e4def9 req-e1d56622-c8f2-4d6c-874f-b4ead991ef6b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.7556527 May 19 12:58:52.477520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Attempting to bind port bd067753-54be-4b1e-a8e0-74db6f43b10b on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:52.477884 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Attempting to bind port bd067753-54be-4b1e-a8e0-74db6f43b10b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:52.478211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Attempting to bind port bd067753-54be-4b1e-a8e0-74db6f43b10b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:52.523670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Port bd067753-54be-4b1e-a8e0-74db6f43b10b on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:52.524098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Attempting to bind port bd067753-54be-4b1e-a8e0-74db6f43b10b on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:52.527640 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d17b6b6-b87b-48c0-b9d4-7eb5dea9b7ba tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] GET failed (client error): The resource could not be found. May 19 12:58:52.528422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6d17b6b6-b87b-48c0-b9d4-7eb5dea9b7ba tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:52.573626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6d17b6b6-b87b-48c0-b9d4-7eb5dea9b7ba tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:52.577649 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d17b6b6-b87b-48c0-b9d4-7eb5dea9b7ba tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports/4fbf3944-a83e-4f3b-8545-c14c0d0d6ac1 HTTP/1.1" status: 404 len: 333 time: 0.1504998 May 19 12:58:52.579628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:52.581456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:52.581803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:52.582196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:52.582658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Bound port: bd067753-54be-4b1e-a8e0-74db6f43b10b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:52.582998 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.595414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3862710-4573-48ec-9b92-c4ae310e86f7 req-b1887879-29a9-437e-96ef-eb074e259390 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543038 May 19 12:58:52.630680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.767060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89793631-c642-4abd-8863-37fd63e4def9 req-74ff297e-8384-4179-be29-fb8630a38eb6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856123 May 19 12:58:53.020057 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb58d66-c5ee-4b46-80b3-85f74a9b2606', 'name': 'network-vif-deleted', 'tag': '491ebdd5-b1f7-4090-bdb6-44a6a4f0e0f2', 'status': 'completed', 'code': 200} May 19 12:58:53.144969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:53.161676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:53.236402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.252238 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6821824-20c0-4d7e-a9e6-3397f58e3636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:53.255388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port bac0369a-9ab7-4913-a61f-fe1ebfff2956 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:53.256083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.376070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.425766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:53.426483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.428986 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd067753-54be-4b1e-a8e0-74db6f43b10b HTTP/1.1" status: 200 len: 1096 time: 3.4694359 May 19 12:58:53.473760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:53.509987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.592459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3664b64d-254e-41d9-ba0b-777cf4e56012 req-6ccb71e6-a12c-4e4c-a624-824ef4454e38 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.2748780 May 19 12:58:53.649586 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:53.674558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:53.684834 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:53.764238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for bac0369a-9ab7-4913-a61f-fe1ebfff2956 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:53.784321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271e6d-12b4-41c2-9873-3e51949ab851 req-13b209f3-db5d-4424-b1fa-1540453d8432 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:53.792581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f271e6d-12b4-41c2-9873-3e51949ab851 req-13b209f3-db5d-4424-b1fa-1540453d8432 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 935 time: 0.9152014 May 19 12:58:53.828937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79f49c7-e97d-4b96-a14d-06f1f04421d9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:53.856417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.861269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-43352013-a334-49ee-ac83-cfd61d8f6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:53.862978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-43352013-a334-49ee-ac83-cfd61d8f6a20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 1099 time: 0.3327982 May 19 12:58:53.945789 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0f271e6d-12b4-41c2-9873-3e51949ab851 req-ffd4ed6b-b311-488e-847b-276d3dcf6e26 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520588 May 19 12:58:53.970750 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'status': 'completed', 'code': 200} May 19 12:58:53.987561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Transition to ACTIVE for port object a79f49c7-e97d-4b96-a14d-06f1f04421d9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:54.010188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-25e9035c-6df6-436e-a50a-1902bb48891d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b HTTP/1.1" status: 200 len: 217 time: 0.1333799 May 19 12:58:54.011426 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.017587 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-21bfb0cc-bc47-4dcf-95a0-937c8cec8032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:54.025778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Router ecfdc88c-59e5-4dcb-a110-2bd985a4a38b is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:54.303966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.345656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb777c53-c578-4631-ac93-170e3dbc126d tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:54.455458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-c3e27987-0a6d-48f9-b089-1026ade6eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:54.460932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-c3e27987-0a6d-48f9-b089-1026ade6eb5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3900645 May 19 12:58:54.482890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=bac0369a-9ab7-4913-a61f-fe1ebfff2956,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:54.499064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.499446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.499825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.500351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.500591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.500959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.501119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:54.501393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.501666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.502026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.502389 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.502741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.503183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.578156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:54.646358 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:54.727508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbeb1a-d1db-4fe8-a4a2-30182292bab7 req-3243d9b1-d1b2-4983-96b4-3c7bf5b58d73 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:54.736531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cbbeb1a-d1db-4fe8-a4a2-30182292bab7 req-3243d9b1-d1b2-4983-96b4-3c7bf5b58d73 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.5940804 May 19 12:58:54.740210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:54.756720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.757913 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] Sync routers for ids ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:54.782369 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] Routers {'ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:54.784022 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:54.785377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b200-d237-4062-8a2c-135669e5dfb6 req-f21ede49-98dc-459f-a112-cb173d949329 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:54.825960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db91b200-d237-4062-8a2c-135669e5dfb6 req-f21ede49-98dc-459f-a112-cb173d949329 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.6051311 May 19 12:58:54.826178 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/bac0369a-9ab7-4913-a61f-fe1ebfff2956 HTTP/1.1" status: 204 len: 168 time: 2.2231791 May 19 12:58:54.826178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:54.844654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Attempting to bind port a79f49c7-e97d-4b96-a14d-06f1f04421d9 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:54.845128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Attempting to bind port a79f49c7-e97d-4b96-a14d-06f1f04421d9 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:54.845551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Attempting to bind port a79f49c7-e97d-4b96-a14d-06f1f04421d9 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:54.871529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Port a79f49c7-e97d-4b96-a14d-06f1f04421d9 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:54.871830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Attempting to bind port a79f49c7-e97d-4b96-a14d-06f1f04421d9 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:54.876853 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-56332024-d1a7-46a9-a9ab-f62795c18ea5 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] GET failed (client error): The resource could not be found. May 19 12:58:54.876853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-56332024-d1a7-46a9-a9ab-f62795c18ea5 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Synchronizing usage tracker for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:54.885626 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.892998 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6304841 May 19 12:58:54.898667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:54.898977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cbbeb1a-d1db-4fe8-a4a2-30182292bab7 req-45bbefd5-cf21-4b41-aa44-c4d7d83e7060 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573730 May 19 12:58:54.932130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-40c34022-2c4f-43d3-abb5-d137d4e8b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:54.932437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:54.944284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-40c34022-2c4f-43d3-abb5-d137d4e8b20a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4297190 May 19 12:58:54.961652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:54.961998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:58:54.962479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:54.963049 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Bound port: a79f49c7-e97d-4b96-a14d-06f1f04421d9, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:54.963407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.964171 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:54.976273 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] Routers {'ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:58:54.977336 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:55.021774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db91b200-d237-4062-8a2c-135669e5dfb6 req-6d43f10f-f152-47f2-b4a2-e250da46a6f1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036281 May 19 12:58:55.111691 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:55.112285 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537c7ab-b376-48e5-80ad-dd0828f97aef None None] The sync data for ids ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:55.124380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-56332024-d1a7-46a9-a9ab-f62795c18ea5 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Unset dirty status for tenant:15a7bff40bbb48b4b2f99895f57cec75 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:55.132676 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-56332024-d1a7-46a9-a9ab-f62795c18ea5 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "GET /v2.0/ports/bac0369a-9ab7-4913-a61f-fe1ebfff2956 HTTP/1.1" status: 404 len: 333 time: 0.3133113 May 19 12:58:55.136931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:55.566068 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bc7a8bf-1a88-49db-888e-e19aee3c114c req-f8736660-8966-4655-b1a0-42f0a691d99c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.1170237 May 19 12:58:55.646576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:55.651200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-26f14509-4bef-4f4a-8908-aaae71b8da11 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004285 May 19 12:58:55.664404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:55.694526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.714958 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:55.845296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:55.846798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.847784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] 10.222.0.71 "PUT /v2.0/ports/a79f49c7-e97d-4b96-a14d-06f1f04421d9 HTTP/1.1" status: 200 len: 1095 time: 4.5015407 May 19 12:58:55.869999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260678-fc3f-44b1-95b8-92c300794c19 req-1b5c005d-45a5-4446-86a0-5b0beabfa20e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:55.877950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b260678-fc3f-44b1-95b8-92c300794c19 req-1b5c005d-45a5-4446-86a0-5b0beabfa20e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 947 time: 0.3895257 May 19 12:58:55.896282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port d94c9830-73dd-4977-93fa-fcd4f39a243d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:58:55.897322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.986587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:58:56.010192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:56.019844 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:56.046815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b260678-fc3f-44b1-95b8-92c300794c19 req-1e20990f-6417-4b70-ac3d-417dceec25ec tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618490 May 19 12:58:56.080308 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-3d2cb22c-1692-4cce-8ef9-1257cdf0eb89 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144351 May 19 12:58:56.151686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-87b17e64-b1af-4765-9b30-e1646fd435df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.153599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-87b17e64-b1af-4765-9b30-e1646fd435df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 1098 time: 0.2353272 May 19 12:58:56.158616 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'status': 'completed', 'code': 200} May 19 12:58:56.333600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.356153 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.429580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-993ee4ca-39cf-4cba-9837-adf6403f7efd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9 HTTP/1.1" status: 200 len: 217 time: 0.2582564 May 19 12:58:56.562694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-50dcd160-d6be-4211-a0d3-d9ca03d62121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.564212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-50dcd160-d6be-4211-a0d3-d9ca03d62121 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1232023 May 19 12:58:56.646731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-0d0e88fc-0e07-4232-b715-6cf4ad5a4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.648454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-0d0e88fc-0e07-4232-b715-6cf4ad5a4ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 1099 time: 0.3702424 May 19 12:58:56.663221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for d94c9830-73dd-4977-93fa-fcd4f39a243d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:58:56.664896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473c74-d17b-4021-823b-fd0b5c0a975d req-0ab961a5-cbff-487a-974b-84d0aaba8dec tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.666507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f473c74-d17b-4021-823b-fd0b5c0a975d req-0ab961a5-cbff-487a-974b-84d0aaba8dec tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.3871655 May 19 12:58:56.706909 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d5b5-f8fc-44ff-8205-63568cf27aa5 req-6ee39261-1f33-4205-8c68-19bbf4316247 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.708436 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f22d5b5-f8fc-44ff-8205-63568cf27aa5 req-6ee39261-1f33-4205-8c68-19bbf4316247 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.3225217 May 19 12:58:56.903160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f473c74-d17b-4021-823b-fd0b5c0a975d req-873bd93a-8c17-4c8b-b1f5-d6f1214fa814 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078071 May 19 12:58:56.940593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-792e4c90-441b-413d-813e-66cb9627bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:56.942134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-792e4c90-441b-413d-813e-66cb9627bcf8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3678627 May 19 12:58:56.980908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f22d5b5-f8fc-44ff-8205-63568cf27aa5 req-094b2ebf-83bd-40ae-ab26-0dc40fcb65a3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268705 May 19 12:58:57.063023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-4c7f431d-fcb1-447b-a1e9-29a8c8a5c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:57.064743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-4c7f431d-fcb1-447b-a1e9-29a8c8a5c1d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3945823 May 19 12:58:57.070903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.090706 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af29a533-67f6-47fd-8ff4-9c7a0ba3497e tempest-ServersTestJSON-855199293 tempest-ServersTestJSON-855199293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:57.214229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=d94c9830-73dd-4977-93fa-fcd4f39a243d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:57.222900 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:57.322829 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd043044-c136-4938-8881-456aa654f817 req-b4e02876-9a5c-4fd2-912f-04c0e321b16b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdb58d66-c5ee-4b46-80b3-85f74a9b2606 HTTP/1.1" status: 200 len: 210 time: 0.1613858 May 19 12:58:57.334420 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-6327485a-9763-4fa0-a6fb-e6cad5c40ce9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b HTTP/1.1" status: 200 len: 217 time: 0.1349401 May 19 12:58:57.475152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-114de2ae-a0c9-4c47-bb9b-48dbf6bc6817 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246837 May 19 12:58:57.692063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bd067753-54be-4b1e-a8e0-74db6f43b10b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:57.699158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.920141 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/ports/d94c9830-73dd-4977-93fa-fcd4f39a243d HTTP/1.1" status: 204 len: 168 time: 2.7816703 May 19 12:58:57.926667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:57.945770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'mac_address': 'fa:16:3e:4c:0a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:57.973961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:58.082849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting subnet 8988020e-fa2a-4b28-a167-b53d1de88d95 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:58:58.087431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.088525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.116124 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd067753-54be-4b1e-a8e0-74db6f43b10b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:58:58.138413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:58.145058 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.153447 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9b7060db-3300-47e3-8307-1cf678729f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:58.153997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-ac1b04b0-270f-4fca-b737-d0ccd4979ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:58.156685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-ac1b04b0-270f-4fca-b737-d0ccd4979ea4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.8002930 May 19 12:58:58.161240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-739461a5-610b-40ab-a8b5-f82579c0f618 req-62da0f06-b981-4d76-a5e1-b1aec6fe66bd service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139679 May 19 12:58:58.177241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.259165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.263426 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:58.437041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:58.466345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.491545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2877b-577d-4a7c-b962-20d908cacfee req-b064a631-f108-419f-afb2-684e8b5766d6 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:58.494373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6fd2877b-577d-4a7c-b962-20d908cacfee req-b064a631-f108-419f-afb2-684e8b5766d6 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 947 time: 1.0244453 May 19 12:58:58.525140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.595277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.625954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc92995-3865-4eb4-827b-1329a269644d req-e093d1a2-f683-44ea-abd7-86764ff2d593 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:58.635048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cc92995-3865-4eb4-827b-1329a269644d req-e093d1a2-f683-44ea-abd7-86764ff2d593 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.4708214 May 19 12:58:58.657802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6fd2877b-577d-4a7c-b962-20d908cacfee req-c3f41643-40cb-419c-a1c0-aa98305ed0aa tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332359 May 19 12:58:58.691470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-2850d7ee-2752-43c6-a86d-3a2987692eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:58.691470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-2850d7ee-2752-43c6-a86d-3a2987692eaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4213817 May 19 12:58:58.703710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-452363ef-6386-4ab5-9bba-5f92e3d51846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:58.705970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-452363ef-6386-4ab5-9bba-5f92e3d51846 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 1098 time: 0.4379900 May 19 12:58:58.720845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2cc92995-3865-4eb4-827b-1329a269644d req-3e0700ab-d5ef-422e-8f1b-2e45859c4e1c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848200 May 19 12:58:59.068364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router ecfdc88c-59e5-4dcb-a110-2bd985a4a38b has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:58:59.073179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-e86ee3dc-e558-466b-b8c0-396ceab7c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:59.074734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-e86ee3dc-e558-466b-b8c0-396ceab7c804 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3131256 May 19 12:58:59.164264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-29b40b32-4e92-47e1-ac79-a11803aa1f8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9 HTTP/1.1" status: 200 len: 217 time: 0.0805049 May 19 12:58:59.221614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-b3c234f7-b365-4efd-9336-70a930416801 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933956 May 19 12:58:59.287344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200808f-e515-4631-b8c7-36ac940f472c req-73711ece-9b52-44f1-8fca-b471c2aa2187 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:59.289583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e200808f-e515-4631-b8c7-36ac940f472c req-73711ece-9b52-44f1-8fca-b471c2aa2187 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.3843818 May 19 12:58:59.353279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-53e307c3-67a6-49c6-8173-61ffd7d87552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:59.355081 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-53e307c3-67a6-49c6-8173-61ffd7d87552 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1783397 May 19 12:58:59.482018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e200808f-e515-4631-b8c7-36ac940f472c req-7cca02cd-d765-45da-9e7d-6a7528234d19 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397445 May 19 12:58:59.525282 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51c4e250-1a1a-44c7-8d5e-53040659dd25 req-e784f7b2-5cd0-4607-b090-f130ac8ec4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917535 May 19 12:58:59.542743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-9f75a19c-6f1b-49b0-9d40-312f706634a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:59.544586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-9f75a19c-6f1b-49b0-9d40-312f706634a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706007 May 19 12:58:59.577347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.590164 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cc98e83f-fa09-4360-b573-4c2c5732a0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:58:59.665963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:59.670984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Subnet': ['ID=8988020e-fa2a-4b28-a167-b53d1de88d95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:59.674347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.680678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] Sync routers for ids ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:59.685112 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:58:59.689703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a63e14-f408-4688-aae7-85da0f9318af None None] Network 5105d255-9b54-4826-85bf-0bfe36f84a63 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:58:59.696004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/subnets/8988020e-fa2a-4b28-a167-b53d1de88d95 HTTP/1.1" status: 204 len: 168 time: 1.7185140 May 19 12:58:59.698669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.703432 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0feabe8-d14e-4028-8558-cef925a2d19c tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "PUT /v2.0/routers/ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 200 len: 922 time: 4.7981806 May 19 12:58:59.703432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.735568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.865582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bd067753-54be-4b1e-a8e0-74db6f43b10b up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:59.866133 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-9d71e32a-4c5a-400a-8e9e-a39539f77d7a service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138411 May 19 12:58:59.900544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-a6b95954-6ac7-44a0-b709-b0fb9756f6f3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:58:59.902257 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-a6b95954-6ac7-44a0-b709-b0fb9756f6f3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.3257177 May 19 12:58:59.950115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-342c94a2-0c76-45fc-a7c5-e42a9b57bbaa tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0182207 May 19 12:59:00.005419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] Routers {'ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:00.006211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:00.155062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:00.179278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] Routers {'ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:00.180123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:00.249544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:00.250039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208eb6-7651-45dd-89f1-27c50c13c994 None None] The sync data for ids ['ecfdc88c-59e5-4dcb-a110-2bd985a4a38b'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:00.262548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port bd067753-54be-4b1e-a8e0-74db6f43b10b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:00.270383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port bd067753-54be-4b1e-a8e0-74db6f43b10b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:00.270767 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.280032 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-a5babcaf-f612-4d9e-8369-ad6a77cd84c9 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3211231 May 19 12:59:00.351583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3156c4d3-9a72-49e2-8108-b4e12fc247b4 req-5fd10ccf-a979-4512-944f-149cf543e550 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778073 May 19 12:59:00.361595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dc5e5-84b4-40d9-af27-0c8f2f876bda req-a97aa78c-f10b-4ef7-b3c8-09391091bfe9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:00.365782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd8dc5e5-84b4-40d9-af27-0c8f2f876bda req-a97aa78c-f10b-4ef7-b3c8-09391091bfe9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 947 time: 0.5409498 May 19 12:59:00.418862 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.452792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] DHCP port deletion for 5105d255-9b54-4826-85bf-0bfe36f84a63 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:59:00.517549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd8dc5e5-84b4-40d9-af27-0c8f2f876bda req-a7c097e5-4da0-4906-b647-2b8b904a1849 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474302 May 19 12:59:00.526293 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.560359 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a6c4859-ada0-436e-8b16-b5133caa7f97 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 200 len: 922 time: 0.8227594 May 19 12:59:00.565564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:00.577673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:00.593265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:00.595235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Deleting port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:00.595660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.602219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-f6f28df2-344e-44e7-a7c1-f4ce74207648 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998207 May 19 12:59:00.613211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.628160 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:00.737251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Deleting port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:00.737811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.805459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff861e-bc44-440f-b64c-284044eb7ae2 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:00.806714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-65ff861e-bc44-440f-b64c-284044eb7ae2 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Synchronizing usage tracker for tenant:14b50c0bcbbf4bb6a067527103691118 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:00.817362 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c49b2d01-14d4-4901-af6c-96d94bb7ef8a req-487a5ede-804e-4e97-a12a-b4a363a2e9cd service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138083 May 19 12:59:00.829072 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] For port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,segment=NetworkSegment(9f3a2a13-b995-46ad-bb38-4a8b4fc79c09),segment_id=9f3a2a13-b995-46ad-bb38-4a8b4fc79c09)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:00.829643 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.846425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:00.846637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9689fd-64b6-4e9e-86c6-c30fac994e26 req-bbeefdcf-a2df-4050-b7ae-bf65787cb42c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:00.849867 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:00.870316 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f9689fd-64b6-4e9e-86c6-c30fac994e26 req-bbeefdcf-a2df-4050-b7ae-bf65787cb42c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.1708486 May 19 12:59:00.932636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f9689fd-64b6-4e9e-86c6-c30fac994e26 req-39f1116a-a39a-47dc-b61d-a5c13e45e3a9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613062 May 19 12:59:00.984814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] For port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,segment=NetworkSegment(9f3a2a13-b995-46ad-bb38-4a8b4fc79c09),segment_id=9f3a2a13-b995-46ad-bb38-4a8b4fc79c09)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:00.985542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.015150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-65ff861e-bc44-440f-b64c-284044eb7ae2 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Unset dirty status for tenant:14b50c0bcbbf4bb6a067527103691118 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:01.020266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-65ff861e-bc44-440f-b64c-284044eb7ae2 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=ecfdc88c-59e5-4dcb-a110-2bd985a4a38b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4530096 May 19 12:59:01.024400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:01.027349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Calling delete_port for ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:01.111241 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.118885 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:01.179884 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'code': 200} May 19 12:59:01.180350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Pushing event deleted for resources: {'Port': ['ID=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:01.185120 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:01.188997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] No DVR routers for this DVR port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:01.336116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Calling delete_port for ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:01.365571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12636911-f73d-468e-80e9-f1c43d8de318 req-5e285dab-d1ea-4917-a942-b85b09eb4b15 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=5140435c-3160-49c4-994e-6f9526c984a9 HTTP/1.1" status: 200 len: 210 time: 0.1609077 May 19 12:59:01.413394 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.434480 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c4e997bb-b438-4c11-a1d9-d9e1cde23d77 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:01.443056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011e15c-47e5-403a-9ede-11ef8f108389 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:01.444672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a011e15c-47e5-403a-9ede-11ef8f108389 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.4191172 May 19 12:59:01.448739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 44984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:01.495404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] No DVR routers for this DVR port ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:01.512537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40afa56-fccf-422b-9296-279b3e686ac2 req-355b0fec-0af5-4bf5-a900-def2416f3c03 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:01.519962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e40afa56-fccf-422b-9296-279b3e686ac2 req-355b0fec-0af5-4bf5-a900-def2416f3c03 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.4281092 May 19 12:59:01.541061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a3da0a4-f934-4d47-9fdc-562aa5253a58 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 200 len: 205 time: 0.0909503 May 19 12:59:01.545356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 44990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:01.564975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa00b1-6310-4174-a8d1-73b79dd49199 req-f56f5a8a-1bef-4bd5-915c-8b945d777fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:01.566041 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2afa00b1-6310-4174-a8d1-73b79dd49199 req-f56f5a8a-1bef-4bd5-915c-8b945d777fdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 1101 time: 0.2658684 May 19 12:59:01.580125 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e40afa56-fccf-422b-9296-279b3e686ac2 req-14129579-ef44-4c68-b30a-b68ac259ca5b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591519 May 19 12:59:01.635872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Port': ['ID=ef785b6c-c1d1-4fa5-8a70-0675ae52ca19,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:01.640065 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:01.642019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2afa00b1-6310-4174-a8d1-73b79dd49199 req-7c8eaa34-aeed-419d-ad96-a18b1d5e85af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 May 19 12:59:01.852561 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.890914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5105d255-9b54-4826-85bf-0bfe36f84a63']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:01.915519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:01.915825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a2a13-b995-46ad-bb38-4a8b4fc79c09') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:01.933763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff22d2-0f95-4e98-841d-7dca812b12ba req-6a98833d-9e13-4998-a83e-5d132ec583dc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:01.935825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4ff22d2-0f95-4e98-841d-7dca812b12ba req-6a98833d-9e13-4998-a83e-5d132ec583dc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 947 time: 0.1001017 May 19 12:59:01.936929 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.951017 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.997301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4ff22d2-0f95-4e98-841d-7dca812b12ba req-2dc9bddb-b963-455f-94e2-fb02910a67cd tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502603 May 19 12:59:02.041727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.054465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:02.055597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: util.warn( May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: timer() May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:02.071657 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:02.222814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:02.253059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.259582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.262669 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffcf0a86-578e-4e58-9e10-bdd3c9fe0f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:02.265090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:59:02.266839 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ef785b6c-c1d1-4fa5-8a70-0675ae52ca19 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:02.280975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca92d5-f2f8-46e3-8aad-e415908e6707 req-89d10022-8595-4bd5-b68b-8baa31d5e4f4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:02.284383 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91ca92d5-f2f8-46e3-8aad-e415908e6707 req-89d10022-8595-4bd5-b68b-8baa31d5e4f4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.1527600 May 19 12:59:02.299549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Pushing event deleted for resources: {'Network': ['ID=5105d255-9b54-4826-85bf-0bfe36f84a63,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:02.302204 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:02.304605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.313674 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] 10.222.0.69 "DELETE /v2.0/networks/5105d255-9b54-4826-85bf-0bfe36f84a63 HTTP/1.1" status: 204 len: 168 time: 2.6102607 May 19 12:59:02.379699 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a79f49c7-e97d-4b96-a14d-06f1f04421d9 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:59:02.422759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port e40971c9-25bb-4baf-bf30-9330741a8bee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:02.423665 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.439721 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91ca92d5-f2f8-46e3-8aad-e415908e6707 req-feb68b4b-fb3c-4210-9038-0f90959140bd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504445 May 19 12:59:02.519323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-994b7e2d-2886-419e-bd8f-b836857592ff tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:02.528891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-994b7e2d-2886-419e-bd8f-b836857592ff tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.2809255 May 19 12:59:02.549582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-37af4999-8a5a-4280-adba-218d430430fe tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0196157 May 19 12:59:02.621413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-2f21d5a5-90a6-426d-afc2-7fa7182bc4a1 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703697 May 19 12:59:02.637809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.759972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:02.781538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'mac_address': 'fa:16:3e:f9:b2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:59:02.902164 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.961956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79f49c7-e97d-4b96-a14d-06f1f04421d9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:02.972301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-453ebff1-1850-48e7-8b8e-96aad1eb3e99 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428724 May 19 12:59:02.982559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:02.993532 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.995408 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:03.090732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for e40971c9-25bb-4baf-bf30-9330741a8bee owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:03.109547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:03.113396 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:03.160516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:03.296405 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.302632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3edbea6c-d598-407d-b4ab-6c7ca248a6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:03.373608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=e40971c9-25bb-4baf-bf30-9330741a8bee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:03.378384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:03.440909 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:03.504622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-e81873da-c1b2-4957-8ec3-b6ca883a637f service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283954 May 19 12:59:03.513945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9568a1-16ce-4588-a850-f06a6547f4f3 req-1582968f-fe26-4c0c-824f-5ab33dcaac79 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:03.521431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d9568a1-16ce-4588-a850-f06a6547f4f3 req-1582968f-fe26-4c0c-824f-5ab33dcaac79 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.2524636 May 19 12:59:03.565065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:03.565338 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-26e53547-e00c-463c-ba7d-39879347970b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15a7bff40bbb48b4b2f99895f57cec75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023521 May 19 12:59:03.581499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.606783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d9568a1-16ce-4588-a850-f06a6547f4f3 req-24cce5e3-aee3-4efa-b71b-10ec4a41d65c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841591 May 19 12:59:03.719270 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.790660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.840215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.842854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.872658 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.873183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router ecfdc88c-59e5-4dcb-a110-2bd985a4a38b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:03.900328 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.905135 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 204 len: 168 time: 2.3485131 May 19 12:59:03.910768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:03.921465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1499740273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:03.930996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:03.936730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:03.940491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:03.951831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:03.966842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.968035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.987051 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.015406 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.046806 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.048078 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-42a316fa-cdfb-4e78-b6ba-816a483823b3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1356251 May 19 12:59:04.051971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:04.058969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:04.147611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675135-9b06-45aa-900e-68e600ee16bc req-ffb3e89b-ade6-4b63-80bd-e412ea357567 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:04.159603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba675135-9b06-45aa-900e-68e600ee16bc req-ffb3e89b-ade6-4b63-80bd-e412ea357567 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 948 time: 0.3444164 May 19 12:59:04.189816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.203417 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0737c32-8936-4bec-8590-bad8070e1bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:04.243302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f3b4f-420d-45ae-967c-dcc9d897ac98,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:04.254996 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:04.257707 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.264059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a22f3b4f-420d-45ae-967c-dcc9d897ac98 HTTP/1.1" status: 204 len: 168 time: 0.6973596 May 19 12:59:04.305625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d6ee-f665-4e42-9c63-4b1bde93c5c6 req-d965a9b3-dcb5-4c97-94c1-c396ef068845 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:04.320097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9d6d6ee-f665-4e42-9c63-4b1bde93c5c6 req-d965a9b3-dcb5-4c97-94c1-c396ef068845 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.3830719 May 19 12:59:04.396858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba675135-9b06-45aa-900e-68e600ee16bc req-4a4121de-509b-46f7-92fa-391fda8c7e0f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356339 May 19 12:59:04.487981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9d6d6ee-f665-4e42-9c63-4b1bde93c5c6 req-3b4796df-58c0-45ee-af4a-b0853836d59f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657043 May 19 12:59:04.824957 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57041e6b-0c78-4c43-b4f4-8c0060315273 req-6671e3c4-3ff9-4b40-9e97-2e54fbcae968 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 210 time: 0.1090674 May 19 12:59:04.862267 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.155837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422836-5793-48dc-afc9-b0cb372cb79b req-cb8664ed-9bb5-4c39-8b9f-3450fec2ca4e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:05.171222 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89422836-5793-48dc-afc9-b0cb372cb79b req-cb8664ed-9bb5-4c39-8b9f-3450fec2ca4e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.1568196 May 19 12:59:05.255940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89422836-5793-48dc-afc9-b0cb372cb79b req-718e3612-ce39-4d64-89e7-762e4880da23 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833256 May 19 12:59:05.567443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.626582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.800410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:05.868156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc81ec-6391-4c57-ac6a-5a8acb3860a1 req-95c77941-6976-404d-9712-23c22e934975 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:05.869784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49bc81ec-6391-4c57-ac6a-5a8acb3860a1 req-95c77941-6976-404d-9712-23c22e934975 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 948 time: 0.3133497 May 19 12:59:05.878576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Allocated IP 172.25.4.244 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/2cb41863-4d1f-4953-91a1-dc234f9465ee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:06.031535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49bc81ec-6391-4c57-ac6a-5a8acb3860a1 req-be481638-cf98-4e04-93af-9f045913fbd0 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513886 May 19 12:59:06.086428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56717-aa7e-40fd-b6a3-abda809c40c1 req-8e65b4f1-1360-4709-a7b2-aae5b3a9a99f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:06.088051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-20f56717-aa7e-40fd-b6a3-abda809c40c1 req-8e65b4f1-1360-4709-a7b2-aae5b3a9a99f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.3901141 May 19 12:59:06.097130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-bcf29545-5bc6-4236-a13f-538a35426a4a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:06.098660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-bcf29545-5bc6-4236-a13f-538a35426a4a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.2969351 May 19 12:59:06.126031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:06.157864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364361261'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:06.186664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:06.201118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.207330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:06.214697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:06.229516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:06.250654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-20f56717-aa7e-40fd-b6a3-abda809c40c1 req-03e4847e-d9d0-4e45-91fd-5c0c8454994c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509490 May 19 12:59:06.254352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:06.265835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.291352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.320466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:06.326859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:security_group_rule and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:06.330362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:06.338032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:06.342978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.346954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:06.351747 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cc273356-7397-4e32-bb72-1461b7e8624a tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:06.356889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Usage tracker for resource:port and tenant:b35f3a7742874df5848d4468c225334e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:06.363389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:06.411542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a79f49c7-e97d-4b96-a14d-06f1f04421d9 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:06.439407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:06.447284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:06.451056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c383ed81-4012-4570-833a-87ef8b134091 req-1440fd10-5a6c-42c8-b55b-afc6f9d75deb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 210 time: 0.0890746 May 19 12:59:06.453275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:06.453595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:06.479646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:06.501338 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.501685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event updated for resources: {'Port': ['ID=2cb41863-4d1f-4953-91a1-dc234f9465ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:06.503192 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:06.595135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port a79f49c7-e97d-4b96-a14d-06f1f04421d9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:06.604071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port a79f49c7-e97d-4b96-a14d-06f1f04421d9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:06.604494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.739840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.774419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:06.805308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:06.813953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.822917 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bf1c8eeb-fdb3-4d3a-82d6-6d6d9d94de83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:06.886835 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'code': 200} May 19 12:59:06.893607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215094f-fc03-4242-a30a-3c8a3e6eb73e req-c47bb2fa-7d48-43b8-a6c6-184752b819f1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:06.895230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a215094f-fc03-4242-a30a-3c8a3e6eb73e req-c47bb2fa-7d48-43b8-a6c6-184752b819f1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.3770242 May 19 12:59:06.952393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.11 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/42c92d04-3b25-4316-abcd-b92649a282df) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:06.980833 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.992795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:06.996970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.998548 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:07.007056 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:07.048190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a215094f-fc03-4242-a30a-3c8a3e6eb73e req-8072008c-15e1-4289-a084-25ed0e26d0eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372337 May 19 12:59:07.197084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:07.235535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceca55f-2c71-4f50-9e2f-119ff431c5a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:07.253378 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:07.292756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.293349 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment 680db1a3-a74c-448b-bfb0-931a373b1882 of type vlan for network f0693b1b-f9b4-4598-936f-00a819742fd8 May 19 12:59:07.501047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.523984 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.767473 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.779689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:07.780313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.782428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c3dc-79c2-4f5b-9399-6a0d86426e25 req-3a228db4-4889-4288-91dd-a25819fdcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:07.785187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bec5c3dc-79c2-4f5b-9399-6a0d86426e25 req-3a228db4-4889-4288-91dd-a25819fdcebc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 1100 time: 0.8284612 May 19 12:59:07.797749 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52206c2-3e74-4d86-9a3e-d77b7cbd8106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:07.974341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97822fa-e759-4abf-b379-392f48a6c0d8 req-d40d7b52-a0bb-4cd9-a6a9-7022b7723068 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:07.978680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e97822fa-e759-4abf-b379-392f48a6c0d8 req-d40d7b52-a0bb-4cd9-a6a9-7022b7723068 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 949 time: 0.7012761 May 19 12:59:08.028820 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bec5c3dc-79c2-4f5b-9399-6a0d86426e25 req-be1367ce-576e-4387-9708-a6c0ea64f10c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218707 May 19 12:59:08.067769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.119392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fbac0-0fae-4ca3-a6ed-4b1118bd69bc req-1ce727af-d975-440e-aa3c-f8945d9223d5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:08.122246 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee6fbac0-0fae-4ca3-a6ed-4b1118bd69bc req-1ce727af-d975-440e-aa3c-f8945d9223d5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.6272020 May 19 12:59:08.203759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e97822fa-e759-4abf-b379-392f48a6c0d8 req-8c195f0a-6b56-48c0-9af2-2ae9a772b28e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105050 May 19 12:59:08.260572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee6fbac0-0fae-4ca3-a6ed-4b1118bd69bc req-0909f3f3-e6b7-43af-b199-5a14ec3ec5b6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153903 May 19 12:59:08.266268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.275740 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:08.352239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:08.358080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:08.361970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:08.430601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:08.518483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=f0693b1b-f9b4-4598-936f-00a819742fd8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:08.523374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.523750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.524322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.524685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.525042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.525395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.525744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.525952 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:08.526134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.526419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.526760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.527110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.527457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:08.532213 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:08.547956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:08.550302 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7484329 May 19 12:59:08.563941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:08.563941 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.620539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-2a187025-23e9-4884-83d3-0b4a5c9082d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9910097 May 19 12:59:08.676219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5608478 May 19 12:59:08.712536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Request body: {'port': {'device_id': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:08.799954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.807396 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.868119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6af77-9554-407e-8f6c-f0095bcc997f req-f6d8ae1a-584d-4d51-a9c3-2ee1c539e7b0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:08.870818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c6af77-9554-407e-8f6c-f0095bcc997f req-f6d8ae1a-584d-4d51-a9c3-2ee1c539e7b0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.4428329 May 19 12:59:08.910898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-096666e8-8ff1-42be-8f90-fe740ec9c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:08.912583 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-096666e8-8ff1-42be-8f90-fe740ec9c1ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 1097 time: 0.2157247 May 19 12:59:08.953646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-9339a313-c668-4010-b0fe-051e1905426e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4808893 May 19 12:59:09.011006 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.263663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f235-c388-4ea9-8d67-e42050152db4 req-afb2288e-18b1-4d65-b891-21ca32421336 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:09.264943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-97c5f235-c388-4ea9-8d67-e42050152db4 req-afb2288e-18b1-4d65-b891-21ca32421336 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:09.276296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62c6af77-9554-407e-8f6c-f0095bcc997f req-96c9ba04-2952-4539-977e-d02de0803f58 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079715 May 19 12:59:09.463879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-97c5f235-c388-4ea9-8d67-e42050152db4 req-afb2288e-18b1-4d65-b891-21ca32421336 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:09.477306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97c5f235-c388-4ea9-8d67-e42050152db4 req-afb2288e-18b1-4d65-b891-21ca32421336 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 932 time: 0.8730485 May 19 12:59:09.494309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-07a3c756-6034-4250-b905-653a637e7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:09.496467 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-07a3c756-6034-4250-b905-653a637e7623 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 200 len: 917 time: 0.4154463 May 19 12:59:09.614004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Router abf275f3-3cb7-4462-96fc-a915d91624a9 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:09.711509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-eccf116f-5d0b-492e-a044-0c422e7bd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:09.714213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-eccf116f-5d0b-492e-a044-0c422e7bd9a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 1097 time: 0.5719166 May 19 12:59:09.739313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97c5f235-c388-4ea9-8d67-e42050152db4 req-861c46a8-e0b5-4013-b904-4b72c6291179 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605033 May 19 12:59:09.775587 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-ce82053a-4ce7-467b-8e8a-4b876b23d60f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 200 len: 1001 time: 0.2599945 May 19 12:59:09.950090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-6c18b490-b9f8-4f55-87af-4b59dce7d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:09.951673 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-6c18b490-b9f8-4f55-87af-4b59dce7d473 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 200 len: 855 time: 0.1602423 May 19 12:59:09.954594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:09.966104 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] Sync routers for ids ['abf275f3-3cb7-4462-96fc-a915d91624a9'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:09.970469 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.972224 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "PUT /v2.0/routers/abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 200 len: 880 time: 5.9190717 May 19 12:59:09.979791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.989062 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] Routers {'abf275f3-3cb7-4462-96fc-a915d91624a9'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:09.990118 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['abf275f3-3cb7-4462-96fc-a915d91624a9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:10.065142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-7831ce5c-bebb-499d-bb29-176b5a8d54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:10.066685 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-7831ce5c-bebb-499d-bb29-176b5a8d54c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe98e943-6e49-4221-9d61-0406bdba29d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924108 May 19 12:59:10.079242 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:10.092740 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] Routers {'abf275f3-3cb7-4462-96fc-a915d91624a9'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:10.093752 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:58:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['abf275f3-3cb7-4462-96fc-a915d91624a9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:10.188637 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:10.189438 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a2f45-eef2-47af-b8f9-232888c71ee1 None None] The sync data for ids ['abf275f3-3cb7-4462-96fc-a915d91624a9'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:10.270659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd568618-38d6-40f1-bc40-c7e47df2ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.340230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-6fd1226a-fc5b-4c80-a9eb-8f0de93bf471 service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633927 May 19 12:59:10.592035 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdffca5-b816-4d58-a2c4-f585c17ab1cd req-956b21b5-3cba-4e9b-9d15-24f4ea7dd4c0 service neutron] 10.222.0.57 "GET /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440526 May 19 12:59:10.600964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-810b6f97-6904-4ec5-9923-8c930407851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:10.604089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-810b6f97-6904-4ec5-9923-8c930407851f service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 200 len: 913 time: 0.7275517 May 19 12:59:10.799308 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-26c4e629-d262-4805-ba10-f3ccb8aa47fd tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 200 len: 921 time: 0.7994561 May 19 12:59:10.800117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:10.911153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcaf7-2b86-42b3-8051-8e0e253df093 req-844fa995-d937-472e-86d7-46665e121f65 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:10.912905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dcbcaf7-2b86-42b3-8051-8e0e253df093 req-844fa995-d937-472e-86d7-46665e121f65 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 949 time: 0.9976943 May 19 12:59:10.962319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c92d04-3b25-4316-abcd-b92649a282df {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:10.964370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b8243-daa0-42b1-a147-770c103558db tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:10.970038 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f7b8243-daa0-42b1-a147-770c103558db tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=abf275f3-3cb7-4462-96fc-a915d91624a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1530795 May 19 12:59:10.972416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:11.105219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-440db162-ac58-4ffb-9dfe-667453db6e03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 200 len: 1001 time: 0.4570026 May 19 12:59:11.313215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fdcd1-9de4-4d42-a8b3-60e20faa00b3 req-e4d396a6-ef0a-495e-bf3f-83e3dd7c530b tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:11.321591 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a27fdcd1-9de4-4d42-a8b3-60e20faa00b3 req-e4d396a6-ef0a-495e-bf3f-83e3dd7c530b tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 1.3081939 May 19 12:59:11.326650 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.335702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9dcbcaf7-2b86-42b3-8051-8e0e253df093 req-3ec335a1-d223-4ba7-8af0-3bfa2ccf7cc4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275281 May 19 12:59:11.489965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b6352-e2ae-4b91-82b0-6f262562419f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:11.492676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-224b6352-e2ae-4b91-82b0-6f262562419f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Synchronizing usage tracker for tenant:14b50c0bcbbf4bb6a067527103691118 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:11.502669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Transition to ACTIVE for port object 42c92d04-3b25-4316-abcd-b92649a282df will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:11.516089 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.525420 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:11.538749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-224b6352-e2ae-4b91-82b0-6f262562419f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Unset dirty status for tenant:14b50c0bcbbf4bb6a067527103691118 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:11.543135 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-224b6352-e2ae-4b91-82b0-6f262562419f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.5668957 May 19 12:59:11.543533 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:11.586291 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a27fdcd1-9de4-4d42-a8b3-60e20faa00b3 req-f58f9e6b-5412-47ed-8ce0-a02be5f9b66c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087188 May 19 12:59:11.594900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-f155c179-5c61-421d-9e43-6c1ba5f1862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:11.596456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-f155c179-5c61-421d-9e43-6c1ba5f1862e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 200 len: 851 time: 0.2733302 May 19 12:59:11.668616 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d794c582-0d45-41dc-b269-53e99e1fc623 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 200 len: 205 time: 0.1197319 May 19 12:59:11.668885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:11.870328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:11.906786 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:12.004619 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.039330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Attempting to bind port 42c92d04-3b25-4316-abcd-b92649a282df on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:12.039330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Attempting to bind port 42c92d04-3b25-4316-abcd-b92649a282df by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:12.039330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Attempting to bind port 42c92d04-3b25-4316-abcd-b92649a282df on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:12.050993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-ef81d62a-7a4f-459c-8ce5-8f9b28ef9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:12.052509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-ef81d62a-7a4f-459c-8ce5-8f9b28ef9e4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d08b3cf-f166-41dd-9018-d379256f6d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3942239 May 19 12:59:12.110416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Port 42c92d04-3b25-4316-abcd-b92649a282df on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:12.110880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Attempting to bind port 42c92d04-3b25-4316-abcd-b92649a282df on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:12.186687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7147f-a79b-483c-82c0-1491b96bcce1 req-31c77d4e-7edc-4bc4-aa9d-ee18e6209455 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:12.189184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dda7147f-a79b-483c-82c0-1491b96bcce1 req-31c77d4e-7edc-4bc4-aa9d-ee18e6209455 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.4226146 May 19 12:59:12.197031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:12.197031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:12.197375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:12.198065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Bound port: 42c92d04-3b25-4316-abcd-b92649a282df, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:12.198633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.220461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.307263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port 2cb41863-4d1f-4953-91a1-dc234f9465ee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:12.307687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.440112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.573936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for 2cb41863-4d1f-4953-91a1-dc234f9465ee owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:12.599313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dda7147f-a79b-483c-82c0-1491b96bcce1 req-6baa0ef7-b311-4c5c-b4d5-2b9077b863a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556540 May 19 12:59:12.685688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-b91ffaba-ad9a-4809-9863-d6f65f69ab0e service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539684 May 19 12:59:12.705650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3c908-33f5-4dee-8dcf-c4e3de85734d req-fbd95ea4-d84c-4663-af3f-81111342597b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:12.719290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24d3c908-33f5-4dee-8dcf-c4e3de85734d req-fbd95ea4-d84c-4663-af3f-81111342597b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 944 time: 0.6732886 May 19 12:59:12.726537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:12.783616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:12.788857 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e911f5bf-c542-43c8-a57c-dc63b2ac20ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.794378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:12.836278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:12.857536 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.912108 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.919234 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:12.962794 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.969188 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:12.975637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=2cb41863-4d1f-4953-91a1-dc234f9465ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:12.980360 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:12.981384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:13.015985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:13.023860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:13.063549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:13.087742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:13.091265 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.138355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.437334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24d3c908-33f5-4dee-8dcf-c4e3de85734d req-13ab7042-61a3-45c9-b035-a56a25bc708d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7165229 May 19 12:59:13.496138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:13.497152 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.499403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] 10.222.0.57 "PUT /v2.0/ports/42c92d04-3b25-4316-abcd-b92649a282df HTTP/1.1" status: 200 len: 1092 time: 4.8073220 May 19 12:59:13.504785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:13.519282 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.524431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.542294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:13.550211 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:13.575240 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.576005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router abf275f3-3cb7-4462-96fc-a915d91624a9 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:13.645656 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.647294 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 204 len: 168 time: 1.9769413 May 19 12:59:13.654353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.664828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800333827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:13.674565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:13.681553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4e3410-3de1-4a07-902b-70081f336ec3 req-df6e5c08-951d-4925-ae0e-c9e45f0f3eff service neutron] 10.222.0.71 "GET /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577904 May 19 12:59:13.684757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:13.690166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:13.710605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:13.728726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbd480-9e13-4cb0-bb9d-c75605757bea req-e99e0091-bbe2-4256-aba3-17a949481a4f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:13.730262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecdbd480-9e13-4cb0-bb9d-c75605757bea req-e99e0091-bbe2-4256-aba3-17a949481a4f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 950 time: 0.8692315 May 19 12:59:13.744952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.746349 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.782156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-7af78b66-c100-48d8-bfd6-2848d631f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:13.783841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-7af78b66-c100-48d8-bfd6-2848d631f75f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 1095 time: 0.1695685 May 19 12:59:13.804452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.804738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371efbb-14cf-43d2-bfbc-112410a2f937 req-0e2c7178-e225-4abe-b22d-f1dccc25b4bb tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:13.806297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f371efbb-14cf-43d2-bfbc-112410a2f937 req-0e2c7178-e225-4abe-b22d-f1dccc25b4bb tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.2307858 May 19 12:59:13.887630 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.898101 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-0068b255-64bf-4032-8016-338aa9350f42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c92d04-3b25-4316-abcd-b92649a282df HTTP/1.1" status: 200 len: 217 time: 0.1029470 May 19 12:59:13.903828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecdbd480-9e13-4cb0-bb9d-c75605757bea req-60eb4f94-989c-4c48-af69-fcd254fd2be3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545861 May 19 12:59:13.931884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.936214 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-05b76000-4d6b-4049-8ed0-ce82c90c1d4b tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2808616 May 19 12:59:13.937650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.943629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:13.986753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f371efbb-14cf-43d2-bfbc-112410a2f937 req-53e60168-a4d8-44b4-a9a5-3765f79c8097 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229815 May 19 12:59:14.026475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-20768aec-45bc-4c3a-93f0-019311784a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.030066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-20768aec-45bc-4c3a-93f0-019311784a2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.1232417 May 19 12:59:14.098869 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df', 'status': 'completed', 'code': 200} May 19 12:59:14.110972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-75bb1853-80ec-4461-8c63-22bdd60b5a9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718820 May 19 12:59:14.182354 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.198948 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:59:14.402707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-213e11c1-5cfa-48de-a2cf-df650de79458 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860858 May 19 12:59:14.519550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7de23-3ffd-465b-b181-7e925770ba23 req-9966bfa4-4164-4047-aaf6-abfea08baf80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.521317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bb7de23-3ffd-465b-b181-7e925770ba23 req-9966bfa4-4164-4047-aaf6-abfea08baf80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.2055569 May 19 12:59:14.562427 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.566504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.574486 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a38c9916-6439-454d-9d55-819a6b53aead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:14.674290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bb7de23-3ffd-465b-b181-7e925770ba23 req-c2a1a2da-6a40-46d6-b935-d7f83018eb2c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984788 May 19 12:59:14.677389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac8161f-b4c7-49b9-99dc-ec0595b0409a req-97b6544b-2132-4a5c-86e8-75c1154a2d4e service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632408 May 19 12:59:14.703545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5205fe-1c6a-4d74-aed4-75581016f304 req-0277848e-e62b-4ccc-8258-b094441a7870 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.705437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': '680db1a3-a74c-448b-bfb0-931a373b1882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:14.705865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: f0693b1b-f9b4-4598-936f-00a819742fd8, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:14.709097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=f094fc3e-26ae-4a39-a741-e0b8c1557597,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:14.709789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5205fe-1c6a-4d74-aed4-75581016f304 req-0277848e-e62b-4ccc-8258-b094441a7870 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.717664 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:14.718612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab5205fe-1c6a-4d74-aed4-75581016f304 req-0277848e-e62b-4ccc-8258-b094441a7870 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972&device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 1690 time: 0.2077408 May 19 12:59:14.780903 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab5205fe-1c6a-4d74-aed4-75581016f304 req-74ba950e-5d14-4196-9b3b-739ef2005f82 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613341 May 19 12:59:14.824586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network f0693b1b-f9b4-4598-936f-00a819742fd8 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:14.850872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f0693b1b-f9b4-4598-936f-00a819742fd8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:14.864761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b290c-e911-4297-a54f-1940e14768f8 None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:14.879412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.880052 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.904794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-eaf578cd-737c-4600-8dd8-8e7704ca3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:14.907074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-eaf578cd-737c-4600-8dd8-8e7704ca3584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 1095 time: 0.1242568 May 19 12:59:14.937297 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1524792 May 19 12:59:14.945437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:14.955435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221814897'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:14.971455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:14.979925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:15.125458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:15.154152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:15.228242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:15.232378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.245035 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.254027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f0693b1b-f9b4-4598-936f-00a819742fd8', 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': 'f094fc3e-26ae-4a39-a741-e0b8c1557597'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:15.255608 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.294854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-4a73998c-2d41-44b5-a1ac-471358244820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:15.296361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-4a73998c-2d41-44b5-a1ac-471358244820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 0.3750737 May 19 12:59:15.378269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-bb2a950d-9a14-4982-9600-9b898d82154d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c92d04-3b25-4316-abcd-b92649a282df HTTP/1.1" status: 200 len: 217 time: 0.0738134 May 19 12:59:15.387486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d84a2-ec7a-4f2c-a8b3-14c8a1c845b1 req-ca5341cd-43a1-47d4-a837-dc32f285dfbb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:15.389094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a2d84a2-ec7a-4f2c-a8b3-14c8a1c845b1 req-ca5341cd-43a1-47d4-a837-dc32f285dfbb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 944 time: 0.4068019 May 19 12:59:15.435175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.468997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef97a3-0373-4a37-9824-1ec35ad36b7c req-8266a90d-30c0-44ae-a12a-74cffecc4951 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:15.469243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Allocated IP 2001:db8:0:ffff::2 (f0693b1b-f9b4-4598-936f-00a819742fd8/f094fc3e-26ae-4a39-a741-e0b8c1557597/53081796-1c14-4125-9e7e-ac84a1520536) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:15.469453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.470615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1ef97a3-0373-4a37-9824-1ec35ad36b7c req-8266a90d-30c0-44ae-a12a-74cffecc4951 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 1101 time: 0.3042681 May 19 12:59:15.471458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:15.522363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.522933 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment 84af4226-df6c-46e4-9c56-8c527ecf041e of type vlan for network cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 May 19 12:59:15.527978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a2d84a2-ec7a-4f2c-a8b3-14c8a1c845b1 req-ab317893-0c6e-42a2-ba0e-91f2917b8d23 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 May 19 12:59:15.550061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-5c5f390b-1726-47ae-9fed-53ab60afde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:15.551573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-5c5f390b-1726-47ae-9fed-53ab60afde8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.1596320 May 19 12:59:15.597843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.610359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1ef97a3-0373-4a37-9824-1ec35ad36b7c req-51682ab0-a728-44c8-ab3c-29546c80ef39 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272051 May 19 12:59:15.618856 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-2eeecf3f-f114-46b8-8342-16bced8ce64c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525622 May 19 12:59:15.683670 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.781819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.798925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:15.800414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.805488 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 42c92d04-3b25-4316-abcd-b92649a282df details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:59:15.809138 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.25.4.176 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/19bf97fd-80a4-4f3d-a177-0defdb174ea3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:15.817530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a11c4faa-07fd-41d0-9831-7b0b94c0e56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:15.853824 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.867654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Transition to ACTIVE for port object 53081796-1c14-4125-9e7e-ac84a1520536 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:15.891946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Transition to ACTIVE for port object 53081796-1c14-4125-9e7e-ac84a1520536 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:15.902644 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.909889 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:15.975611 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0284157 May 19 12:59:15.990908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.003712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:16.022626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.030165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:16.036182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:16.043769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:16.050156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Pushing event updated for resources: {'Port': ['ID=53081796-1c14-4125-9e7e-ac84a1520536,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.079802 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:16.080139 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:16.090622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:16.217218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:16.231954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:16.238893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:16.248666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.252057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:16.270785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:16.275630 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.318065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Attempting to bind port 53081796-1c14-4125-9e7e-ac84a1520536 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.320205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Attempting to bind port 53081796-1c14-4125-9e7e-ac84a1520536 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '680db1a3-a74c-448b-bfb0-931a373b1882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.320205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Attempting to bind port 53081796-1c14-4125-9e7e-ac84a1520536 on network f0693b1b-f9b4-4598-936f-00a819742fd8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.353042 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:16.353430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Checking segment: {'id': '680db1a3-a74c-448b-bfb0-931a373b1882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:16.353842 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.354255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Bound using segment: {'id': '680db1a3-a74c-448b-bfb0-931a373b1882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:16.354887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Bound port: 53081796-1c14-4125-9e7e-ac84a1520536, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680db1a3-a74c-448b-bfb0-931a373b1882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0693b1b-f9b4-4598-936f-00a819742fd8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:16.355273 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.383876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:16.404151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-492037dc-d5a7-4df7-b347-b51cb2d1ba41 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7760515 May 19 12:59:16.420253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.422071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473b21-37ea-43e4-ac29-c237ddd555a7 req-3730fd5e-a581-4757-804c-ee95d9e41cdd tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:16.424907 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53473b21-37ea-43e4-ac29-c237ddd555a7 req-3730fd5e-a581-4757-804c-ee95d9e41cdd tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 1100 time: 0.4618864 May 19 12:59:16.426669 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aa98b94a-1f21-4d25-9ff3-1dd83ad67d69 tempest-ServerDiagnosticsNegativeTest-1936279432 tempest-ServerDiagnosticsNegativeTest-1936279432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:16.457484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '42c92d04-3b25-4316-abcd-b92649a282df', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '42c92d04-3b25-4316-abcd-b92649a282df', 'mac_address': 'fa:16:3e:30:96:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:59:16.509005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:16.531455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169f05-e02b-4854-85cb-b251f5c43942 req-0d2368ea-0240-4818-ad6e-9f974a694cc7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:16.534049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb169f05-e02b-4854-85cb-b251f5c43942 req-0d2368ea-0240-4818-ad6e-9f974a694cc7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.5735137 May 19 12:59:16.547480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:16.560114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:16.579082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] For port 53081796-1c14-4125-9e7e-ac84a1520536, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:16.590599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=19bf97fd-80a4-4f3d-a177-0defdb174ea3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.597859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:16.598883 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.623423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] For port 53081796-1c14-4125-9e7e-ac84a1520536, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53081796-1c14-4125-9e7e-ac84a1520536,segment=NetworkSegment(680db1a3-a74c-448b-bfb0-931a373b1882),segment_id=680db1a3-a74c-448b-bfb0-931a373b1882)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:16.633837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c92d04-3b25-4316-abcd-b92649a282df {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:16.644654 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.658104 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:16.733827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53473b21-37ea-43e4-ac29-c237ddd555a7 req-78e3b5ff-319f-4e1a-a518-832a1edff555 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649243 May 19 12:59:16.805657 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb169f05-e02b-4854-85cb-b251f5c43942 req-c9441855-ffff-4e3b-826d-e0e79df7b05d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479428 May 19 12:59:16.824807 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:16.870425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b25d40e9-dddf-4a1c-9753-846364f95b5b req-a854a985-0fde-4605-b254-7c902b984f73 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538350 May 19 12:59:16.914261 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.981332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Pushing event updated for resources: {'Port': ['ID=53081796-1c14-4125-9e7e-ac84a1520536,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.991866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:16.992362 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:17.066967 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.148202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:17.165859 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:17.220550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['42c92d04-3b25-4316-abcd-b92649a282df'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:17.289344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc59a-9307-46f1-9e08-491712530318 req-9dd67afd-e137-4e0f-86bb-e93becf20067 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:17.291113 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b8bc59a-9307-46f1-9e08-491712530318 req-9dd67afd-e137-4e0f-86bb-e93becf20067 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.2474511 May 19 12:59:17.365033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733a3e4-d6a0-4439-9ea2-0c00a9709e06 req-a80ce5d7-0c9f-4470-8554-0848fdc083eb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:17.378240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a733a3e4-d6a0-4439-9ea2-0c00a9709e06 req-a80ce5d7-0c9f-4470-8554-0848fdc083eb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 945 time: 0.2523391 May 19 12:59:17.507098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b8bc59a-9307-46f1-9e08-491712530318 req-f14c855e-fc84-41e3-b859-de1489b5825a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055948 May 19 12:59:17.527758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a733a3e4-d6a0-4439-9ea2-0c00a9709e06 req-e2fef6df-8cbf-40d1-be3c-56face108ea7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 May 19 12:59:17.582290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.689224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-cad7a33d-6983-49bb-8d74-d1e2224f9f18 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343769 May 19 12:59:17.923256 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.946158 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-529b0e10-1459-4822-8d70-8e283e03c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:17.953313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-aa9a4750-5ace-4295-8a86-1f9d9c06a797 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:17.968596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-aa9a4750-5ace-4295-8a86-1f9d9c06a797 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709363 May 19 12:59:18.003885 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-9c0c26d9-689e-4cba-8f16-dce0f04e02e2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.0329764 May 19 12:59:18.088102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=81d74dbb-689a-4f09-b288-2620db9ac5fe,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:18.097655 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:18.297324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': '84af4226-df6c-46e4-9c56-8c527ecf041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:18.297817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:18.313182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e4579-e2eb-425b-aa3e-a8b0e6cfc645 req-2b935485-0a04-41bb-9bd6-c3535a1c1353 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:18.323955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-229e4579-e2eb-425b-aa3e-a8b0e6cfc645 req-2b935485-0a04-41bb-9bd6-c3535a1c1353 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.2485385 May 19 12:59:18.351435 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.360373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.382939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53081796-1c14-4125-9e7e-ac84a1520536 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:18.400993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-2a09ef68-7768-4604-8fbb-bbb3e6dcef7f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3954656 May 19 12:59:18.461098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-229e4579-e2eb-425b-aa3e-a8b0e6cfc645 req-7dab5a4c-7473-4743-847d-3e32c8a4e8f8 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249928 May 19 12:59:18.469938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:18.534201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:18.558031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9302fa-aed5-4988-b490-53e0181e4559 None None] Network cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:18.724294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:18.725455 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.779374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f24832-6b17-4567-a5bd-fdbc26293262 None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:18.815330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8204992 May 19 12:59:18.820577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:18.838468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 53081796-1c14-4125-9e7e-ac84a1520536 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:18.978783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router 15dfe10e-a31d-4971-adc4-40a7e241f765 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:19.249410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:19.254039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.255247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "PUT /v2.0/routers/15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 200 len: 915 time: 5.3166466 May 19 12:59:19.260372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.273362 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Provisioning for port 53081796-1c14-4125-9e7e-ac84a1520536 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:19.306243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] Sync routers for ids ['15dfe10e-a31d-4971-adc4-40a7e241f765'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:19.431487 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.465171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f2a16-e70b-4d7c-95f4-4f927f56ba0d req-a9236ee1-58fa-4c2d-9638-b8620b59939a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:19.466881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc5f2a16-e70b-4d7c-95f4-4f927f56ba0d req-a9236ee1-58fa-4c2d-9638-b8620b59939a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.5784693 May 19 12:59:19.478460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-395a4b2b-4014-409c-ab6b-9092fa73b584 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 200 len: 921 time: 0.2168043 May 19 12:59:19.482952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.516368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Provisioning complete for port 53081796-1c14-4125-9e7e-ac84a1520536 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:19.518503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.568495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184779e-7481-407b-9a4f-ebc39d39643c req-513ede11-cf1a-44c4-bb0e-ed506f1fd023 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:19.570810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6184779e-7481-407b-9a4f-ebc39d39643c req-513ede11-cf1a-44c4-bb0e-ed506f1fd023 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 945 time: 0.5213895 May 19 12:59:19.666225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25489137-8aec-4aed-970d-402c34f3cf20 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:19.671378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25489137-8aec-4aed-970d-402c34f3cf20 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=15dfe10e-a31d-4971-adc4-40a7e241f765&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1840010 May 19 12:59:19.672156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.728544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc5f2a16-e70b-4d7c-95f4-4f927f56ba0d req-bccd0cc0-1125-4abd-8c6a-76fc9a18f5dd tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393546 May 19 12:59:19.856813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 42c92d04-3b25-4316-abcd-b92649a282df up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:19.890630 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.941595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6184779e-7481-407b-9a4f-ebc39d39643c req-9e312a6e-1f79-4ff1-8be5-df7773406646 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366244 May 19 12:59:20.109015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3e42c-325d-47c1-8eb4-6ef6ca2e98d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60', 'network_id': 'cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '81d74dbb-689a-4f09-b288-2620db9ac5fe'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:20.110832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c3e42c-325d-47c1-8eb4-6ef6ca2e98d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.160454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c6bbc-4e15-40e5-9a61-5d874ada8af7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:20.164256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] Routers {'15dfe10e-a31d-4971-adc4-40a7e241f765'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:20.165376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['15dfe10e-a31d-4971-adc4-40a7e241f765'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:20.168540 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-748c6bbc-4e15-40e5-9a61-5d874ada8af7 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.4944730 May 19 12:59:20.182648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:20.288995 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1c9c6b3-cc9f-4d72-a1cd-9f31664b526e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 200 len: 205 time: 0.0997114 May 19 12:59:20.289931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:20.468521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51dcbae1-fef9-4aaf-9c40-4a5892daf2b3 req-07bf628d-01ff-4029-8f4a-15ebf3c8dc8c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 210 time: 0.1538002 May 19 12:59:20.500692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764fea4-8fa1-4d45-8bd6-b0838e863eb2 req-6b07d3aa-8151-44b5-a3e2-e6240c4c69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:20.502574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2764fea4-8fa1-4d45-8bd6-b0838e863eb2 req-6b07d3aa-8151-44b5-a3e2-e6240c4c69b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 1096 time: 0.7940714 May 19 12:59:20.626926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:20.652897 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2764fea4-8fa1-4d45-8bd6-b0838e863eb2 req-7198742f-44b6-4be5-b547-a34567c46cf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356661 May 19 12:59:20.665296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469857-5803-45f3-a6b6-9ad7e3c25e1c req-0a93c98c-9e3f-46cf-8d28-dd760c160b77 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:20.666916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50469857-5803-45f3-a6b6-9ad7e3c25e1c req-0a93c98c-9e3f-46cf-8d28-dd760c160b77 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.3857670 May 19 12:59:20.716654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 42c92d04-3b25-4316-abcd-b92649a282df completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:20.721660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] Routers {'15dfe10e-a31d-4971-adc4-40a7e241f765'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:20.722642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['15dfe10e-a31d-4971-adc4-40a7e241f765'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:20.746043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50469857-5803-45f3-a6b6-9ad7e3c25e1c req-e2de4d32-19d9-40f4-af21-6f24e223854d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 May 19 12:59:20.755956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.784247 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0576b372-1e18-45fc-a2b8-fefe754408fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:20.869881 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.892431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 42c92d04-3b25-4316-abcd-b92649a282df triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:20.893143 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.899626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=81d74dbb-689a-4f09-b288-2620db9ac5fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:20.914894 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:20.954118 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:20.964310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f451b86-51ca-4f9f-b257-aba18fbe1689 None None] The sync data for ids ['15dfe10e-a31d-4971-adc4-40a7e241f765'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-84c3e42c-325d-47c1-8eb4-6ef6ca2e98d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d74dbb-689a-4f09-b288-2620db9ac5fe: This subnet is being modified by another concurrent operation. May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:21.037016 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d74dbb-689a-4f09-b288-2620db9ac5fe: This subnet is being modified by another concurrent operation. May 19 12:59:21.041417 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server May 19 12:59:21.060724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.064114 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.147493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.172333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3eefd7-3c42-40e7-8419-f86db1ff1e1f None None] Network cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:21.195587 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-ec698890-e0f1-4934-93bc-6c5ec125218f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163018 May 19 12:59:21.198938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af4226-df6c-46e4-9c56-8c527ecf041e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.199414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af4226-df6c-46e4-9c56-8c527ecf041e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.269615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.281771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] For port 53081796-1c14-4125-9e7e-ac84a1520536, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53081796-1c14-4125-9e7e-ac84a1520536,segment=NetworkSegment(680db1a3-a74c-448b-bfb0-931a373b1882),segment_id=680db1a3-a74c-448b-bfb0-931a373b1882)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:21.302719 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.308865 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:21.341387 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.361340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:21.362260 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: timer() May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: self._notify() May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:21.454755 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:21.519162 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.597589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Pushing event updated for resources: {'Port': ['ID=53081796-1c14-4125-9e7e-ac84a1520536,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:21.636090 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:21.761567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port 19bf97fd-80a4-4f3d-a177-0defdb174ea3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:21.762553 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.900441 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.908467 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c2546b48-a949-4d22-974f-24471b6bc490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:21.935345 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.950424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.959079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:21.973813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca17f-077c-4081-893c-ec0fbcaa33b4 req-1a27be16-c234-428d-a30a-d08bfe38e992 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:21.975476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1faca17f-077c-4081-893c-ec0fbcaa33b4 req-1a27be16-c234-428d-a30a-d08bfe38e992 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.9676569 May 19 12:59:21.980045 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:21.992217 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 HTTP/1.1" status: 204 len: 168 time: 3.1689913 May 19 12:59:21.992691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.003283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-925c9967-fe86-4d1b-bbf7-ab8f79403f24 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:22.004076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33497131-4cea-4040-a83e-1e29a1e33da1 None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 12:59:22.004826 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-925c9967-fe86-4d1b-bbf7-ab8f79403f24 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7850819 May 19 12:59:22.013129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555158310'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:22.015036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.039309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': '28942fd3-266c-425c-90de-56932b745002', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:22.057601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:22.063975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f52ce4cc-b39d-4200-8c90-7f62440aca30 None None] Provisioning complete for port 53081796-1c14-4125-9e7e-ac84a1520536 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:22.065242 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f52ce4cc-b39d-4200-8c90-7f62440aca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.094689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:22.115086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099476-30dc-43c0-bf98-533c1c0c3713 req-a89024c6-38aa-4cba-b1fe-4a128632a908 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:22.117473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa099476-30dc-43c0-bf98-533c1c0c3713 req-a89024c6-38aa-4cba-b1fe-4a128632a908 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 945 time: 0.5808663 May 19 12:59:22.144141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:22.166005 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:22.185085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:22.208873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:22.212672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1faca17f-077c-4081-893c-ec0fbcaa33b4 req-7c7ea5e7-b96e-419b-9814-3f64de25c587 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045405 May 19 12:59:22.228057 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.236443 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:22.275810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for 19bf97fd-80a4-4f3d-a177-0defdb174ea3 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:22.280056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:22.286110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.371941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa099476-30dc-43c0-bf98-533c1c0c3713 req-dda51b50-b881-415b-a8c4-d9a19504f832 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999493 May 19 12:59:22.372253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.383171 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:22.386540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53081796-1c14-4125-9e7e-ac84a1520536 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:22.541063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:22.558930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.559989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d62f301-441f-4b20-82d2-fae0b1ca7531 req-9334ed09-1e2f-4597-8273-3d36f8fb138e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 210 time: 0.0899515 May 19 12:59:22.586556 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4988e62-6b51-4cab-9096-b8f354bbe718 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:22.586862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:22.589563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:22.605143 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.605544 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment b2abd30d-da9b-4090-9d7d-fb36c515a4e3 of type vlan for network c0632f51-e9a5-40eb-814c-7da3005e782e May 19 12:59:22.617032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:22.621445 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.742139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33497131-4cea-4040-a83e-1e29a1e33da1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 12:59:22.746599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.757617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=19bf97fd-80a4-4f3d-a177-0defdb174ea3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.775978 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:22.829264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 53081796-1c14-4125-9e7e-ac84a1520536 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:22.830030 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.890105 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.989627 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df', 'code': 200} May 19 12:59:23.024358 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.036343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:23.037661 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.058822 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:23.413939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.176 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/e339ef90-1523-4692-af6d-6d79e72a2b43) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:23.431463 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.438336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.536845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2d098-63b8-4927-923d-45f7c1b938c8 req-7953d564-05f1-4171-91d6-b190791abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:23.545748 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04a2d098-63b8-4927-923d-45f7c1b938c8 req-7953d564-05f1-4171-91d6-b190791abfbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 1097 time: 0.3719466 May 19 12:59:23.546946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.547483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router 15dfe10e-a31d-4971-adc4-40a7e241f765 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:23.616198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddb2c2-0803-4f48-9e95-65454476cfe5 req-2ad76469-e289-417f-b0b4-41e51d0439f5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:23.617953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaddb2c2-0803-4f48-9e95-65454476cfe5 req-2ad76469-e289-417f-b0b4-41e51d0439f5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.8745232 May 19 12:59:23.625438 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6313498 May 19 12:59:23.628273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=c0632f51-e9a5-40eb-814c-7da3005e782e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:23.632245 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:23.636195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.645363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c0632f51-e9a5-40eb-814c-7da3005e782e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:23.663931 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.665933 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 204 len: 168 time: 3.3743241 May 19 12:59:23.680750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.720252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1685764673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:23.755372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:23.767309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:23.791690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:23.806018 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-04a2d098-63b8-4927-923d-45f7c1b938c8 req-6a39feb1-42f7-4077-b703-f3e3f6c5a4a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443559 May 19 12:59:23.807544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:23.820277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:23.836681 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.838495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.866549 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.898159 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.930940 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.932987 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-98641e6a-9d8c-4a4e-99bf-e1036d7abf8e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2502894 May 19 12:59:23.936089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.945409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:23.959565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaddb2c2-0803-4f48-9e95-65454476cfe5 req-71d13865-8c00-4b02-ac1d-d7c657904fb4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095746 May 19 12:59:24.268937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:24.364357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:24.386604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:24.414563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:24.483869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:24.489998 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.703574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a238b-cc0e-43ba-b851-a1c5f44aab49 req-79732590-d0a1-42c3-a1ae-72becd4d07d3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:24.705117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a3a238b-cc0e-43ba-b851-a1c5f44aab49 req-79732590-d0a1-42c3-a1ae-72becd4d07d3 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.7303665 May 19 12:59:24.720060 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.791215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2716-8b8e-4b36-9182-21e0a0fcaf57 req-251f21ab-8cb8-4576-9b1d-2db3a009da25 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:24.793609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60eb2716-8b8e-4b36-9182-21e0a0fcaf57 req-251f21ab-8cb8-4576-9b1d-2db3a009da25 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.6953392 May 19 12:59:24.834118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object e339ef90-1523-4692-af6d-6d79e72a2b43 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:24.884123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a3a238b-cc0e-43ba-b851-a1c5f44aab49 req-d6529c54-e2e6-424c-a91f-7720befd378a tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686115 May 19 12:59:24.931065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60eb2716-8b8e-4b36-9182-21e0a0fcaf57 req-05305dcf-98cf-4fb1-97e1-04891350bb70 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073666 May 19 12:59:24.999404 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.017785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-e2316fbe-a8c3-4dbc-87c3-115e555abb2f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:25.018872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-e2316fbe-a8c3-4dbc-87c3-115e555abb2f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Synchronizing usage tracker for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:25.041117 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.055154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:25.056992 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02d5ca1b-04b7-4ae5-a588-37626170091f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:25.079123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-e2316fbe-a8c3-4dbc-87c3-115e555abb2f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Unset dirty status for tenant:c8e3ccbc24734a85aef015258ed0ef0f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:25.081244 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-e2316fbe-a8c3-4dbc-87c3-115e555abb2f tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.7310324 May 19 12:59:25.097149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:25.348362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:25.364231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:25.379551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:25.532698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Deleting port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:25.533192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.549901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:25.580725 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:25.604244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:25.605232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.728428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6968949 May 19 12:59:25.751581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2754f2-bb52-45a5-acf2-40d4b952fc65 req-801a11b2-6a05-47b1-aa44-415d316e9c21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:25.752928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-7e2754f2-bb52-45a5-acf2-40d4b952fc65 req-801a11b2-6a05-47b1-aa44-415d316e9c21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:25.771381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Request body: {'port': {'device_id': '28942fd3-266c-425c-90de-56932b745002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:25.852853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de35c5d1-ce4c-4268-ba7e-156bc7b7d019 None None] Provisioning for port e339ef90-1523-4692-af6d-6d79e72a2b43 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:25.868448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de35c5d1-ce4c-4268-ba7e-156bc7b7d019 None None] Provisioning complete for port e339ef90-1523-4692-af6d-6d79e72a2b43 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:25.869139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de35c5d1-ce4c-4268-ba7e-156bc7b7d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.970265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172262b-7e45-4672-8273-fff1086d3a1d req-5382e658-11f9-4f2c-93be-e1c5dd183ed4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:25.978379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d172262b-7e45-4672-8273-fff1086d3a1d req-5382e658-11f9-4f2c-93be-e1c5dd183ed4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7395847 May 19 12:59:25.994693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.024083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-de35c5d1-ce4c-4268-ba7e-156bc7b7d019 None None] Port e339ef90-1523-4692-af6d-6d79e72a2b43 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:26.034707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-7e2754f2-bb52-45a5-acf2-40d4b952fc65 req-801a11b2-6a05-47b1-aa44-415d316e9c21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:26.040327 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.041239 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e2754f2-bb52-45a5-acf2-40d4b952fc65 req-801a11b2-6a05-47b1-aa44-415d316e9c21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 936 time: 0.9016323 May 19 12:59:26.157420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] For port 61a2ea57-622a-4be7-b43c-5fff3d1afea1, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=61a2ea57-622a-4be7-b43c-5fff3d1afea1,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:26.157976 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.212327 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d172262b-7e45-4672-8273-fff1086d3a1d req-09e9eb21-20bf-45a4-8714-9811990c3bba tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327847 May 19 12:59:26.273920 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.318448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e2754f2-bb52-45a5-acf2-40d4b952fc65 req-90441c31-3de3-486f-a365-0bb07402494b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635198 May 19 12:59:26.733870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Allocated IP 172.25.4.79 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/088cdc3b-86fa-40f2-b8aa-6206702aa132) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:26.949445 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.951207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.951207 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Floating IP 47816d01-91be-4efc-90f7-9ff931b5c974 disassociated. External IP: 172.25.4.169, port: 61a2ea57-622a-4be7-b43c-5fff3d1afea1. May 19 12:59:26.951207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Calling delete_port for 61a2ea57-622a-4be7-b43c-5fff3d1afea1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:26.989642 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.998105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-24a37fcb-b0a1-459a-9117-64ac9752d0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:27.066631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.099890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d90ae-53ba-4500-b125-7a360138337f req-216d26a1-1042-4f33-9627-24c63e660c53 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:27.101792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d61d90ae-53ba-4500-b125-7a360138337f req-216d26a1-1042-4f33-9627-24c63e660c53 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.7328699 May 19 12:59:27.188843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.195160 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-392d1f78-5b50-499f-b1c8-4efa8e6629a6 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:27.208565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=954b14ae-3571-4a7a-8629-775d268bf9f2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.212610 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:27.270376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.292892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330d6f2-1363-40d9-a448-c4f1c2920edb req-a27ad602-e17b-4b0c-8ea0-cf72b391f802 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:27.294510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7330d6f2-1363-40d9-a448-c4f1c2920edb req-a27ad602-e17b-4b0c-8ea0-cf72b391f802 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 946 time: 0.5087936 May 19 12:59:27.297640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d61d90ae-53ba-4500-b125-7a360138337f req-67f5cbef-51b5-4a5b-8ab6-9dd809dfefd8 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292827 May 19 12:59:27.298424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:27.298787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: c0632f51-e9a5-40eb-814c-7da3005e782e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:27.311122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:27.316237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:27.319494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Pushing event updated for resources: {'Port': ['ID=088cdc3b-86fa-40f2-b8aa-6206702aa132,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.323430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:27.388608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7330d6f2-1363-40d9-a448-c4f1c2920edb req-de40fff4-1d97-45ed-a9a6-bdef3ba29429 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups?id=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732293 May 19 12:59:27.397013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:27.398208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network c0632f51-e9a5-40eb-814c-7da3005e782e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:27.406294 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-385c2cf8-432a-4578-acce-2600d5699271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:27.512580 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c0632f51-e9a5-40eb-814c-7da3005e782e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:27.523815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66874aca-ccd5-4329-9a5f-f6ece6fcd301 None None] Network c0632f51-e9a5-40eb-814c-7da3005e782e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:27.540273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'Port': ['ID=61a2ea57-622a-4be7-b43c-5fff3d1afea1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.544687 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:27.547939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:27.549176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.568074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339ef90-1523-4692-af6d-6d79e72a2b43 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:27.597631 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.636776 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9990909 May 19 12:59:27.639933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.655146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Transition to ACTIVE for port object e339ef90-1523-4692-af6d-6d79e72a2b43 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:27.658658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-830912737'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:27.670685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:27.736166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:27.747065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:27.765787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:27.819224 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.841751 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-193c8023-2456-415d-a110-b8c981a776c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:27.948007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:27.952032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.055456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.079875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:28.106600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:28.118509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:28.167279 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.167736 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment 4a1457c4-d220-436d-81c2-1b2d2695fe2e of type vlan for network 870e36c0-fa49-4245-b364-e4153bde44e5 May 19 12:59:28.305166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-c0632f51-e9a5-40eb-814c-7da3005e782e', 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '954b14ae-3571-4a7a-8629-775d268bf9f2'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:28.306524 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.456206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0fe5f-84e8-4918-b1dd-03403ec5d5ca req-5a937d5c-6fa9-405e-be3d-309fa838950b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:28.458969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9c0fe5f-84e8-4918-b1dd-03403ec5d5ca req-5a937d5c-6fa9-405e-be3d-309fa838950b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8189743 May 19 12:59:28.491564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e27fe-c0ec-44cd-ac27-44486ec69ddd req-b358f20e-02a5-49c5-8a1a-3fc78d9a4257 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:28.494396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-550e27fe-c0ec-44cd-ac27-44486ec69ddd req-b358f20e-02a5-49c5-8a1a-3fc78d9a4257 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.7584167 May 19 12:59:28.564081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Allocated IP 2001:db8::3 (c0632f51-e9a5-40eb-814c-7da3005e782e/954b14ae-3571-4a7a-8629-775d268bf9f2/bc3cf25c-d6e5-4d80-896b-fffa6201e6d2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:28.567871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Attempting to bind port e339ef90-1523-4692-af6d-6d79e72a2b43 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:28.569179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Attempting to bind port e339ef90-1523-4692-af6d-6d79e72a2b43 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:28.569179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Attempting to bind port e339ef90-1523-4692-af6d-6d79e72a2b43 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:28.615947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Port e339ef90-1523-4692-af6d-6d79e72a2b43 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:28.615947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Attempting to bind port e339ef90-1523-4692-af6d-6d79e72a2b43 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:28.651690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e9c0fe5f-84e8-4918-b1dd-03403ec5d5ca req-c68bf44d-d463-4dc7-8f81-7b38a7010773 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554956 May 19 12:59:28.656906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:28.657577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:28.658270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:28.659068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Bound port: e339ef90-1523-4692-af6d-6d79e72a2b43, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:28.659712 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.706352 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-550e27fe-c0ec-44cd-ac27-44486ec69ddd req-60c57f2f-700c-472a-ade7-8462100c5247 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784849 May 19 12:59:28.856739 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.870147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Transition to ACTIVE for port object bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:28.894676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Transition to ACTIVE for port object bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:28.903001 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.908263 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:28.994735 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Network c0632f51-e9a5-40eb-814c-7da3005e782e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:28.998689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:29.003188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:29.012981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Pushing event updated for resources: {'Port': ['ID=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.013865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:29.035260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:29.059321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.067660 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:29.117630 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:29.178701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Attempting to bind port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:29.180193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Attempting to bind port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:29.181287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Attempting to bind port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 on network c0632f51-e9a5-40eb-814c-7da3005e782e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:29.200918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:29.201527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Checking segment: {'id': 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:29.202190 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.202988 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Bound using segment: {'id': 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:29.203719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Bound port: bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0632f51-e9a5-40eb-814c-7da3005e782e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:29.204399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.278666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:29.280085 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.282901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] 10.222.0.57 "PUT /v2.0/ports/e339ef90-1523-4692-af6d-6d79e72a2b43 HTTP/1.1" status: 200 len: 1096 time: 3.5236125 May 19 12:59:29.294147 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.302911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:29.344065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.365111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] For port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:29.371990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] For port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,segment=NetworkSegment(b2abd30d-da9b-4090-9d7d-fb36c515a4e3),segment_id=b2abd30d-da9b-4090-9d7d-fb36c515a4e3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:29.381242 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.388590 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:29.534845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:29.538058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Pushing event updated for resources: {'Port': ['ID=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.550634 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:29.556177 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:29.589365 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:29.590164 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:29.620486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:29.744474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.750589 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:29.768500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60e1a92b-28c2-4826-870a-d3cb3c3b5c5f req-1371a68f-ce00-42e6-9dc4-5b0b72f9e0fc tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9 HTTP/1.1" status: 200 len: 210 time: 0.1270239 May 19 12:59:29.799038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.821043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:29.822037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.843070 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11d20b86-e9d3-4938-b766-6e4f7d613ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:29.843292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968764-aa37-42e1-a781-28bd74639174 req-253706ca-64f1-4a19-8b9f-f134dcae66d2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:29.847734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3968764-aa37-42e1-a781-28bd74639174 req-253706ca-64f1-4a19-8b9f-f134dcae66d2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 948 time: 0.5472102 May 19 12:59:29.863229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:29.886085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] No DVR routers for this DVR port 61a2ea57-622a-4be7-b43c-5fff3d1afea1 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:29.890720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.934851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-deleted', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:29.953438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-26845f2c-7884-4a42-a11f-8ece99c75619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:29.957500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-26845f2c-7884-4a42-a11f-8ece99c75619 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 1099 time: 0.3983727 May 19 12:59:29.980707 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:59:30.097228 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 61a2ea57-622a-4be7-b43c-5fff3d1afea1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:59:30.097573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 61a2ea57-622a-4be7-b43c-5fff3d1afea1 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:30.128576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3968764-aa37-42e1-a781-28bd74639174 req-941545bc-ad69-4c4b-9e63-204de03e7261 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720528 May 19 12:59:30.203846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-c42d9281-a7c4-4485-b338-aeb119d4c59f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e339ef90-1523-4692-af6d-6d79e72a2b43 HTTP/1.1" status: 200 len: 217 time: 0.2026770 May 19 12:59:30.404387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-6bb2417c-3144-4fbc-a694-3c54f7c9a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:30.406298 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-6bb2417c-3144-4fbc-a694-3c54f7c9a0fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1956971 May 19 12:59:30.449940 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f323acce-0757-41d1-8d2c-6fce99f667ff req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.57 "DELETE /v2.0/ports/61a2ea57-622a-4be7-b43c-5fff3d1afea1 HTTP/1.1" status: 204 len: 173 time: 5.3625672 May 19 12:59:30.452269 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8109815 May 19 12:59:30.460778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=870e36c0-fa49-4245-b364-e4153bde44e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:30.462905 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:30.465647 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:30.466403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.487964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': '870e36c0-fa49-4245-b364-e4153bde44e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:30.588518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 870e36c0-fa49-4245-b364-e4153bde44e5 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:30.901034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:30.919303 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.925553 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:30.944145 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:30.945442 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.985473 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'status': 'completed', 'code': 200} May 19 12:59:31.261274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-e56f1496-711d-49c1-bc56-4f291b3e8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:31.265399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-e56f1496-711d-49c1-bc56-4f291b3e8e15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8020301 May 19 12:59:31.282808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-b82a2e97-fb51-40ae-8810-28c6fcbdca8c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:31.296531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-b82a2e97-fb51-40ae-8810-28c6fcbdca8c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.8858151 May 19 12:59:31.378768 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1effb03-3033-48a1-8dc2-2fe7bb0fc3c9', 'name': 'network-vif-deleted', 'tag': '61a2ea57-622a-4be7-b43c-5fff3d1afea1', 'status': 'completed', 'code': 200} May 19 12:59:31.388003 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:59:31.430097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3038f7c1-1845-42ce-89e2-c28393948103 None None] Network c0632f51-e9a5-40eb-814c-7da3005e782e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:31.530107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-92372642-9260-4dd3-93cc-6a653b15ceef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/quotas/f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 375 time: 0.1649923 May 19 12:59:31.588104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:31.611857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:31.640144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.643934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:31.645302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Provisioning for port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:31.664467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Provisioning complete for port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:31.664740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.676615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.682961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:31.768804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-d1318f74-bd82-48b0-81af-b59f07827205 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708612 May 19 12:59:31.903235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:31.908706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.953649 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:31.965997 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615eef-b8d5-4549-930d-30e563aae6d3 None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T12:47:03Z', 'revision_number': 4, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd83d38cc-b9bc-4213-842a-d44615a82718', 'name': '', 'network_id': 'fe98e943-6e49-4221-9d61-0406bdba29d7', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'mac_address': 'fa:16:3e:9a:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:59Z', 'updated_at': '2021-05-19T12:47:12Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'subnets': [{'id': '62aee6e8-bdc1-43c9-892e-374471f91b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:32.019213 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.050234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539f15-0032-4e6f-9589-8fba352e099d req-72314e09-90c0-4d8f-8499-530df4faeae2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:32.059149 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31539f15-0032-4e6f-9589-8fba352e099d req-72314e09-90c0-4d8f-8499-530df4faeae2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.6914549 May 19 12:59:32.079764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] For port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,segment=NetworkSegment(b2abd30d-da9b-4090-9d7d-fb36c515a4e3),segment_id=b2abd30d-da9b-4090-9d7d-fb36c515a4e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:32.094542 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.098849 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a6dd522f-bb05-4507-a7e7-d717c3deffeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:32.181343 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11eb68eb-9555-495d-a291-60e0bc578d39 req-738eb57c-6c9c-44b5-80c9-6b33afaf4f2a service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808694 May 19 12:59:32.224358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-8d31b28d-0953-4d6f-8782-a5075733a82b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6760671 May 19 12:59:32.269884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Pushing event updated for resources: {'Port': ['ID=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:32.284658 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:32.300150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 19 12:59:32.300675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 19 12:59:32.429858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Router 7390d578-4863-4ef6-bfed-95611313ad34 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:32.439163 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814b86a-0af7-4e64-ad8c-ec07107b0bf2 None None] New status for floating IP 47816d01-91be-4efc-90f7-9ff931b5c974: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:32.445799 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31539f15-0032-4e6f-9589-8fba352e099d req-8922f960-a2aa-48d9-a2c3-45c356f1f757 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856454 May 19 12:59:32.543010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-c4dac13b-518c-4aa3-a068-66a9f0e4eaa2 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077703 May 19 12:59:32.549509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76b758ea-c8b5-4f1d-a052-0bbc7dea0023 None None] Provisioning complete for port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:32.550172 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76b758ea-c8b5-4f1d-a052-0bbc7dea0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.768272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-d3a5dced-ede5-416c-9486-5ae6a478af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:32.769788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-d3a5dced-ede5-416c-9486-5ae6a478af63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 1099 time: 0.3284733 May 19 12:59:32.790644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:32.804698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.807966 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a643d-3969-429c-abf7-587624a80408 None None] Sync routers for ids ['7390d578-4863-4ef6-bfed-95611313ad34'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:32.813936 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "PUT /v2.0/routers/7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 200 len: 915 time: 8.8745534 May 19 12:59:32.817897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.823061 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] Routers {'7390d578-4863-4ef6-bfed-95611313ad34'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:32.823349 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7390d578-4863-4ef6-bfed-95611313ad34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.872113 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-f9f763bb-e3d7-407b-8fb1-a794f60e81d7 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203385 May 19 12:59:32.944560 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.976731 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] Routers {'7390d578-4863-4ef6-bfed-95611313ad34'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:32.977712 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7390d578-4863-4ef6-bfed-95611313ad34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.993900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9870bc-a089-4ffa-a24c-1f15e87899f5 req-8493d536-3e5b-49a9-b5ae-07705d3194ef tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:32.995868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd9870bc-a089-4ffa-a24c-1f15e87899f5 req-8493d536-3e5b-49a9-b5ae-07705d3194ef tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.2776644 May 19 12:59:33.008346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-351c63d4-0585-4967-9c98-537cf4d6c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.009865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-351c63d4-0585-4967-9c98-537cf4d6c1fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2243688 May 19 12:59:33.076898 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e10a643d-3969-429c-abf7-587624a80408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:33.078057 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a643d-3969-429c-abf7-587624a80408 None None] The sync data for ids ['7390d578-4863-4ef6-bfed-95611313ad34'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:33.158224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-d40a7947-6d54-4bc5-b9c6-47d0dc25b760 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e339ef90-1523-4692-af6d-6d79e72a2b43 HTTP/1.1" status: 200 len: 217 time: 0.1371236 May 19 12:59:33.240088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd9870bc-a089-4ffa-a24c-1f15e87899f5 req-264127c2-a8e1-46f5-9a28-a4c232150b5d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204053 May 19 12:59:33.266796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-07ed8c65-c02e-488c-9937-fd15712d5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.270948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-07ed8c65-c02e-488c-9937-fd15712d5eec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1012666 May 19 12:59:33.414047 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-867528cd-9506-45ca-bf42-89779f622ca0 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 200 len: 921 time: 0.5919671 May 19 12:59:33.417941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.456541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.467651 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:33.630551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=8752f78b-5f4f-484b-9596-5a133c94f8b7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:33.650439 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:33.673212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': '4a1457c4-d220-436d-81c2-1b2d2695fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '870e36c0-fa49-4245-b364-e4153bde44e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:33.675363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: 870e36c0-fa49-4245-b364-e4153bde44e5, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:33.718340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db746c-6c5d-4d89-911a-982534dccae7 req-25401b65-d35e-47ab-90ea-d4b38fb931b9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.724563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network 870e36c0-fa49-4245-b364-e4153bde44e5 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:33.726423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70db746c-6c5d-4d89-911a-982534dccae7 req-25401b65-d35e-47ab-90ea-d4b38fb931b9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 948 time: 0.1662376 May 19 12:59:33.758662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 870e36c0-fa49-4245-b364-e4153bde44e5) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:33.781188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aebac3e-747b-4f96-8778-94d442f17f14 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.781544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c76ad4-55ca-4d1c-877d-3a421e02d13c None None] Network 870e36c0-fa49-4245-b364-e4153bde44e5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:33.782304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5aebac3e-747b-4f96-8778-94d442f17f14 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=7390d578-4863-4ef6-bfed-95611313ad34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3627579 May 19 12:59:33.788467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-64a99a8f-48ad-4b73-9361-50bca64b4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.789409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-64a99a8f-48ad-4b73-9361-50bca64b4d90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5108929 May 19 12:59:33.789995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.801709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:33.802797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.809119 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-70db746c-6c5d-4d89-911a-982534dccae7 req-8941ea6d-0cf5-48ee-9270-e512b2a920a2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816920 May 19 12:59:33.860437 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3871722 May 19 12:59:33.866773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.209170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.326021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:34.366909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.377505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c483a47d-2cab-48f1-9be2-fa2dd8fe14ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-870e36c0-fa49-4245-b364-e4153bde44e5', 'network_id': '870e36c0-fa49-4245-b364-e4153bde44e5', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '8752f78b-5f4f-484b-9596-5a133c94f8b7'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:34.379457 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c483a47d-2cab-48f1-9be2-fa2dd8fe14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.489932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.501562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aedfec4f-890c-48ea-961f-138fcf75d0c1 req-4dcd43a2-e49f-43cb-b7f4-55ab15aced11 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 210 time: 0.3599837 May 19 12:59:34.672290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:34.672939 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.706989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-add99429-6da2-4b8e-9dfa-0c17c8a76edc service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8945689 May 19 12:59:34.782987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.804511 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-c483a47d-2cab-48f1-9be2-fa2dd8fe14ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8752f78b-5f4f-484b-9596-5a133c94f8b7: This subnet is being modified by another concurrent operation. May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:34.845916 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8752f78b-5f4f-484b-9596-5a133c94f8b7: This subnet is being modified by another concurrent operation. May 19 12:59:34.849413 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server May 19 12:59:34.853881 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.853881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e2975-9663-4324-b621-9c30feeab736 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:34.861152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=8752f78b-5f4f-484b-9596-5a133c94f8b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:34.868242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f21e2975-9663-4324-b621-9c30feeab736 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 1.0714152 May 19 12:59:34.868335 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:34.868335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.893667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec2efc-c511-423d-a853-d0d68309ee9c None None] Network 870e36c0-fa49-4245-b364-e4153bde44e5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:35.013641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.048493 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.085968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec59d898-2a13-41fd-83a2-b8a4cbb0d6f1 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 200 len: 205 time: 0.2171090 May 19 12:59:35.090185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.094434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e36c0-fa49-4245-b364-e4153bde44e5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:35.172001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1457c4-d220-436d-81c2-1b2d2695fe2e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:35.172489 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1457c4-d220-436d-81c2-1b2d2695fe2e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:35.210082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.266922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c94a0f-1f8c-4510-b6c1-e91d31d5a3d9 req-ab66fab0-93ed-4427-a3aa-dcd4f0eba575 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456028 May 19 12:59:35.293658 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.319718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc422-3e00-44b7-8924-57770dc29beb req-3fce4f9c-6473-4517-a9eb-d277bff7c0ca tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:35.321899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c5dc422-3e00-44b7-8924-57770dc29beb req-3fce4f9c-6473-4517-a9eb-d277bff7c0ca tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.8295827 May 19 12:59:35.334186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:35.334186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: timer() May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:35.352482 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:35.430934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ead215-0373-4ff6-8f8a-13e21d0c2a69 None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 12:59:35.473941 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.502366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c5dc422-3e00-44b7-8924-57770dc29beb req-8fabe72c-98e9-49fd-b31c-28a72e014c69 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691051 May 19 12:59:35.503121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.543312 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d3b469a8-4778-4258-86fa-2b2e2385f281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:35.612075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61608d52-8d1b-41c9-b9d5-8f18d2eaad9e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.615493 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:35.651700 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.653240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "DELETE /v2.0/security-groups/61608d52-8d1b-41c9-b9d5-8f18d2eaad9e HTTP/1.1" status: 204 len: 168 time: 1.1562872 May 19 12:59:35.656907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.664685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-f5d6f5b0-98cd-419b-aee7-692b4d82e6bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:35.666653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-f5d6f5b0-98cd-419b-aee7-692b4d82e6bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.4679427 May 19 12:59:35.696063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'device_id': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'admin_state_up': True, 'tenant_id': 'f6c385f268c74baabf8254875377953d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.725828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce7bc-82f0-47d9-98e7-7a8ef8472b19 req-5e27b5e0-3362-4caf-8012-fb8d1808d4af tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:35.737446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c7ce7bc-82f0-47d9-98e7-7a8ef8472b19 req-5e27b5e0-3362-4caf-8012-fb8d1808d4af tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6206400 May 19 12:59:35.773202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.779895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fce281c5-ef01-49bd-b546-8a6523602662 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:35.806694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ead215-0373-4ff6-8f8a-13e21d0c2a69 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 12:59:35.813426 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.828069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=870e36c0-fa49-4245-b364-e4153bde44e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.833851 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:35.843503 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/870e36c0-fa49-4245-b364-e4153bde44e5 HTTP/1.1" status: 204 len: 168 time: 1.9688447 May 19 12:59:35.848500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.860107 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-11add44c-9c5c-428e-87f6-e80c923c7324 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] show failed (client error): The resource could not be found. May 19 12:59:35.867042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-11add44c-9c5c-428e-87f6-e80c923c7324 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "GET /v2.0/security-groups/61608d52-8d1b-41c9-b9d5-8f18d2eaad9e HTTP/1.1" status: 404 len: 347 time: 0.1934938 May 19 12:59:35.914308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.930358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e339ef90-1523-4692-af6d-6d79e72a2b43 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:59:35.939723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501057845'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.948031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:35.955860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:35.961934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:35.972060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:35.993092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.998272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:36.001954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.142604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:36.176393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.177133 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment f1f9a83f-5a46-41ec-ada9-ea8242beb467 of type vlan for network aef2f253-0a91-4c28-9e19-d29e6bb9c485 May 19 12:59:36.213453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:36.234878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'mac_address': 'fa:16:3e:30:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:59:36.254189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port 088cdc3b-86fa-40f2-b8aa-6206702aa132 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:36.254650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.280761 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.308909 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c7ce7bc-82f0-47d9-98e7-7a8ef8472b19 req-e4a17fd5-646e-4daa-8762-ec2d2a4a0e28 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498455 May 19 12:59:36.387007 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.404567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:36.417041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339ef90-1523-4692-af6d-6d79e72a2b43 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:36.423981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:36.437235 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:36.462776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:36.472503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.479691 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:36.494686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:36.498894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.549343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-74f9e7a6-de3b-4b8a-842e-0b5c3509dbfc tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:36.551334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-74f9e7a6-de3b-4b8a-842e-0b5c3509dbfc tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.7748120 May 19 12:59:36.566216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.579696 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.592412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:36.593597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.609354 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f373abcf-5dc7-47e4-b7be-bd6e3b44d42f tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:36.614245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:36.625919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.626413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.627238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.627680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.628148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.628574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.628996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.629477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.629899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.630325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.630752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.631413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:36.636865 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:36.753496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['e339ef90-1523-4692-af6d-6d79e72a2b43'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:36.837188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for 088cdc3b-86fa-40f2-b8aa-6206702aa132 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:36.868189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2b209-0588-45e1-b76c-6e2c491e76a2 req-67d132a7-f78e-4268-8a7b-b89b5461a6a8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:36.873542 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3f2b209-0588-45e1-b76c-6e2c491e76a2 req-67d132a7-f78e-4268-8a7b-b89b5461a6a8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 948 time: 1.0197642 May 19 12:59:36.913274 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9885941 May 19 12:59:36.914104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42673d31-b22a-4d34-94e1-84924d08fd14 req-4dd6764d-1740-4dcb-adb6-221061c5bf13 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1509368 May 19 12:59:36.917206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.923254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:36.955187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=aef2f253-0a91-4c28-9e19-d29e6bb9c485,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:36.972388 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:36.978801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network aef2f253-0a91-4c28-9e19-d29e6bb9c485 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:37.075265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:37.106708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:37.110612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:37.119730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:37.144159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:37.155464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.158955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3f2b209-0588-45e1-b76c-6e2c491e76a2 req-5454cfff-b3cb-413c-a769-457cfb35bc61 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508214 May 19 12:59:37.172008 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Deleting port 110adecb-c356-44bc-94cd-8212c7891ad8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:37.172365 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.343161 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.350921 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1b5e8484-e7ba-44a0-96dc-e8b4ef3586c3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:37.469579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.20.0.14 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/82b37c35-3799-4e13-8fc5-b402daa77497) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:37.470404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=088cdc3b-86fa-40f2-b8aa-6206702aa132,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:37.480604 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:37.563378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.563703 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.641465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.727971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Calling delete_port for 110adecb-c356-44bc-94cd-8212c7891ad8 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:37.732633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 42c92d04-3b25-4316-abcd-b92649a282df {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:37.732973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.824343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f095c9-e8d6-4472-b73d-29d28f8e8d11 req-4091f65b-4eed-4ec7-9a6b-12f38c3d2edd tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:37.825965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0f095c9-e8d6-4472-b73d-29d28f8e8d11 req-4091f65b-4eed-4ec7-9a6b-12f38c3d2edd tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.5134768 May 19 12:59:37.894777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d9396-5802-476b-8619-49428a6d9017 req-3720896f-723e-4389-8435-30c8c420ec82 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:37.896514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-215d9396-5802-476b-8619-49428a6d9017 req-3720896f-723e-4389-8435-30c8c420ec82 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 946 time: 0.5826263 May 19 12:59:37.939582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e339ef90-1523-4692-af6d-6d79e72a2b43 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:38.045693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port e339ef90-1523-4692-af6d-6d79e72a2b43 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:38.055965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port e339ef90-1523-4692-af6d-6d79e72a2b43 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:38.056240 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.104652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0f095c9-e8d6-4472-b73d-29d28f8e8d11 req-f6692347-ed92-476b-ab2e-1106b0738c8c tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215393 May 19 12:59:38.140553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-215d9396-5802-476b-8619-49428a6d9017 req-7205553e-ab32-41e8-94cd-0d001ca7ecc6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136788 May 19 12:59:38.227586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:38.228227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.262843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.316094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.338996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.432840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.499597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.500457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router 7390d578-4863-4ef6-bfed-95611313ad34 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:38.504010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:38.524934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:38.531120 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.532419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 42c92d04-3b25-4316-abcd-b92649a282df no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:38.567676 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:38.572231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 42c92d04-3b25-4316-abcd-b92649a282df owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:38.573271 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.585270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 204 len: 168 time: 3.4933949 May 19 12:59:38.592005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:38.603854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-134710374', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:38.662906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Transition to ACTIVE for port object 82b37c35-3799-4e13-8fc5-b402daa77497 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:38.689305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff430df5-900b-4ad4-b498-03d28b50ea24 req-a428d4b4-4d0f-4829-bf43-b889f545ffd5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1283848 May 19 12:59:38.694240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:38.705056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:38.713228 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:38.723229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Usage tracker for resource:router and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:38.734158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:38.749575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:38.814831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.817812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.857533 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.944829 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.962072 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.971009 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:39.013778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 42c92d04-3b25-4316-abcd-b92649a282df, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=42c92d04-3b25-4316-abcd-b92649a282df,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:39.020791 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.025283 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:39.087789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Pushing event deleted for resources: {'Port': ['ID=110adecb-c356-44bc-94cd-8212c7891ad8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.128666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:39.142292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.157872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:39.186004 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b13ab34c-2028-49fd-aa95-d9e63639e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:39.219426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.244435 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:39.351998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275326e7-3bdc-4896-801f-17d03dcf2093 req-65a8a777-4801-47d7-9aab-06fb867f5ddd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:39.353630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-275326e7-3bdc-4896-801f-17d03dcf2093 req-65a8a777-4801-47d7-9aab-06fb867f5ddd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.7784140 May 19 12:59:39.368561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:39.385316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:39.428508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:39.477208 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.490176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.514056 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:39.530512 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.540292 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.546137 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-275326e7-3bdc-4896-801f-17d03dcf2093 req-95cf7e2e-543a-424e-8596-adfc22d64c03 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763260 May 19 12:59:39.557948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e02ce9eb-bd79-48a3-a5ce-56468208f344 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:39.607347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73feaa-51cf-4435-93a7-0b0f92f9080b req-e1d36a2e-8d45-4194-a611-fdcdbb2c50cc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:39.607809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.616013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c73feaa-51cf-4435-93a7-0b0f92f9080b req-e1d36a2e-8d45-4194-a611-fdcdbb2c50cc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 950 time: 0.6570549 May 19 12:59:39.635741 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'code': 200} May 19 12:59:39.672691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=42c92d04-3b25-4316-abcd-b92649a282df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.690772 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:39.710022 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:39.725890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.740042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] 10.222.0.69 "DELETE /v2.0/floatingips/47816d01-91be-4efc-90f7-9ff931b5c974 HTTP/1.1" status: 204 len: 168 time: 3.8147330 May 19 12:59:39.753332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:39.753884 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.852035 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1c73feaa-51cf-4435-93a7-0b0f92f9080b req-18746d62-feaa-4cb5-bdf3-5b9b8938fb97 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341697 May 19 12:59:39.884935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 42c92d04-3b25-4316-abcd-b92649a282df on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:39.893606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2051795 May 19 12:59:39.896356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-140903c4-bace-4ec4-9488-787646e5f3e0 None None] Provisioning for port 82b37c35-3799-4e13-8fc5-b402daa77497 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:39.896802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.901395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c8e52a9-4d6e-49b9-bead-9c6f159445cb req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "DELETE /v2.0/ports/42c92d04-3b25-4316-abcd-b92649a282df HTTP/1.1" status: 204 len: 173 time: 3.3382652 May 19 12:59:39.902605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-deleted', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:39.916354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-140903c4-bace-4ec4-9488-787646e5f3e0 None None] Provisioning complete for port 82b37c35-3799-4e13-8fc5-b402daa77497 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:39.918263 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-140903c4-bace-4ec4-9488-787646e5f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.924829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Request body: {'port': {'device_id': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:40.089912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=43d81613-1d04-46b9-9253-bbb42dc3203e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:40.109109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-140903c4-bace-4ec4-9488-787646e5f3e0 None None] Port 82b37c35-3799-4e13-8fc5-b402daa77497 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:40.117676 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:40.189033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': 'f1f9a83f-5a46-41ec-ada9-ea8242beb467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:40.189555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: aef2f253-0a91-4c28-9e19-d29e6bb9c485, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:40.282777 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d50339-0576-4e4f-8f86-af21b7f97866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.284842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network aef2f253-0a91-4c28-9e19-d29e6bb9c485 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:40.293302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3bd29def-b543-4cdd-a182-b5cac57d0675 req-ca4c2565-b58b-43a9-838c-d3ccec677b93 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:40.299623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, aef2f253-0a91-4c28-9e19-d29e6bb9c485) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:40.324535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97726a0-2d21-4813-b82d-33ab94e9b03c None None] Network aef2f253-0a91-4c28-9e19-d29e6bb9c485 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:40.330464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:40.333114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.385804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cabbe-0663-4d1a-b7b2-bcad2ab7c314 req-1ccd5f21-4cdf-4ec4-b81f-e02372ad8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:40.387470 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1cabbe-0663-4d1a-b7b2-bcad2ab7c314 req-1ccd5f21-4cdf-4ec4-b81f-e02372ad8617 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 1101 time: 0.4489541 May 19 12:59:40.499250 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1cabbe-0663-4d1a-b7b2-bcad2ab7c314 req-ad0cacfe-6a2b-47e7-b87d-e9a0d6fccfa6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902350 May 19 12:59:40.500418 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5822423 May 19 12:59:40.503353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:40.527575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3bd29def-b543-4cdd-a182-b5cac57d0675 req-ca4c2565-b58b-43a9-838c-d3ccec677b93 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:40.528812 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bd29def-b543-4cdd-a182-b5cac57d0675 req-ca4c2565-b58b-43a9-838c-d3ccec677b93 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f2500ff-dc29-42d0-a02c-ca5c508ef874 HTTP/1.1" status: 200 len: 210 time: 0.3956299 May 19 12:59:40.543353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.750279 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-deleted', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df', 'status': 'completed', 'code': 200} May 19 12:59:41.293662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-aef2f253-0a91-4c28-9e19-d29e6bb9c485', 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '43d81613-1d04-46b9-9253-bbb42dc3203e'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:41.299487 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.603383 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.653830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:41.733881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Allocated IP 2001:db8::1 (aef2f253-0a91-4c28-9e19-d29e6bb9c485/43d81613-1d04-46b9-9253-bbb42dc3203e/580a7028-61a3-40ac-aaed-1e76a8a9e6fb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:41.798829 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.808123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.871526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b37c35-3799-4e13-8fc5-b402daa77497 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:41.890628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.925213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Transition to ACTIVE for port object 82b37c35-3799-4e13-8fc5-b402daa77497 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:41.948595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.975683 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89d91df9-f855-456b-a57a-561960065f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:42.060076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.452168 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.467097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Pushing event updated for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.481840 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:42.496385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Transition to ACTIVE for port object 580a7028-61a3-40ac-aaed-1e76a8a9e6fb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:42.542896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7490b-6633-4284-98ad-d8f016efdce8 req-f83e38a1-7e5e-4c02-b2f7-fcdc19c94a1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:42.542896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-66a7490b-6633-4284-98ad-d8f016efdce8 req-f83e38a1-7e5e-4c02-b2f7-fcdc19c94a1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:42.562527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Transition to ACTIVE for port object 580a7028-61a3-40ac-aaed-1e76a8a9e6fb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:42.574153 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.597537 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:42.784051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Network aef2f253-0a91-4c28-9e19-d29e6bb9c485 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:42.814504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:42.838337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:42.992245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e25162-491b-45a7-86a3-7bba3e30eece req-1027312a-ea26-4cce-a217-711defb79e66 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:42.999614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4e25162-491b-45a7-86a3-7bba3e30eece req-1027312a-ea26-4cce-a217-711defb79e66 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 1.6844974 May 19 12:59:43.020473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Allocated IP 172.25.4.130 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/cb986f59-4468-4a06-929a-fb9354b5d8c6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:43.023784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-66a7490b-6633-4284-98ad-d8f016efdce8 req-f83e38a1-7e5e-4c02-b2f7-fcdc19c94a1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:43.030791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66a7490b-6633-4284-98ad-d8f016efdce8 req-f83e38a1-7e5e-4c02-b2f7-fcdc19c94a1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 932 time: 2.0532539 May 19 12:59:43.173450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e4e25162-491b-45a7-86a3-7bba3e30eece req-d710dbd2-c4e0-479c-b24f-fafec0e09feb tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726239 May 19 12:59:43.188786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-521a9497-2750-4a8f-afbe-8288bdd20fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.192825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.222773 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Pushing event updated for resources: {'Port': ['ID=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.230618 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:43.248070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Attempting to bind port 82b37c35-3799-4e13-8fc5-b402daa77497 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:43.248648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Attempting to bind port 82b37c35-3799-4e13-8fc5-b402daa77497 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:43.249417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Attempting to bind port 82b37c35-3799-4e13-8fc5-b402daa77497 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:43.260800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Port 82b37c35-3799-4e13-8fc5-b402daa77497 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:43.261256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Attempting to bind port 82b37c35-3799-4e13-8fc5-b402daa77497 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:43.266390 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66a7490b-6633-4284-98ad-d8f016efdce8 req-b8b36c58-d1cb-4d67-8e39-377a03cc18ce tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347150 May 19 12:59:43.271206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:43.272492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:43.272821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:43.273377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Bound port: 82b37c35-3799-4e13-8fc5-b402daa77497, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:43.273736 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.308638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Attempting to bind port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:43.309410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Attempting to bind port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'f1f9a83f-5a46-41ec-ada9-ea8242beb467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:43.309832 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Attempting to bind port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb on network aef2f253-0a91-4c28-9e19-d29e6bb9c485 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:43.331287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:43.332106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Checking segment: {'id': 'f1f9a83f-5a46-41ec-ada9-ea8242beb467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:43.332969 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.333632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Bound using segment: {'id': 'f1f9a83f-5a46-41ec-ada9-ea8242beb467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:43.335149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Bound port: 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f9a83f-5a46-41ec-ada9-ea8242beb467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:43.335788 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.391057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.410845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:43.426150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=82b37c35-3799-4e13-8fc5-b402daa77497,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:43.438560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.456014 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.468791 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5093358f-4aa4-4e2b-ac40-dfe0ef712933 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:43.474262 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a3cef070-6df8-4209-9f92-863a3afcbc93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:43.503800 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2500ff-dc29-42d0-a02c-ca5c508ef874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c92d04-3b25-4316-abcd-b92649a282df', 'code': 200} May 19 12:59:43.666743 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] For port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:43.668566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:43.669221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.670890 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] 10.222.0.71 "PUT /v2.0/ports/82b37c35-3799-4e13-8fc5-b402daa77497 HTTP/1.1" status: 200 len: 1092 time: 3.7564356 May 19 12:59:43.675871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] For port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,segment=NetworkSegment(f1f9a83f-5a46-41ec-ada9-ea8242beb467),segment_id=f1f9a83f-5a46-41ec-ada9-ea8242beb467)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:43.680326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:43.692461 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.708543 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:43.928151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Pushing event updated for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.945495 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:43.980902 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Pushing event updated for resources: {'Port': ['ID=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.999242 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:44.033046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:44.042643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:44.045769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event updated for resources: {'Port': ['ID=cb986f59-4468-4a06-929a-fb9354b5d8c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:44.058269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:44.118849 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:44.154751 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.191167 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c0d0611-63a5-4331-9373-d078841b13f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:44.202588 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.203477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277bb83-b386-41f8-8905-bce60b532e3a req-561e97ab-2ce7-4dbb-8041-b3be89ec5f2b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:44.214284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2277bb83-b386-41f8-8905-bce60b532e3a req-561e97ab-2ce7-4dbb-8041-b3be89ec5f2b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 950 time: 0.6593325 May 19 12:59:44.335804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-df8f5364-1001-4460-b397-b7596e408cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:44.340643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-df8f5364-1001-4460-b397-b7596e408cb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 1095 time: 0.5895030 May 19 12:59:44.382933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=43d81613-1d04-46b9-9253-bbb42dc3203e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:44.411469 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:44.561045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-35b39723-6848-4afc-9f52-3499272bb1d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b37c35-3799-4e13-8fc5-b402daa77497 HTTP/1.1" status: 200 len: 217 time: 0.2006927 May 19 12:59:44.569042 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2277bb83-b386-41f8-8905-bce60b532e3a req-3ddf45ba-7577-4c8d-94e0-67a79e3f7afd tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533525 May 19 12:59:44.638473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-4a107f7d-7908-4605-979d-4898325484ac tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:44.650900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-4a107f7d-7908-4605-979d-4898325484ac tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.7037287 May 19 12:59:44.663570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.668053 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497', 'status': 'completed', 'code': 200} May 19 12:59:44.684962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef2f253-0a91-4c28-9e19-d29e6bb9c485']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.701720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-ce62b408-f86b-42cb-ba41-40417a468751 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0493286 May 19 12:59:44.708444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f9a83f-5a46-41ec-ada9-ea8242beb467') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.708957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f9a83f-5a46-41ec-ada9-ea8242beb467') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.726911 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.764131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.777975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:44.779084 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.812842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-c6aa359f-12df-457c-ac87-ec40ce8bdab0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096635 May 19 12:59:44.897254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-2f5c428f-5105-427c-b589-842a6019e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:44.899763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-2f5c428f-5105-427c-b589-842a6019e0b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3286905 May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: timer() May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:45.133042 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:45.190650 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-fabffb81-f324-464c-98bd-179333022129 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681772 May 19 12:59:45.254835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-1cc24233-3739-4888-a851-cf6c069d337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:45.257186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-1cc24233-3739-4888-a851-cf6c069d337d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625299 May 19 12:59:45.265808 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.273671 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 12:59:45.273671 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 12:59:45.273671 n-d-791505-2 neutron-server[93821]: [parameters: {'id': 'aef2f253-0a91-4c28-9e19-d29e6bb9c485'}] May 19 12:59:45.273671 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:59:45.274491 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:59:45.598885 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.672641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-efe5532c-6361-4444-8d79-a4a1a752c520 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810212 May 19 12:59:45.741110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-e60c9adb-80e2-4a1d-a5e3-f630699c1715 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006176 May 19 12:59:45.816005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290fe72-4df1-4a44-a6cb-3d0a2c4075ce None None] Network aef2f253-0a91-4c28-9e19-d29e6bb9c485 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:45.846457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.855410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.088758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48c85499-c20b-45ee-b057-bb846f3fb3ea None None] Provisioning for port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:46.396110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-15ec21f3-f519-4651-90f6-00edefc87b3e req-d9f63382-28a6-4cf5-9b78-51d0a7eb1c56 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489279 May 19 12:59:46.451152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 580a7028-61a3-40ac-aaed-1e76a8a9e6fb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:46.452820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d84a1-795f-4c0a-a39f-6f9fc6ba2a8f req-e191e9aa-a790-4abd-a708-7203c50de2d8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:46.466561 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b17d84a1-795f-4c0a-a39f-6f9fc6ba2a8f req-e191e9aa-a790-4abd-a708-7203c50de2d8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 944 time: 0.4964223 May 19 12:59:46.601504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] DHCP port deletion for aef2f253-0a91-4c28-9e19-d29e6bb9c485 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:59:46.717279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-c8044090-5799-4044-aceb-fd23a78ea213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:46.720070 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-c8044090-5799-4044-aceb-fd23a78ea213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 1.5587165 May 19 12:59:46.756946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:46.768877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Deleting port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:46.771182 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.815358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:46.817174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.920993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0096f4-de58-4934-a125-993e04c2b656 req-95a5132c-aa56-45bb-afa9-e90552f32010 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:46.942250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a0096f4-de58-4934-a125-993e04c2b656 req-95a5132c-aa56-45bb-afa9-e90552f32010 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 1101 time: 0.7047288 May 19 12:59:46.953465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b17d84a1-795f-4c0a-a39f-6f9fc6ba2a8f req-107c55a5-d880-4381-8746-68eba1497986 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854572 May 19 12:59:47.034262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a0096f4-de58-4934-a125-993e04c2b656 req-ab72d299-010a-45ce-8d4b-d103a34f457b tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871177 May 19 12:59:47.069448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-04ee8ba2-9794-4b27-bf64-f4876ab89c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:47.074131 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-04ee8ba2-9794-4b27-bf64-f4876ab89c8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 1095 time: 0.5243573 May 19 12:59:47.102067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:47.102646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.353494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.392596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] For port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,segment=NetworkSegment(f1f9a83f-5a46-41ec-ada9-ea8242beb467),segment_id=f1f9a83f-5a46-41ec-ada9-ea8242beb467)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:47.393454 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.547354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-c75d5d53-a2a3-47d2-b4e4-11069043c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:47.565547 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-c75d5d53-a2a3-47d2-b4e4-11069043c607 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.8340964 May 19 12:59:47.656836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-a70e39fb-99b9-4454-b757-4b93ec3f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:47.658416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-a70e39fb-99b9-4454-b757-4b93ec3f17c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.5790539 May 19 12:59:47.779691 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.793361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,segment=NetworkSegment(f1f9a83f-5a46-41ec-ada9-ea8242beb467),segment_id=f1f9a83f-5a46-41ec-ada9-ea8242beb467)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:47.795238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.812846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Calling delete_port for 580a7028-61a3-40ac-aaed-1e76a8a9e6fb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:47.813315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-7646e8bc-6c40-48f9-b356-7c9b64709966 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b37c35-3799-4e13-8fc5-b402daa77497 HTTP/1.1" status: 200 len: 217 time: 0.1351352 May 19 12:59:47.824866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-e3453adf-37d9-4391-9976-4276bf4598c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.1885018 May 19 12:59:47.828616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476418e7-bd4a-4e9f-9d90-a3a0ee59991b req-21c365cd-d89e-42fd-a656-a6adb85b9fb1 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:47.831998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-476418e7-bd4a-4e9f-9d90-a3a0ee59991b req-21c365cd-d89e-42fd-a656-a6adb85b9fb1 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.3995769 May 19 12:59:47.955674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,segment=NetworkSegment(f1f9a83f-5a46-41ec-ada9-ea8242beb467),segment_id=f1f9a83f-5a46-41ec-ada9-ea8242beb467)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:47.957897 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.001747 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.007721 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:48.033740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033e775-97a4-48d4-909d-8efa9979429e req-e551a6b7-d500-41ea-b8e4-16208bc4e6d8 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:48.036858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1033e775-97a4-48d4-909d-8efa9979429e req-e551a6b7-d500-41ea-b8e4-16208bc4e6d8 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.4657052 May 19 12:59:48.046127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for 580a7028-61a3-40ac-aaed-1e76a8a9e6fb owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:48.078579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-79c4355a-0086-4051-8b9b-60ef94ea3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:48.081261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-79c4355a-0086-4051-8b9b-60ef94ea3a5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2485454 May 19 12:59:48.104414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-476418e7-bd4a-4e9f-9d90-a3a0ee59991b req-bd814841-e873-44c5-aa1e-af61d5923f72 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143347 May 19 12:59:48.108965 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.125659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event deleted for resources: {'Port': ['ID=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.142165 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:48.144938 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:48.239833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-a85521fa-bbc9-435c-be54-be0d9e644ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:48.243078 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-a85521fa-bbc9-435c-be54-be0d9e644ee8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.4081929 May 19 12:59:48.317741 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] No DVR routers for this DVR port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:48.320649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Pushing event deleted for resources: {'Port': ['ID=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.323942 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:48.352811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1033e775-97a4-48d4-909d-8efa9979429e req-2593518e-d131-4a40-95a0-432462c93abf tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035665 May 19 12:59:48.403608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 580a7028-61a3-40ac-aaed-1e76a8a9e6fb no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:48.483599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 580a7028-61a3-40ac-aaed-1e76a8a9e6fb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:59:48.484179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 580a7028-61a3-40ac-aaed-1e76a8a9e6fb not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:48.487242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-5a67ebdd-8cb6-4528-98f1-476c8c444053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:48.490250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-5a67ebdd-8cb6-4528-98f1-476c8c444053 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3756962 May 19 12:59:48.581148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-67aeac4e-8785-44d8-8f72-8df249b3d836 req-219cfaab-7d47-4d5c-b33b-337570f80398 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 210 time: 0.1550598 May 19 12:59:48.800886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-8487eff6-9424-4d95-80bc-7c67e15ebc4e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2167671 May 19 12:59:48.813718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b24a526d-35c7-497a-88a0-a00e159616be tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:48.815378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b24a526d-35c7-497a-88a0-a00e159616be tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.71 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.6454928 May 19 12:59:48.829383 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-d7169725-dab4-42fa-a74e-c035e64217a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5742333 May 19 12:59:48.838084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:49.001447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-04a37dee-6633-4a7a-8b40-6c0baa0cc89d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:49.002336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-04a37dee-6633-4a7a-8b40-6c0baa0cc89d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Synchronizing usage tracker for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:49.172216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-cafd9e25-f87d-4af5-aeeb-1902c7edf08d service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714332 May 19 12:59:49.274025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-174f3db1-03b3-4d5f-894a-32ebaa3aa3c4 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135847 May 19 12:59:49.275232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-04a37dee-6633-4a7a-8b40-6c0baa0cc89d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Unset dirty status for tenant:61d52db9d8c9447ea86aa4847382c7cb on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:49.276519 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-04a37dee-6633-4a7a-8b40-6c0baa0cc89d tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.71 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 1.6977596 May 19 12:59:49.346462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:49.407387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.447208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de4f374b-41f8-4f22-900b-ef2cd59360e3 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:49.468828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-bfe5f39c-9ae3-44db-b30d-9c29a981de97 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:49.471638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-bfe5f39c-9ae3-44db-b30d-9c29a981de97 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6638167 May 19 12:59:49.524342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7c048c63-ed3b-4728-abcf-4a6e760c22b3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.0334852 May 19 12:59:49.533647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f6044620-7437-49aa-b33f-18936c6be4b1 req-6ae8c017-2c61-4a69-a5e6-f91789622728 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468680 May 19 12:59:49.543671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87922-6a6f-4173-b89b-62acb8af3abe req-76e5eb29-f965-4c23-b72c-e7753b8475aa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:49.546164 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ba87922-6a6f-4173-b89b-62acb8af3abe req-76e5eb29-f965-4c23-b72c-e7753b8475aa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 944 time: 0.4990954 May 19 12:59:49.576642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port 580a7028-61a3-40ac-aaed-1e76a8a9e6fb on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:49.614363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:49.626406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=580a7028-61a3-40ac-aaed-1e76a8a9e6fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:49.676324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ba87922-6a6f-4173-b89b-62acb8af3abe req-70bb200d-54d8-4363-b2c6-58e340ca624c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904005 May 19 12:59:49.699262 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:49.729432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-bee04efe-73ea-4dc0-b656-d5207483b635 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1820271 May 19 12:59:49.805569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:49.809326 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.839342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Router 3b37fd6c-9356-4d35-a93c-e7ec3deabddd is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:49.964232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.031991 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5ba3d5-eb51-4c6f-b4b6-ce0e9cef2695 req-5c6f894b-526e-4a77-bd53-25482b287a66 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450054 May 19 12:59:50.033812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef2f253-0a91-4c28-9e19-d29e6bb9c485']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.291593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8f86c-6362-4bc1-b86d-d33f4020b1c9 req-31d56319-d3db-4616-aff1-e74e4d86a27d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:50.297036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f9a83f-5a46-41ec-ada9-ea8242beb467') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.297447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f9a83f-5a46-41ec-ada9-ea8242beb467') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.300498 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2b8f86c-6362-4bc1-b86d-d33f4020b1c9 req-31d56319-d3db-4616-aff1-e74e4d86a27d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.3619883 May 19 12:59:50.358281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.400336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:50.400579 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2b8f86c-6362-4bc1-b86d-d33f4020b1c9 req-3bccea8b-3630-4515-a391-4a9e264434f9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873010 May 19 12:59:50.411019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] Sync routers for ids ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:50.426859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] Routers {'3b37fd6c-9356-4d35-a93c-e7ec3deabddd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:50.427546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.450477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c15b4-4b24-4b27-add3-472ceca3abe2 req-f480b457-439c-41a4-bca6-a04cc8f85f48 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:50.451192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Deleting port eb446fc7-6d49-4a18-9140-206120e530ba {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:50.451691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.453324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a6c15b4-4b24-4b27-add3-472ceca3abe2 req-f480b457-439c-41a4-bca6-a04cc8f85f48 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 946 time: 0.4026694 May 19 12:59:50.546629 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.562996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a6c15b4-4b24-4b27-add3-472ceca3abe2 req-a9288e9f-d99c-4406-bf13-70893a26f142 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021805 May 19 12:59:50.603218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 82b37c35-3799-4e13-8fc5-b402daa77497 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:59:50.625252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device eb446fc7-6d49-4a18-9140-206120e530ba no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:50.691296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2e54a71-9861-482c-b77c-81ec6e011e3b req-1a644589-65cb-4959-a75b-473387c80a91 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 210 time: 0.0502594 May 19 12:59:50.737000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.788727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] Routers {'3b37fd6c-9356-4d35-a93c-e7ec3deabddd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:50.796452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.832446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.6 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/2b5782d0-08a6-458b-bdea-199bce451e5d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:50.950373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:50.950666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584ac28-3c17-48fd-9cea-4725d430c943 None None] The sync data for ids ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:50.956811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:50.958724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.967200 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: timer() May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: self._notify() May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:50.989474 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:50.998917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af7c23a3-0f83-4438-ba34-e12bffb07d18 req-c9478546-a9c1-408e-9984-5129294fcd2b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 210 time: 0.3931606 May 19 12:59:51.138134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de790ad7-a025-45a9-933d-c60e29f45ad8 req-f4510480-116d-4a87-a659-96e60ff7415c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:51.140094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de790ad7-a025-45a9-933d-c60e29f45ad8 req-f4510480-116d-4a87-a659-96e60ff7415c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 944 time: 0.1458647 May 19 12:59:51.160520 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.199201 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:59:51.207888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de790ad7-a025-45a9-933d-c60e29f45ad8 req-330f608b-62e9-43ad-a3a6-9d569ed34593 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 May 19 12:59:51.239849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=82b37c35-3799-4e13-8fc5-b402daa77497,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:51.260341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '82b37c35-3799-4e13-8fc5-b402daa77497', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '82b37c35-3799-4e13-8fc5-b402daa77497', 'mac_address': 'fa:16:3e:a5:39:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:59:51.266670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:51.277804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.279040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.6856167 May 19 12:59:51.281961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:51.288613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:51.382998 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'code': 200} May 19 12:59:51.387192 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:51.391144 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.407965 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.414245 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:51.534956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b37c35-3799-4e13-8fc5-b402daa77497 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:51.614396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] For port eb446fc7-6d49-4a18-9140-206120e530ba, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=eb446fc7-6d49-4a18-9140-206120e530ba,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:51.615037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.639094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=82b37c35-3799-4e13-8fc5-b402daa77497,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:51.654257 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.671509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.678460 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:51.679445 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:51.926637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.934033 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:52.052235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['82b37c35-3799-4e13-8fc5-b402daa77497'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:52.095793 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.124290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-512df0b5-781e-4d5c-8eda-aa6304f8c8bb tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1590543 May 19 12:59:52.125462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:52.251585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.253810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2438-27cf-42a8-811f-7f2e00d67e3f req-bc0bc590-6729-4155-b67e-79ff9ecb3be9 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:52.260937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d89f2438-27cf-42a8-811f-7f2e00d67e3f req-bc0bc590-6729-4155-b67e-79ff9ecb3be9 tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 944 time: 0.3639264 May 19 12:59:52.371319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=aef2f253-0a91-4c28-9e19-d29e6bb9c485,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.390513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.391522 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.392057 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Floating IP 1a5b6e30-f530-4fc6-9676-2a490f3c4401 disassociated. External IP: 172.25.4.63, port: eb446fc7-6d49-4a18-9140-206120e530ba. May 19 12:59:52.392552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Calling delete_port for eb446fc7-6d49-4a18-9140-206120e530ba owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:52.427347 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:52.436602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e8dd5-b506-4f60-9409-7da52f42c9a4 req-c3f78e39-8ec3-41a7-8c15-78fe071d34f0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:52.439623 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2e8dd5-b506-4f60-9409-7da52f42c9a4 req-c3f78e39-8ec3-41a7-8c15-78fe071d34f0 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6103549 May 19 12:59:52.442019 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/aef2f253-0a91-4c28-9e19-d29e6bb9c485 HTTP/1.1" status: 204 len: 168 time: 11.9374399 May 19 12:59:52.450757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:52.511570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932918231'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:52.512127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.530796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-6270e511-725d-4691-87c2-24f915cb5624 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:52.532473 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-6270e511-725d-4691-87c2-24f915cb5624 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688145 May 19 12:59:52.544575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:52.546822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:52.565883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:52.688916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:52.749655 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.751114 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:52.764981 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-55a76f12-368f-4304-87d2-16b5c651de96 tempest-MigrationsAdminTest-1115501549 tempest-MigrationsAdminTest-1115501549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:52.789039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d89f2438-27cf-42a8-811f-7f2e00d67e3f req-2ed7b574-8928-4648-a1fc-2bd5b85d759b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups?id=b9080f0b-99c3-46a2-b939-0f9d47413e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475339 May 19 12:59:52.816191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:52.823645 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.855865 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2e8dd5-b506-4f60-9409-7da52f42c9a4 req-27ff6f31-bd48-431e-b1bd-89600582b3d7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947511 May 19 12:59:52.856190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.858223 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.862221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:52.874358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:52.877888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:52.880493 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:52.927058 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.943762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:52.971817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:52.979617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.988483 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:53.023729 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.024234 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment b1827c2b-b698-43ae-8b13-36b86037da9a of type vlan for network 030107f7-f273-46ab-874b-a44227e00079 May 19 12:59:53.051038 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81c49ef5-28ad-41f9-a088-0f6a9b5fcec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:53.088641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.142407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event deleted for resources: {'Port': ['ID=eb446fc7-6d49-4a18-9140-206120e530ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:53.146283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-145352fe-f49a-465c-a130-26c615d03f80 req-09685d65-6e7c-4216-8b79-79d177911bc5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 210 time: 0.0524874 May 19 12:59:53.174202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:53.175359 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.180131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Deleting port cb986f59-4468-4a06-929a-fb9354b5d8c6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:59:53.180455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.190883 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:53.192230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:53.198555 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.254667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.260418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:53.261080 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.273809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:53.496985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Router cd20403a-1157-429f-8aed-525030d2aa39 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:53.498840 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6659861 May 19 12:59:53.507756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.517335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Request body: {'port': {'device_id': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:53.896102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Calling delete_port for cb986f59-4468-4a06-929a-fb9354b5d8c6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:59:54.024785 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5715666 May 19 12:59:54.027500 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.041001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:54.044206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=030107f7-f273-46ab-874b-a44227e00079,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:54.048838 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:54.053756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': '030107f7-f273-46ab-874b-a44227e00079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:54.059128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 030107f7-f273-46ab-874b-a44227e00079 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:54.239149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:54.255341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835feb0-9db2-43ad-997a-ec691929c854 req-f566895a-a812-45a6-86c4-dfa25ce3ce76 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:54.260908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f835feb0-9db2-43ad-997a-ec691929c854 req-f566895a-a812-45a6-86c4-dfa25ce3ce76 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 931 time: 1.0668399 May 19 12:59:54.262130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:54.271068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:54.306809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:54.352641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb932-d3c3-4d65-bf89-438ea66ac252 req-77f72098-7ccc-44e5-a585-f60ef28ba90f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:54.354227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d0bb932-d3c3-4d65-bf89-438ea66ac252 req-77f72098-7ccc-44e5-a585-f60ef28ba90f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 945 time: 0.4726880 May 19 12:59:54.358197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:54.362022 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.423741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f835feb0-9db2-43ad-997a-ec691929c854 req-bf2f88f7-b65b-495e-952b-4bca12fabca7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540370 May 19 12:59:54.538424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9d0bb932-d3c3-4d65-bf89-438ea66ac252 req-818ba95c-236a-4795-bf64-f0fc5f70d661 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616962 May 19 12:59:54.565645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.191 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/3614cd2c-ded5-4d3f-95fa-187695e50e2c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:54.588279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 82b37c35-3799-4e13-8fc5-b402daa77497 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:54.623213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:54.652103 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Sync routers for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:54.679868 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:54.681990 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:54.753138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 82b37c35-3799-4e13-8fc5-b402daa77497 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:54.760001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 82b37c35-3799-4e13-8fc5-b402daa77497 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:54.760444 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.800981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-895080f7-ed98-4c3e-8ee5-866894debd24 req-651f65fa-cfef-4199-a5c6-24edf0ea12fd tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/ports?device_id=9172fde4-f1f4-4a10-9579-6acc219e167f HTTP/1.1" status: 200 len: 210 time: 0.1402495 May 19 12:59:54.813653 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.838576 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c7ac621-3e0d-44d0-b5de-2c91e9fb8d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:55.022775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] No DVR routers for this DVR port eb446fc7-6d49-4a18-9140-206120e530ba on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:55.026591 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.061589 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:59:55.065902 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:55.080784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=82b37c35-3799-4e13-8fc5-b402daa77497,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:55.086681 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.090340 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:55.108337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Pushing event deleted for resources: {'Port': ['ID=cb986f59-4468-4a06-929a-fb9354b5d8c6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:55.113945 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:55.158181 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e677096-c0fd-49d1-b804-cf184313d36d req-c3b3856e-84cb-4dac-82dc-dfcfd9083c76 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 210 time: 0.1586792 May 19 12:59:55.213459 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:55.233030 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:55.242158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.247068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-deleted', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:55.358647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:55.359778 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.372079 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e4d434ce-df24-4d00-8f61-c3adbb0558f5 req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.71 "DELETE /v2.0/ports/eb446fc7-6d49-4a18-9140-206120e530ba HTTP/1.1" status: 204 len: 173 time: 6.0330129 May 19 12:59:55.403039 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497', 'code': 200} May 19 12:59:55.438169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccb345-5ba1-405b-9a02-d8bc15eb1089 req-c92bdb84-41ce-4aa6-8e39-ad8b4d078dcd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:55.440747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-deccb345-5ba1-405b-9a02-d8bc15eb1089 req-c92bdb84-41ce-4aa6-8e39-ad8b4d078dcd tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6184063 May 19 12:59:55.539285 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172fde4-f1f4-4a10-9579-6acc219e167f', 'name': 'network-vif-deleted', 'tag': 'eb446fc7-6d49-4a18-9140-206120e530ba', 'status': 'completed', 'code': 200} May 19 12:59:55.732534 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.822153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-deccb345-5ba1-405b-9a02-d8bc15eb1089 req-d8d26d03-c283-45d1-8823-a16da69e9c0d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126032 May 19 12:59:55.878988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object 3614cd2c-ded5-4d3f-95fa-187695e50e2c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:55.902142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18873-10ff-4e99-b2ee-1db55383dacb req-7f133da0-910a-4b93-a495-0246cb7eb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:55.904419 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61f18873-10ff-4e99-b2ee-1db55383dacb req-7f133da0-910a-4b93-a495-0246cb7eb01c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 1097 time: 0.3286457 May 19 12:59:55.998324 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.006999 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Checking router: cd20403a-1157-429f-8aed-525030d2aa39 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:56.017890 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:56.018635 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.102823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5782d0-08a6-458b-bdea-199bce451e5d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:56.120833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-61f18873-10ff-4e99-b2ee-1db55383dacb req-736bd755-1313-459b-8a8f-ec5e42a8f78f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029808 May 19 12:59:56.122708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.211543 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.222470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Transition to ACTIVE for port object 2b5782d0-08a6-458b-bdea-199bce451e5d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:56.231685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b', 'e339ef90-1523-4692-af6d-6d79e72a2b43'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:56.235498 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d1238a5-81f1-4047-965a-ced4f0493cbc tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:56.293292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.302308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.308646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:56.309365 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.328280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:56.338219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc4c2d-d59d-440c-ae30-dc3b6c9d0fbc req-63066098-8487-4b2c-abd1-7e4d6b9cc65d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:56.339814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbdc4c2d-d59d-440c-ae30-dc3b6c9d0fbc req-63066098-8487-4b2c-abd1-7e4d6b9cc65d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 931 time: 0.6622674 May 19 12:59:56.341639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:56.357321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:59:56.494079 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:59:56.658564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012cab-cc7a-4c72-a76e-27af912e9362 req-9dd4f037-950d-4702-98e1-f461b94d060b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:56.680503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47012cab-cc7a-4c72-a76e-27af912e9362 req-9dd4f037-950d-4702-98e1-f461b94d060b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 0.6285946 May 19 12:59:56.723636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbdc4c2d-d59d-440c-ae30-dc3b6c9d0fbc req-29e0e826-eb39-4bff-9703-c4fb61292ab9 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250006 May 19 12:59:56.753345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Router 3b37fd6c-9356-4d35-a93c-e7ec3deabddd has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:56.934277 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-57f71d02-c484-49e5-80e1-167c391675db None None] Provisioning for port 3614cd2c-ded5-4d3f-95fa-187695e50e2c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:56.945289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-57f71d02-c484-49e5-80e1-167c391675db None None] Provisioning complete for port 3614cd2c-ded5-4d3f-95fa-187695e50e2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:56.945676 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57f71d02-c484-49e5-80e1-167c391675db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.018972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-57f71d02-c484-49e5-80e1-167c391675db None None] Port 3614cd2c-ded5-4d3f-95fa-187695e50e2c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:57.160374 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47012cab-cc7a-4c72-a76e-27af912e9362 req-ef2fc5c9-b12f-4a7d-be29-ef3d1d64ed06 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761722 May 19 12:59:57.200714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:57.202558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:57.267299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] Sync routers for ids ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:57.295119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:57.295785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.306153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] Routers {'3b37fd6c-9356-4d35-a93c-e7ec3deabddd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:57.306807 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.324437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.327600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "PUT /v2.0/routers/3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 200 len: 705 time: 6.0444982 May 19 12:59:57.333679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.375386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.375910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.376306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.376760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.377130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.377498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.377927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.378513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.379078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.379499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.379938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.380420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:57.400309 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:57.407545 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.100s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:57.444192 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.478566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.529058 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.530958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] Routers {'3b37fd6c-9356-4d35-a93c-e7ec3deabddd'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:59:57.531794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.537884 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd59cfb-4375-47ca-a264-0002c96cba07 None None] The sync data for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 is: [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T12:56:09Z', 'revision_number': 4, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'db403f77-6fcd-447e-9fe3-0327bfc636b7', 'name': '', 'network_id': '0d08b3cf-f166-41dd-9018-d379256f6d6f', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'mac_address': 'fa:16:3e:0c:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:56:05Z', 'updated_at': '2021-05-19T12:56:25Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'subnets': [{'id': 'e0512863-0d4d-433e-8695-95cb734fcec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:57.555058 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-908d8d45-ae5e-4368-8bed-9953c56bcad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:57.559486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0166080 May 19 12:59:57.589669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Request body: {'port': {'device_id': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:57.618447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.618872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460f88b-9be0-46d3-8a68-a0f4a6b723c7 None None] The sync data for ids ['3b37fd6c-9356-4d35-a93c-e7ec3deabddd'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:57.695412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a5e5e5e-93fe-4d0d-aee8-0783a328fc72 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/routers/3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 200 len: 740 time: 0.3586910 May 19 12:59:57.709757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab9f8-6ee2-4434-bfbd-19cbfad7ce96 req-dc93594c-c330-4420-babb-52a1473818b3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:57.711456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4fab9f8-6ee2-4434-bfbd-19cbfad7ce96 req-dc93594c-c330-4420-babb-52a1473818b3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 936 time: 0.5959628 May 19 12:59:57.712068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.752103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:57.792835 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:57.793824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.838528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=0f6f49dd-e2d9-4ac0-aff7-eea65fbd0ffe,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:57.855151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff0e6a17-4657-4277-873f-893be13c9261 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 200 len: 205 time: 0.1387968 May 19 12:59:57.859588 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:57.862109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.877697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Attempting to bind port 2b5782d0-08a6-458b-bdea-199bce451e5d on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:57.878021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Attempting to bind port 2b5782d0-08a6-458b-bdea-199bce451e5d by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:57.878421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Attempting to bind port 2b5782d0-08a6-458b-bdea-199bce451e5d on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:57.892107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Port 2b5782d0-08a6-458b-bdea-199bce451e5d on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:57.892509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Attempting to bind port 2b5782d0-08a6-458b-bdea-199bce451e5d on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:57.903447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:57.904006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:57.904387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:57.904794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Bound port: 2b5782d0-08a6-458b-bdea-199bce451e5d, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:57.905150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.924662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': 'b1827c2b-b698-43ae-8b13-36b86037da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '030107f7-f273-46ab-874b-a44227e00079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:59:57.925874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: 030107f7-f273-46ab-874b-a44227e00079, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:57.942045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbbd5df3-684b-4356-afd2-266a893ceb2a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 200 len: 205 time: 0.0768478 May 19 12:59:57.950759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.999853 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166765ee-3d68-4486-87a7-cf894b4968e6 None None] New status for floating IP 1a5b6e30-f530-4fc6-9676-2a490f3c4401: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:58.033614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399400d7-a8e6-4ce5-b118-38c16e555154 req-8d5ce74a-e105-46f9-b6a9-723d790fb3b5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:58.035359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-399400d7-a8e6-4ce5-b118-38c16e555154 req-8d5ce74a-e105-46f9-b6a9-723d790fb3b5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6195128 May 19 12:59:58.039032 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4fab9f8-6ee2-4434-bfbd-19cbfad7ce96 req-4186d826-e336-4468-b8f9-f37fe7fd64b4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931464 May 19 12:59:58.168306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.248016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:58.281409 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.337576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.342053 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.401584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:58.409863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network 030107f7-f273-46ab-874b-a44227e00079 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:58.435085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.488532 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-02e05710-7421-4bf7-acf4-635fd8e27d11 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:58.536850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-399400d7-a8e6-4ce5-b118-38c16e555154 req-6385cd0b-9431-486b-8f41-9b124c911844 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396064 May 19 12:59:58.544930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.548138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 030107f7-f273-46ab-874b-a44227e00079) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:58.567856 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1181d5-e15e-4767-a1d0-67c7cf01854d None None] Network 030107f7-f273-46ab-874b-a44227e00079 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:59:58.617758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:58.618190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.619621 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] 10.222.0.71 "PUT /v2.0/ports/2b5782d0-08a6-458b-bdea-199bce451e5d HTTP/1.1" status: 200 len: 1091 time: 5.1069486 May 19 12:59:58.630759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:59:58.695953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:58.696832 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.806094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.810356 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.823340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.7764232 May 19 12:59:58.828942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.845617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.851567 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:58.890863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.890863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Fanout notify agent at l3_agent the message router_deleted on router 3b37fd6c-9356-4d35-a93c-e7ec3deabddd {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:58.899730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb31d5-ff3f-4a5b-9c0d-98c1d5506fb6 req-c37a5ec5-dc08-4f98-92ee-2c69336bf08d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:58.907013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93cb31d5-ff3f-4a5b-9c0d-98c1d5506fb6 req-c37a5ec5-dc08-4f98-92ee-2c69336bf08d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.4218032 May 19 12:59:58.944189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.945488 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-203f4f40-6e62-43d2-8861-e6c998f928a2 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 204 len: 168 time: 0.9877734 May 19 12:59:58.956116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.018553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-030107f7-f273-46ab-874b-a44227e00079', 'network_id': '030107f7-f273-46ab-874b-a44227e00079', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '0f6f49dd-e2d9-4ac0-aff7-eea65fbd0ffe'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 12:59:59.019554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.025969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-65d96381-b78e-47de-89de-f8692389d4cb tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 200 len: 205 time: 0.0663345 May 19 12:59:59.035563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93cb31d5-ff3f-4a5b-9c0d-98c1d5506fb6 req-6674cc94-e64c-4b34-89fe-15b883e04c0c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275055 May 19 12:59:59.036221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.179405 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-c4a161fa-4acb-4398-bf96-4a4e0ca82858 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 12:59:59.180588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4a161fa-4acb-4398-bf96-4a4e0ca82858 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/3b37fd6c-9356-4d35-a93c-e7ec3deabddd HTTP/1.1" status: 404 len: 336 time: 0.1415789 May 19 12:59:59.189166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f4a5f-c2d5-417d-a01f-3e33b29fd295 req-87d208ae-ea5e-4afa-a9bd-946cfad7f39a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:59.190809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-717f4a5f-c2d5-417d-a01f-3e33b29fd295 req-87d208ae-ea5e-4afa-a9bd-946cfad7f39a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 0.3449235 May 19 12:59:59.191327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.217955 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'status': 'completed', 'code': 200} May 19 12:59:59.246470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-876ad51e-9c5e-4ecd-8b33-ad7656e282f1 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 200 len: 205 time: 0.0533781 May 19 12:59:59.250586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:59.253987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Allocated IP 2001:db8::1 (030107f7-f273-46ab-874b-a44227e00079/0f6f49dd-e2d9-4ac0-aff7-eea65fbd0ffe/22494a6f-10b6-4b58-ae3e-e7d3cbac05ea) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:59.266836 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.274480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.303054 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.397412 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4b140258-d069-41ed-9b4f-d1e227782546 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 12:59:59.398480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b140258-d069-41ed-9b4f-d1e227782546 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/7390d578-4863-4ef6-bfed-95611313ad34 HTTP/1.1" status: 404 len: 336 time: 0.0894556 May 19 12:59:59.414144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.461976 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f3cddc3-dc7a-43cd-840d-69b2c8bdb6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:59.471028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a97c5c3d-5a8b-4a67-b417-c5df54255ab8 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 200 len: 205 time: 0.0556331 May 19 12:59:59.476732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-717f4a5f-c2d5-417d-a01f-3e33b29fd295 req-d908301f-7c48-435c-b0f8-b1b544b2c662 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353709 May 19 12:59:59.477222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.557377 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-850b0210-21b3-420e-9338-e66a4b0b6a77 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 12:59:59.558300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-850b0210-21b3-420e-9338-e66a4b0b6a77 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/15dfe10e-a31d-4971-adc4-40a7e241f765 HTTP/1.1" status: 404 len: 336 time: 0.0801413 May 19 12:59:59.565379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.598770 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.608427 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9080f0b-99c3-46a2-b939-0f9d47413e13,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:59.625885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-d362f4da-5f85-428e-a9eb-136670cf732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:59.627429 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-d362f4da-5f85-428e-a9eb-136670cf732e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 1094 time: 0.8960621 May 19 12:59:59.639696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-76037388-742f-445f-8ac1-d5207dba8cbc tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 200 len: 205 time: 0.0725679 May 19 12:59:59.640938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.647888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Transition to ACTIVE for port object 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:59.659119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5dd47-0716-4817-81a3-4128493b0b91 req-3754f6f4-50ac-4aac-b0bf-131f39ea0b0a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:59:59.662637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8a5dd47-0716-4817-81a3-4128493b0b91 req-3754f6f4-50ac-4aac-b0bf-131f39ea0b0a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 936 time: 0.4285154 May 19 12:59:59.678649 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:59.689758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Transition to ACTIVE for port object 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:59.731218 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.735399 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dbe7d96e-a091-4461-a546-1773472c40b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:59.777073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3614cd2c-ded5-4d3f-95fa-187695e50e2c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:59:59.787339 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.805240 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-ee1bd122-bdcd-43ec-9c48-6d98df7c049b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b5782d0-08a6-458b-bdea-199bce451e5d HTTP/1.1" status: 200 len: 217 time: 0.1295769 May 19 12:59:59.819146 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.822267 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9080f0b-99c3-46a2-b939-0f9d47413e13 HTTP/1.1" status: 204 len: 168 time: 1.6455424 May 19 12:59:59.833705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Network 030107f7-f273-46ab-874b-a44227e00079 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:59.838359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:59.844581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:59:59.853510 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Pushing event updated for resources: {'Port': ['ID=22494a6f-10b6-4b58-ae3e-e7d3cbac05ea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:59.859392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.860346 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:59:59.885872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Transition to ACTIVE for port object 3614cd2c-ded5-4d3f-95fa-187695e50e2c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:59.908970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.909325 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-45059cec-6462-4340-9073-fead820cd0e1 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 12:59:59.913872 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-45059cec-6462-4340-9073-fead820cd0e1 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/abf275f3-3cb7-4462-96fc-a915d91624a9 HTTP/1.1" status: 404 len: 336 time: 0.2463865 May 19 12:59:59.916595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.920685 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7564a9cb-67d6-4c87-8927-0be0b3d9893b tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:59:59.975947 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e8416f98-398b-4d4e-8820-027dc2393fab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] show failed (client error): The resource could not be found. May 19 12:59:59.981185 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8416f98-398b-4d4e-8820-027dc2393fab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "GET /v2.0/security-groups/b9080f0b-99c3-46a2-b939-0f9d47413e13 HTTP/1.1" status: 404 len: 347 time: 0.1124992 May 19 12:59:59.981185 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.022927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Attempting to bind port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:00.023346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Attempting to bind port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'b1827c2b-b698-43ae-8b13-36b86037da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '030107f7-f273-46ab-874b-a44227e00079'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:00.023799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Attempting to bind port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea on network 030107f7-f273-46ab-874b-a44227e00079 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:00.030349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:00.031058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Checking segment: {'id': 'b1827c2b-b698-43ae-8b13-36b86037da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '030107f7-f273-46ab-874b-a44227e00079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:00.031249 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.031537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Bound using segment: {'id': 'b1827c2b-b698-43ae-8b13-36b86037da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '030107f7-f273-46ab-874b-a44227e00079'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:00.032073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Bound port: 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1827c2b-b698-43ae-8b13-36b86037da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '030107f7-f273-46ab-874b-a44227e00079'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:00.032485 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.046211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.142050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] For port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:00.147801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] For port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=22494a6f-10b6-4b58-ae3e-e7d3cbac05ea,segment=NetworkSegment(b1827c2b-b698-43ae-8b13-36b86037da9a),segment_id=b1827c2b-b698-43ae-8b13-36b86037da9a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:00.153765 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.163057 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:00.220759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-87f45c25-d90a-479a-a29e-2d6871208fc0 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 200 len: 205 time: 0.2981033 May 19 13:00:00.233028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.257460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Pushing event updated for resources: {'Port': ['ID=22494a6f-10b6-4b58-ae3e-e7d3cbac05ea,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:00.260831 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:00.314758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-8ee1383b-e4f7-4167-b8a9-7ef00db2ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:00.316470 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-8ee1383b-e4f7-4167-b8a9-7ef00db2ab78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.5009286 May 19 13:00:00.357662 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-57b36417-d975-43f8-afe7-d1ffdc367cd3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 13:00:00.359430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-57b36417-d975-43f8-afe7-d1ffdc367cd3 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/ecfdc88c-59e5-4dcb-a110-2bd985a4a38b HTTP/1.1" status: 404 len: 336 time: 0.1226912 May 19 13:00:00.372474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.389017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e8a5dd47-0716-4817-81a3-4128493b0b91 req-79b659b7-960c-49e7-aa89-21362306412a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318398 May 19 13:00:00.487497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Pushing event updated for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:00.520608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9c50161-e06a-465c-b900-e3ac3117fba4 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b83e40f-8adf-45c0-a85b-b8b9f3071870 HTTP/1.1" status: 200 len: 205 time: 0.1297700 May 19 13:00:00.530600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.532075 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:00.566614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-76508026-ea1d-4bc9-96d7-b1c68476ea08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2313445 May 19 13:00:00.750030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4234-95ee-4b21-8e86-da2c39d5ca95 req-4dfe6bf3-1cd7-46af-a950-a5797175ef98 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:00.751790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d6d4234-95ee-4b21-8e86-da2c39d5ca95 req-4dfe6bf3-1cd7-46af-a950-a5797175ef98 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.9577003 May 19 13:00:00.758781 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b1033f4e-9dbf-49e6-8b8a-1d58515a9788 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] delete failed (client error): The resource could not be found. May 19 13:00:00.764757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1033f4e-9dbf-49e6-8b8a-1d58515a9788 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/routers/4b83e40f-8adf-45c0-a85b-b8b9f3071870 HTTP/1.1" status: 404 len: 336 time: 0.2326071 May 19 13:00:00.773249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.903569 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7836147a-c10f-4360-8633-6256132adbd8 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] DELETE failed (client error): The resource could not be found. May 19 13:00:00.904314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7836147a-c10f-4360-8633-6256132adbd8 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:00:00.909698 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7836147a-c10f-4360-8633-6256132adbd8 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] 10.222.0.69 "DELETE /v2.0/subnets/106161bd-27d7-49ab-a053-634ec27e863b HTTP/1.1" status: 404 len: 337 time: 0.1321301 May 19 13:00:00.924176 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d6d4234-95ee-4b21-8e86-da2c39d5ca95 req-34154169-d496-4e35-b89d-54e7fe7fb423 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580486 May 19 13:00:00.964545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04041db-c5b1-4cb4-8058-f16fbeb2dfe0 req-7432722a-729f-4d67-a7f5-54d5d1452e0e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:00.972150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c04041db-c5b1-4cb4-8058-f16fbeb2dfe0 req-7432722a-729f-4d67-a7f5-54d5d1452e0e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.2734168 May 19 13:00:01.040726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c04041db-c5b1-4cb4-8058-f16fbeb2dfe0 req-f3530524-48c2-4553-b9bd-c2a7ce029c9f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675385 May 19 13:00:01.164844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Attempting to bind port 3614cd2c-ded5-4d3f-95fa-187695e50e2c on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:01.165192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Attempting to bind port 3614cd2c-ded5-4d3f-95fa-187695e50e2c by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:01.165501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Attempting to bind port 3614cd2c-ded5-4d3f-95fa-187695e50e2c on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:01.186692 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-e108aacc-ad94-4e15-bf33-6d4e8f30f883 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721898 May 19 13:00:01.186692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Port 3614cd2c-ded5-4d3f-95fa-187695e50e2c on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:00:01.186692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Attempting to bind port 3614cd2c-ded5-4d3f-95fa-187695e50e2c on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:01.190777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Deleting port 93939172-c7f6-4b9e-82b5-d5ce7d463865 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:01.191122 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.255086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:01.255434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:01.256377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:01.256835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Bound port: 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:01.257186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.401865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:01.587418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.588297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.720863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.732749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da7a3b-eee1-4964-9ffa-3b1fd266860b None None] Network 030107f7-f273-46ab-874b-a44227e00079 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:01.772043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:01.783345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Usage tracker for resource:security_group_rule and tenant:38720ba6b52241b5adfb393210782c4a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:01.793567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:01.808995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:01.838735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Calling delete_port for 93939172-c7f6-4b9e-82b5-d5ce7d463865 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:01.858083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Deleting port d83d38cc-b9bc-4213-842a-d44615a82718 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:01.858715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.858834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08245-d60a-4c74-9845-c749d61f8050 req-70a7771c-adfc-45f4-b353-cdcb69f66157 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:01.861870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bc08245-d60a-4c74-9845-c749d61f8050 req-70a7771c-adfc-45f4-b353-cdcb69f66157 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 948 time: 0.2635117 May 19 13:00:01.895777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3821908-0c98-41d8-a636-a09bbe615c5f None None] Provisioning for port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:01.939765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.001725 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-89517e4e-cb9e-4258-9bcb-f861fcc1f3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:02.005244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bc08245-d60a-4c74-9845-c749d61f8050 req-b123e12c-878f-4e60-ac1b-980b4dfd97d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256156 May 19 13:00:02.091069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6f49dd-e2d9-4ac0-aff7-eea65fbd0ffe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.096773 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:02.104548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:02.161561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:02.165941 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-761259cc-f4ec-4fdf-b8b9-0b55f2e3dbeb req-1733572c-1efa-48e3-a4e5-715f329c12ac service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9607625 May 19 13:00:02.236782 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.248963 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.260984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.298742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] DHCP port deletion for 030107f7-f273-46ab-874b-a44227e00079 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:00:02.301948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d31e0d8c-ed7f-4bdd-93df-9557ffdd675e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:02.374123 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0e47508-1ede-40b2-a795-d834ffb8a280 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:02.390541 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Deleting port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:02.390957 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.486106 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.509857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] For port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=22494a6f-10b6-4b58-ae3e-e7d3cbac05ea,segment=NetworkSegment(b1827c2b-b698-43ae-8b13-36b86037da9a),segment_id=b1827c2b-b698-43ae-8b13-36b86037da9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:02.510166 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.545650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030107f7-f273-46ab-874b-a44227e00079']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:02.546414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3456df6a-741c-4aae-9dda-bb71eafc8c66,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.564546 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:02.568716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1827c2b-b698-43ae-8b13-36b86037da9a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:02.569108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1827c2b-b698-43ae-8b13-36b86037da9a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:02.572907 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38720ba6b52241b5adfb393210782c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1696646 May 19 13:00:02.581191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:02.657476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Pushing event updated for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.687831 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:02.690130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:02.691131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.693825 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] 10.222.0.57 "PUT /v2.0/ports/3614cd2c-ded5-4d3f-95fa-187695e50e2c HTTP/1.1" status: 200 len: 1096 time: 5.1100302 May 19 13:00:02.743040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:02.751847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] For port d83d38cc-b9bc-4213-842a-d44615a82718, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d83d38cc-b9bc-4213-842a-d44615a82718,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:02.752632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.768266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.776328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Calling delete_port for 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:02.807809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.845988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c17ac-b2bb-4c1a-b61b-8f31985ac309 req-270f87c1-0ff4-4d61-9b57-1f9286dc5397 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:02.859492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe2c17ac-b2bb-4c1a-b61b-8f31985ac309 req-270f87c1-0ff4-4d61-9b57-1f9286dc5397 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.5151758 May 19 13:00:02.868325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.881208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646a4d-6947-4ea3-a5a3-6d8c75572b30 req-b8535173-86d7-4a15-a9e2-d3bed9f60236 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:02.884627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d646a4d-6947-4ea3-a5a3-6d8c75572b30 req-b8535173-86d7-4a15-a9e2-d3bed9f60236 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.5455852 May 19 13:00:02.938798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.028517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Calling delete_port for d83d38cc-b9bc-4213-842a-d44615a82718 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:03.044768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:03.045176 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: timer() May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:03.061345 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:03.118676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe2c17ac-b2bb-4c1a-b61b-8f31985ac309 req-bb8da15d-113c-4b88-8451-e391286e7797 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191553 May 19 13:00:03.124977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d646a4d-6947-4ea3-a5a3-6d8c75572b30 req-42c18e4a-5ca4-4edc-b527-7f3748172d50 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178693 May 19 13:00:03.197052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.207529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-0863c0cc-b506-4018-9d56-c80821567d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:03.209945 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-0863c0cc-b506-4018-9d56-c80821567d6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 1094 time: 0.7766440 May 19 13:00:03.211481 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0b04c04-92c4-47ed-9e36-1317c039ca82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:03.217137 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:00:03.217137 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:00:03.217137 n-d-791505-2 neutron-server[93821]: [parameters: {'id': '030107f7-f273-46ab-874b-a44227e00079'}] May 19 13:00:03.217137 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:03.217965 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:03.223340 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.228553 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.237286 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:03.249641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3456df6a-741c-4aae-9dda-bb71eafc8c66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:03.252850 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ef92742d-7295-41f1-8e69-aa5bf7c63fea tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:03.257031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:03.260987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.263050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3456df6a-741c-4aae-9dda-bb71eafc8c66 HTTP/1.1" status: 204 len: 168 time: 0.6613131 May 19 13:00:03.331660 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c', 'status': 'completed', 'code': 200} May 19 13:00:03.338898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Pushing event deleted for resources: {'Port': ['ID=93939172-c7f6-4b9e-82b5-d5ce7d463865,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:03.381504 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:03.467754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Pushing event deleted for resources: {'Port': ['ID=22494a6f-10b6-4b58-ae3e-e7d3cbac05ea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:03.474185 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:03.477597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] No DVR routers for this DVR port 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:03.684935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-a5b0c624-361a-4f50-af69-ba08fd719f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:03.687140 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-a5b0c624-361a-4f50-af69-ba08fd719f03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 1099 time: 0.8949502 May 19 13:00:03.688744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe8a0a-c7bd-43d9-a5ba-a1d58db64ccb req-6a5987bc-58c2-448d-84e2-277527ae1a21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:03.691171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1cbe8a0a-c7bd-43d9-a5ba-a1d58db64ccb req-6a5987bc-58c2-448d-84e2-277527ae1a21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 948 time: 0.1286476 May 19 13:00:03.785670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1cbe8a0a-c7bd-43d9-a5ba-a1d58db64ccb req-8b4eefb7-92be-4e0c-9695-d4ae97121c01 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816417 May 19 13:00:03.814914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.864330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-425b006c-33ab-454c-abd7-66bf194b8f56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c HTTP/1.1" status: 200 len: 217 time: 0.1614015 May 19 13:00:03.885058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:03.947400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-52d656ce-3563-461f-b571-c3a49e165537 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14b50c0bcbbf4bb6a067527103691118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606639 May 19 13:00:03.951646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:03.972288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.985418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-f0ff7ccd-16fe-4741-a80e-c467b7794d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:03.986956 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-f0ff7ccd-16fe-4741-a80e-c467b7794d7f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 0.7679458 May 19 13:00:04.036117 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.070089 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.140546 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-1d292330-4f96-4415-b455-4c0d28aa0a00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b5782d0-08a6-458b-bdea-199bce451e5d HTTP/1.1" status: 200 len: 217 time: 0.1180696 May 19 13:00:04.154894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.160712 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8b47458e-cc93-4707-98f3-0949032dc005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:04.180440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a90804-db10-48a3-b4f9-4d3b5d2d1fc0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.184186 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:04.185766 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.187715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88a90804-db10-48a3-b4f9-4d3b5d2d1fc0 HTTP/1.1" status: 204 len: 168 time: 0.2347214 May 19 13:00:04.209650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-3683d60f-5687-4ea5-9bd2-9efeb4701215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:04.210588 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-3683d60f-5687-4ea5-9bd2-9efeb4701215 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3123920 May 19 13:00:04.284793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:04.334511 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.354193 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.355376 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] 10.222.0.69 "DELETE /v2.0/floatingips/1a5b6e30-f530-4fc6-9676-2a490f3c4401 HTTP/1.1" status: 204 len: 168 time: 4.3023193 May 19 13:00:04.358928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:04.359210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 22494a6f-10b6-4b58-ae3e-e7d3cbac05ea not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:04.362692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:04.395272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030107f7-f273-46ab-874b-a44227e00079']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:04.418177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-27a58ece-3abe-4eb3-91ec-e3d98116434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:04.419682 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-27a58ece-3abe-4eb3-91ec-e3d98116434b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.2579942 May 19 13:00:04.423526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1827c2b-b698-43ae-8b13-36b86037da9a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:04.423874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1827c2b-b698-43ae-8b13-36b86037da9a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:04.494850 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.530582 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-e1137616-5830-43a7-b1c9-ebb46f372f78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871589 May 19 13:00:04.541651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.580114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.591333 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9fe08612-5ad9-49b4-b119-a36faef6a11a tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:04.633149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:04.633149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: timer() May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:04.649607 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:04.897320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83d38cc-b9bc-4213-842a-d44615a82718,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.974324 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:05.022662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-3ff9126c-528d-4e14-9d33-578c487f0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:05.025666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-3ff9126c-528d-4e14-9d33-578c487f0787 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7464073 May 19 13:00:05.143217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.193444 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa9383e2-e418-4fea-8f59-f3b739b682e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:05.244363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.299425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=030107f7-f273-46ab-874b-a44227e00079,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:05.304183 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:05.323705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9ec88-3887-4887-8a81-4382a9bc6ca2 req-31800536-4900-421f-aef9-ba2240132c7b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:05.326406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7b9ec88-3887-4887-8a81-4382a9bc6ca2 req-31800536-4900-421f-aef9-ba2240132c7b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.8502011 May 19 13:00:05.367571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-2915dfad-65d0-4995-a607-7fbe0a3f154e service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273511 May 19 13:00:05.407083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66390799-e25e-4af8-85f9-92510a7b138c req-09d54c85-17af-4c77-aa48-a1799df90e27 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:05.409764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66390799-e25e-4af8-85f9-92510a7b138c req-09d54c85-17af-4c77-aa48-a1799df90e27 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.9319463 May 19 13:00:05.470894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/030107f7-f273-46ab-874b-a44227e00079 HTTP/1.1" status: 204 len: 168 time: 6.6270998 May 19 13:00:05.488242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:05.566184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842075759'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:05.616307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7b9ec88-3887-4887-8a81-4382a9bc6ca2 req-3e781a59-c93a-4b61-ab09-79e0b73565b4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703929 May 19 13:00:05.621616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:05.650160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:05.673803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:05.702867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66390799-e25e-4af8-85f9-92510a7b138c req-f5d168df-245b-4b7f-8e3d-ad42aa310eed tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753377 May 19 13:00:05.708602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:05.863604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:05.867809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:05.876080 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.986573 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-767ed432-3bfd-4695-88e0-28c17cdb3537 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060967 May 19 13:00:06.030815 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e2fb8-6004-4408-a1e7-3882262e240c req-f0b9e822-a55a-4af6-81e0-259b503eb608 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548297 May 19 13:00:06.116195 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.144406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:06.201037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.201619 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment b87f5816-f292-4131-a4fb-6c2add93c60f of type vlan for network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 May 19 13:00:06.244516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'networks': [{'name': 'tempest-network--810699944'}, {'name': 'tempest-network--2025443783'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:06.244516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-network--810699944'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:06.244516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-network--2025443783'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:06.278471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:06.298513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659bee-fc6d-4e2f-bf39-184deacf48c8 req-83441f2f-316e-40e9-aaf2-3e7e86fa4881 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:06.300930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a659bee-fc6d-4e2f-bf39-184deacf48c8 req-83441f2f-316e-40e9-aaf2-3e7e86fa4881 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 948 time: 0.3601859 May 19 13:00:06.302584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:network and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:06.313100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.319582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:06.331006 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b71fa5ba-ec63-49a4-be6d-ceb2a7fcf46e req-4a660d91-b6e1-4451-afc4-21661fc0c8f8 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297672 May 19 13:00:06.368256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:06.434581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'network': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:06.439514 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.463301 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.477719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a659bee-fc6d-4e2f-bf39-184deacf48c8 req-856ed6fb-a91a-426d-acc4-687e931dbe58 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510623 May 19 13:00:06.536071 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.542930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:06.543725 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.557030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:06.560518 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dcfea54-335d-4330-b709-ddf567ffc4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:06.608002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:security_group_rule and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:06.621995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:06.650156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:00:06.711962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-8c666223-7ca6-408e-bfad-c5e406d475cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:06.714896 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-8c666223-7ca6-408e-bfad-c5e406d475cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 1099 time: 0.3143377 May 19 13:00:06.807321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:06.820710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Router 7556d6e3-8862-496f-ad59-a320a8373bad has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:06.825976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2719796 May 19 13:00:06.841912 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:06.849253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=6fd1d7fe-83eb-4e3f-8277-0842e1935ca5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:06.861948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:06.872633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:06.955990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:07.148791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-fe3e8e2f-ef66-4ec3-afed-05cf8961326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:07.150359 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-fe3e8e2f-ef66-4ec3-afed-05cf8961326d service neutron] 10.222.0.57 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.4244664 May 19 13:00:07.182267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:07.197290 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.217052 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'mac_address': 'fa:16:3e:44:5d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:00:07.306041 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-21302352-d9c1-4413-b17d-6dd41b4dfde5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c HTTP/1.1" status: 200 len: 217 time: 0.0978801 May 19 13:00:07.354481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.377806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:07.398825 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] 10.222.0.69 "PUT /v2.0/routers/7556d6e3-8862-496f-ad59-a320a8373bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0314839 May 19 13:00:07.403077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:07.422974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Sync routers for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:07.461247 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5782d0-08a6-458b-bdea-199bce451e5d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:00:07.511378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:00:07.512959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.616940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-d1f66755-bda3-47c9-94ac-2e98b12a792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:07.620226 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-d1f66755-bda3-47c9-94ac-2e98b12a792d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3047111 May 19 13:00:07.637687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:07.653052 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.657404 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ce0a6d9-fd55-46c3-b517-63a522a834ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:07.859324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:07.916832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fc2cb-c44a-4b63-93b4-c7e602579da4 req-298077d2-388d-45cf-b1aa-57a0fa7c5d83 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:07.920834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-415fc2cb-c44a-4b63-93b4-c7e602579da4 req-298077d2-388d-45cf-b1aa-57a0fa7c5d83 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 1.0655670 May 19 13:00:07.960424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:07.982266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:08.044965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:08.050604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.053620 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:08.084048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:08.086499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:00:08.134113 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.173723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c473f79-ace1-449c-bcc4-0f06ad595c97 req-02eb0465-92f0-4c5b-b11d-c8cbe6719988 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:08.177411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c473f79-ace1-449c-bcc4-0f06ad595c97 req-02eb0465-92f0-4c5b-b11d-c8cbe6719988 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 1.1760335 May 19 13:00:08.182568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-028d2986-ba94-4c8e-8f18-d502cb6c2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:08.185305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-028d2986-ba94-4c8e-8f18-d502cb6c2e39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5569966 May 19 13:00:08.306776 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.307517 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.350658 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a156197b-506c-42c1-a674-3f21441c5de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:08.401938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:08.408583 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.431269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2b5782d0-08a6-458b-bdea-199bce451e5d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:08.604258 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-415fc2cb-c44a-4b63-93b4-c7e602579da4 req-2c8f4a4b-950d-49ef-a3f4-6bd32197f602 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466107 May 19 13:00:08.608293 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.617723 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-03f5ab58-5254-43f3-a5bb-41fe883a5625 service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158771 May 19 13:00:08.673428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T13:00:04Z', 'revision_number': 5, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port': {'id': '31c867bb-3445-468a-bdf7-2d1d9e10af79', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:46:48Z', 'updated_at': '2021-05-19T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:08.690309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Checking router: 7556d6e3-8862-496f-ad59-a320a8373bad for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:08.715421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Routers {'7556d6e3-8862-496f-ad59-a320a8373bad'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:00:08.722090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T12:59:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7556d6e3-8862-496f-ad59-a320a8373bad'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:08.925039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1427ec7c-04c2-4518-bada-3057a65c91e8 req-58aab942-0a6c-4cc8-9f6f-28c109b3e98b service neutron] 10.222.0.57 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965500 May 19 13:00:08.935762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Deleting port 31c867bb-3445-468a-bdf7-2d1d9e10af79 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:08.936303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.982719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] Set router 7556d6e3-8862-496f-ad59-a320a8373bad gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:00:09.092383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe33d04-16ae-4449-9ece-9616a9ddc611,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:09.113759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T13:00:08Z', 'revision_number': 6, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:09.114550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:09.119316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50259d0c-3eae-4d77-bd53-78dd181aceaf None None] The sync data for ids ['7556d6e3-8862-496f-ad59-a320a8373bad'] in n-d-791505-2 is: [{'id': '7556d6e3-8862-496f-ad59-a320a8373bad', 'name': 'tempest-AttachVolumeShelveTestJSON-388929285-router', 'tenant_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:46:44Z', 'updated_at': '2021-05-19T13:00:08Z', 'revision_number': 6, 'project_id': 'c8e3ccbc24734a85aef015258ed0ef0f', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:09.170597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c473f79-ace1-449c-bcc4-0f06ad595c97 req-9ed778c7-b918-4771-a678-5b43e39b1843 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782053 May 19 13:00:09.181411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.182040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.182593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.183168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.183721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.184269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.185218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.185558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.186159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.186724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.187234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.187777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:09.199715 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:09.218432 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.218827 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment 75f11f71-ad26-408a-8461-7240c153740b of type vlan for network 362e98e9-e4cc-4e9b-aa39-4e7d22c506eb May 19 13:00:09.244867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] For port 31c867bb-3445-468a-bdf7-2d1d9e10af79, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=31c867bb-3445-468a-bdf7-2d1d9e10af79,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:09.245546 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.313211 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.389575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Calling delete_port for 31c867bb-3445-468a-bdf7-2d1d9e10af79 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:09.434856 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-d09c7ece-df38-4499-b27f-f84657143bce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2446177 May 19 13:00:09.455880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21066ea4-6dd8-443e-a53d-ad64c6a422d7 req-b2434f0f-ba91-491a-92cd-f7ff47bc8cb2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:09.457582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21066ea4-6dd8-443e-a53d-ad64c6a422d7 req-b2434f0f-ba91-491a-92cd-f7ff47bc8cb2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 948 time: 0.4589312 May 19 13:00:09.489498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:09.578412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.578785 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment 946622b3-eee8-409b-ac86-2f3f0bc00a47 of type vlan for network b092b956-44b9-4f80-9210-df1a2d485a32 May 19 13:00:09.632356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-230613ef-ff44-4ee5-9c73-17b849ae7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:09.633938 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-230613ef-ff44-4ee5-9c73-17b849ae7dc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 1101 time: 0.1469417 May 19 13:00:09.664099 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21066ea4-6dd8-443e-a53d-ad64c6a422d7 req-c4c354bd-a18b-427f-89ef-f9fae9b58dfe tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805599 May 19 13:00:09.683218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.844745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Deleting port db403f77-6fcd-447e-9fe3-0327bfc636b7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:09.845109 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.847738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.864410 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.865342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.867121 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b0ece75d-cf6c-45a6-9b85-7c06b5f94f2e tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:09.870757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:09.875575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:09.876305 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.899437 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:10.016870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Pushing event deleted for resources: {'Port': ['ID=31c867bb-3445-468a-bdf7-2d1d9e10af79,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:10.059276 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:10.069001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-0d0fdd48-5816-4984-b61c-084d48c73600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:10.071163 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-0d0fdd48-5816-4984-b61c-084d48c73600 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3867249 May 19 13:00:10.083737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3614cd2c-ded5-4d3f-95fa-187695e50e2c details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:00:10.134435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=362e98e9-e4cc-4e9b-aa39-4e7d22c506eb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:10.165828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.2598946 May 19 13:00:10.173973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 362e98e9-e4cc-4e9b-aa39-4e7d22c506eb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:10.197144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:10.331232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] For port db403f77-6fcd-447e-9fe3-0327bfc636b7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=db403f77-6fcd-447e-9fe3-0327bfc636b7,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:10.331587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.379464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=b092b956-44b9-4f80-9210-df1a2d485a32,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:10.464194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d83d38cc-b9bc-4213-842a-d44615a82718 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:10.497267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b092b956-44b9-4f80-9210-df1a2d485a32 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:10.519616 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-6f32469b-00e2-4e74-84ff-67f4df421ae2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3968ef6c-af53-4b10-9259-3632753902ec HTTP/1.1" status: 200 len: 217 time: 0.4045978 May 19 13:00:10.533684 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:10.536934 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56392fac-393f-4a35-b002-a8bb93c02ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.578789 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: d83d38cc-b9bc-4213-842a-d44615a82718 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:10.579043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d83d38cc-b9bc-4213-842a-d44615a82718 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:10.579475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 31c867bb-3445-468a-bdf7-2d1d9e10af79 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:10.632048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 31c867bb-3445-468a-bdf7-2d1d9e10af79 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:10.632530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 31c867bb-3445-468a-bdf7-2d1d9e10af79 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:10.658800 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.744s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:10.660075 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:10.679721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Calling delete_port for db403f77-6fcd-447e-9fe3-0327bfc636b7 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:10.687492 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.691479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:10.839683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:10.846396 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.859657 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f462904-45f7-4ccd-bea4-60ca8e56ad70 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:10.865462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '3614cd2c-ded5-4d3f-95fa-187695e50e2c', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': '3614cd2c-ded5-4d3f-95fa-187695e50e2c', 'mac_address': 'fa:16:3e:8f:c5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:00:10.908370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-a0dd9e1c-e9a1-4488-a409-ffbda0117642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:10.909871 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-a0dd9e1c-e9a1-4488-a409-ffbda0117642 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3643417 May 19 13:00:10.918063 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.921066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75574b-1fd3-4833-82ac-5d03c5e65bab req-f78f5440-53dc-494b-98e6-7c311483dde6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:10.923614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac75574b-1fd3-4833-82ac-5d03c5e65bab req-f78f5440-53dc-494b-98e6-7c311483dde6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 944 time: 0.7664905 May 19 13:00:10.923861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.934444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 2b5782d0-08a6-458b-bdea-199bce451e5d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:10.941815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 2b5782d0-08a6-458b-bdea-199bce451e5d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:10.942243 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.975603 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.017853 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-196934c7-9c67-418b-8d53-9c4ab574d018 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8215306 May 19 13:00:11.030690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80b73-59e2-41e6-8728-5238b7c78f95 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.037288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80b73-59e2-41e6-8728-5238b7c78f95 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.044217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80b73-59e2-41e6-8728-5238b7c78f95 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.049435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3614cd2c-ded5-4d3f-95fa-187695e50e2c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:00:11.050490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80b73-59e2-41e6-8728-5238b7c78f95 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.056747 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-add80b73-59e2-41e6-8728-5238b7c78f95 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8374922 May 19 13:00:11.065536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:11.069326 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.070528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7556d6e3-8862-496f-ad59-a320a8373bad {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:11.080793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:11.090839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.093065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.093982 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:11.094296 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] 10.222.0.69 "DELETE /v2.0/routers/7556d6e3-8862-496f-ad59-a320a8373bad HTTP/1.1" status: 204 len: 168 time: 3.6896868 May 19 13:00:11.098609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:11.182490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-0c2792f6-c794-493f-9e06-af81dd1d8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.184141 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-0c2792f6-c794-493f-9e06-af81dd1d8971 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618477 May 19 13:00:11.236460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Deleting subnet 62aee6e8-bdc1-43c9-892e-374471f91b0a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:00:11.260503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.286241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac75574b-1fd3-4833-82ac-5d03c5e65bab req-84af5bf9-35bb-41d2-9e22-062d30352ad9 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333681 May 19 13:00:11.297774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=8c299279-9b2e-4a66-a82e-57144827186b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.317825 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.320439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c786ba-9f85-41e8-bac4-406b28257f6c req-fecdf5ac-0d32-4c84-9518-54900493467c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.332783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25c786ba-9f85-41e8-bac4-406b28257f6c req-fecdf5ac-0d32-4c84-9518-54900493467c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6381114 May 19 13:00:11.347440 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:11.464851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['3614cd2c-ded5-4d3f-95fa-187695e50e2c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:11.572115 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.581155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.596898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.621070 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:11.716862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:11.765374 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-4d6d796e-0cd1-4892-bff3-a00f8570bdc1 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679214 May 19 13:00:11.778701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-572acdc1-c78a-4b3f-b43d-f60f28513fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:11.781408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-572acdc1-c78a-4b3f-b43d-f60f28513fe5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.5510974 May 19 13:00:11.805604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': 'b87f5816-f292-4131-a4fb-6c2add93c60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:11.806109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:11.808794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:11.827458 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.843174 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:11.869360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25c786ba-9f85-41e8-bac4-406b28257f6c req-0e543c85-a306-4ba1-b59f-b0563dffcf69 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278046 May 19 13:00:11.941684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.956928 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:12.008244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.029130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362e98e9-e4cc-4e9b-aa39-4e7d22c506eb']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.037754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:12.061409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f11f71-ad26-408a-8461-7240c153740b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.061815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f11f71-ad26-408a-8461-7240c153740b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.082989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.091426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:12.095152 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'code': 200} May 19 13:00:12.120409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:12.121067 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.127057 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.142275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51cd4b2-3ca1-4e07-b875-49eb5d3ef64f None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:12.173212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84e6f7-9334-40bf-8a7f-5af37c6e9485 req-dde12bc3-c691-4867-a499-66d917eca121 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:12.174842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc84e6f7-9334-40bf-8a7f-5af37c6e9485 req-dde12bc3-c691-4867-a499-66d917eca121 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 949 time: 0.4536512 May 19 13:00:12.176677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:12.177043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: timer() May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:12.196394 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:12.281056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-94a4279f-6557-477c-9110-886507fbbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:12.283757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-94a4279f-6557-477c-9110-886507fbbb77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4395454 May 19 13:00:12.338726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.4918177 May 19 13:00:12.362910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:12.426050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:12.468752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-6fd1d7fe-83eb-4e3f-8277-0842e1935ca5', 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '8c299279-9b2e-4a66-a82e-57144827186b'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:12.469621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.492798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.500803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.514338 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:12.582775 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.588232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc84e6f7-9334-40bf-8a7f-5af37c6e9485 req-58f76158-879f-4c0b-a022-84e0d69b46d1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908238 May 19 13:00:12.605827 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.645661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=362e98e9-e4cc-4e9b-aa39-4e7d22c506eb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.645661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/362e98e9-e4cc-4e9b-aa39-4e7d22c506eb HTTP/1.1" status: 204 len: 168 time: 1.5773685 May 19 13:00:12.656600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:12.660254 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:12.663848 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e57d8bb-5501-42c4-a581-15ce5282f022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:12.697237 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fc5f64-4d18-4b8e-9b0b-70a744c0c6d9 req-51fc1472-458e-4b62-b285-f528c7a90620 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9144363 May 19 13:00:12.713164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Allocated IP 2001:db8::2 (6fd1d7fe-83eb-4e3f-8277-0842e1935ca5/8c299279-9b2e-4a66-a82e-57144827186b/58b7a399-7977-47f7-87ad-db45f55a01d8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:12.817605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Pushing event deleted for resources: {'Port': ['ID=db403f77-6fcd-447e-9fe3-0327bfc636b7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.848108 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:12.922189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-7f412793-c72c-49d4-8cb3-c9b506d15524 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.5830104 May 19 13:00:12.934512 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f79fb9f6-bc45-48d1-bb65-cfe9e415e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.976898 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.109420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ddc6c-939a-496e-918e-57467ef2e7e6 req-7533798e-288e-4f87-ad06-52a53676df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:13.111617 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-014ddc6c-939a-496e-918e-57467ef2e7e6 req-7533798e-288e-4f87-ad06-52a53676df0d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 1096 time: 0.8335664 May 19 13:00:13.120292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-f4a8b49e-7584-41af-b29d-63cce345780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:13.122106 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-f4a8b49e-7584-41af-b29d-63cce345780c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1167016 May 19 13:00:13.157215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:13.175371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:13.186641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c007458-e022-4a75-9a3d-0014d8381130 req-ffdb08b1-c738-42c1-9f9c-0c1bc82ee32d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:13.186943 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.195672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c007458-e022-4a75-9a3d-0014d8381130 req-ffdb08b1-c738-42c1-9f9c-0c1bc82ee32d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8594723 May 19 13:00:13.213558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Transition to ACTIVE for port object 58b7a399-7977-47f7-87ad-db45f55a01d8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:13.213823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:13.220169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.243129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:13.275290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Transition to ACTIVE for port object 58b7a399-7977-47f7-87ad-db45f55a01d8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:13.284314 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.293260 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-497401ab-e610-4f97-8fcf-51b417bd8368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:13.341629 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-014ddc6c-939a-496e-918e-57467ef2e7e6 req-5c375f18-5b52-479f-8eda-0d94c7da8453 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153070 May 19 13:00:13.373791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:13.377501 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.397598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-bcc36c73-c8be-44de-8d0b-df4fa79ca933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:13.400323 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-bcc36c73-c8be-44de-8d0b-df4fa79ca933 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571664 May 19 13:00:13.416933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Pushing event updated for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:13.420104 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:13.433183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:13.434537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:13.437367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:13.438359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c007458-e022-4a75-9a3d-0014d8381130 req-fa78a58d-8e61-4f72-94e3-d25a5d4a5788 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421930 May 19 13:00:13.473814 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.487981 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9a4eecb9-7af4-43b4-bb6e-98e110f1bb4b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:13.550334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Attempting to bind port 58b7a399-7977-47f7-87ad-db45f55a01d8 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:13.550727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Attempting to bind port 58b7a399-7977-47f7-87ad-db45f55a01d8 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'b87f5816-f292-4131-a4fb-6c2add93c60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:13.551112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Attempting to bind port 58b7a399-7977-47f7-87ad-db45f55a01d8 on network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:13.558207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:13.558603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Checking segment: {'id': 'b87f5816-f292-4131-a4fb-6c2add93c60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:13.559176 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.559593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Bound using segment: {'id': 'b87f5816-f292-4131-a4fb-6c2add93c60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:13.560128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Bound port: 58b7a399-7977-47f7-87ad-db45f55a01d8, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87f5816-f292-4131-a4fb-6c2add93c60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:13.560521 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.658106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62aee6e8-bdc1-43c9-892e-374471f91b0a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:13.668267 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:13.671242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.689801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/62aee6e8-bdc1-43c9-892e-374471f91b0a HTTP/1.1" status: 204 len: 168 time: 2.5903165 May 19 13:00:13.698328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c880eb-e2b3-4720-96f1-f5243ab5cfa4 None None] Network fe98e943-6e49-4221-9d61-0406bdba29d7 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:13.716748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:13.721580 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-c7fafee8-8241-430c-b6c9-ca834e8cdab4 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107040 May 19 13:00:13.800127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:13.827676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=58b7a399-7977-47f7-87ad-db45f55a01d8,segment=NetworkSegment(b87f5816-f292-4131-a4fb-6c2add93c60f),segment_id=b87f5816-f292-4131-a4fb-6c2add93c60f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:13.861479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.870081 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:13.918778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9a284d34-dd16-4a87-84fe-4f5708d241ec req-baf9288d-f3f1-4e87-871d-054185f348c8 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877339 May 19 13:00:13.986784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8174-8239-49e3-a79c-04fc01a3247e req-9fa6dc3a-7c20-45e4-8169-3b5ee136ef9b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:13.988358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0edc8174-8239-49e3-a79c-04fc01a3247e req-9fa6dc3a-7c20-45e4-8169-3b5ee136ef9b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.9479940 May 19 13:00:14.034762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Pushing event updated for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:14.041244 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:14.114475 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.132515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3614cd2c-ded5-4d3f-95fa-187695e50e2c up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:14.173965 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.175522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] DHCP port deletion for fe98e943-6e49-4221-9d61-0406bdba29d7 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:00:14.244606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b092b956-44b9-4f80-9210-df1a2d485a32']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.381657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946622b3-eee8-409b-ac86-2f3f0bc00a47') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.383298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946622b3-eee8-409b-ac86-2f3f0bc00a47') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.397632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.413024 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.443818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.456665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Deleting port 3a303c75-3a40-4b79-b434-71e9f46aae8f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:14.458409 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.534644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0edc8174-8239-49e3-a79c-04fc01a3247e req-2e020887-d5fd-4e20-a89e-a5b495e54f2b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585371 May 19 13:00:14.558930 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.571803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:14.572473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.596659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 3614cd2c-ded5-4d3f-95fa-187695e50e2c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:14.606666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 3a303c75-3a40-4b79-b434-71e9f46aae8f no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:14.681718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 3614cd2c-ded5-4d3f-95fa-187695e50e2c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:14.682225 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: timer() May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:14.771878 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:14.861371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.863797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] For port 3a303c75-3a40-4b79-b434-71e9f46aae8f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=3a303c75-3a40-4b79-b434-71e9f46aae8f,segment=NetworkSegment(86414989-fc47-4d05-b8d8-d58825fae236),segment_id=86414989-fc47-4d05-b8d8-d58825fae236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:14.864243 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.964746 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:15.002471 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.041316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=b092b956-44b9-4f80-9210-df1a2d485a32,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.048067 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:15.067106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Calling delete_port for 3a303c75-3a40-4b79-b434-71e9f46aae8f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:15.109667 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/b092b956-44b9-4f80-9210-df1a2d485a32 HTTP/1.1" status: 204 len: 168 time: 2.4440000 May 19 13:00:15.110876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:15.128405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289623f0-6022-4066-bd0f-96f9623fc02f req-4c0f98df-e895-4aa9-904b-c311de3c7a72 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:15.130727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-289623f0-6022-4066-bd0f-96f9623fc02f req-4c0f98df-e895-4aa9-904b-c311de3c7a72 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 1.2309794 May 19 13:00:15.174862 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.267343 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.338098 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.368482 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:15.393151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413b19c-6d5f-4379-87d4-ba6ec939c492 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:15.401062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413b19c-6d5f-4379-87d4-ba6ec939c492 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:15.403210 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6413b19c-6d5f-4379-87d4-ba6ec939c492 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2900097 May 19 13:00:15.408700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:15.416515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-362767152'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:15.425622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:15.431429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:network and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:15.435461 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:15.436326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:15.445892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:15.462219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:15.467192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.505146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:15.511608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] No DVR routers for this DVR port 3a303c75-3a40-4b79-b434-71e9f46aae8f on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:15.518998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.520010 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment f85b5d53-188e-4984-ad7b-6f696f62e49c of type vlan for network cf451b3e-7590-4a52-b325-3a52e4a5f72f May 19 13:00:15.555266 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.556333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ec34e-75de-446b-8c20-3dd795f4210b None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:15.567840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.578841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Pushing event deleted for resources: {'Port': ['ID=3a303c75-3a40-4b79-b434-71e9f46aae8f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.587164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:15.600760 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:15.620860 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.628578 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:15.655234 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.671301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:15.672660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.677959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-289623f0-6022-4066-bd0f-96f9623fc02f req-ce0c4151-597a-4687-9d46-a14e87634896 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203912 May 19 13:00:15.684737 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-233a83eb-1a64-4595-acfe-b137f06bae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:15.701985 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Deleting port 3a303c75-3a40-4b79-b434-71e9f46aae8f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:15.702563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.713653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-824d34af-8ca1-4af8-91aa-1cb3e57ff68f None None] Provisioning for port 58b7a399-7977-47f7-87ad-db45f55a01d8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:15.748077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cbcf3-8d00-4e4f-b1ef-0b583adcdc1e req-ba0fff45-f297-425a-ab9b-5f15e8074a14 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:15.761874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.762546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e52cbcf3-8d00-4e4f-b1ef-0b583adcdc1e req-ba0fff45-f297-425a-ab9b-5f15e8074a14 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9835796 May 19 13:00:15.811011 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.816037 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:15.883817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4730136 May 19 13:00:15.985775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:16.002079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Router cd20403a-1157-429f-8aed-525030d2aa39 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:16.016147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-363708062'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:16.033521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:16.038769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=cf451b3e-7590-4a52-b325-3a52e4a5f72f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:16.045207 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:16.047059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:network and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:16.054605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:16.067450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network cf451b3e-7590-4a52-b325-3a52e4a5f72f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:16.069595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:16.098816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:16.110514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.121092 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e52cbcf3-8d00-4e4f-b1ef-0b583adcdc1e req-bd176be9-e151-41de-8828-9ab6b3854d2a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573573 May 19 13:00:16.136532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] For port 3a303c75-3a40-4b79-b434-71e9f46aae8f, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:16.136893 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.209572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:16.242034 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.242515 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment f86155c0-8cbe-48d2-b727-e1db83881e1c of type vlan for network 5bcbde44-a8ab-455d-a4d7-e355afc39805 May 19 13:00:16.320026 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c', 'code': 200} May 19 13:00:16.324372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.460009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 58b7a399-7977-47f7-87ad-db45f55a01d8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:16.489218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.501384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:16.506374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.514187 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9bf6859-5964-4abd-9ce9-ac96eda08d12 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:16.605293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 58b7a399-7977-47f7-87ad-db45f55a01d8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:16.616714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:16.617350 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.657569 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6702974 May 19 13:00:16.663516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:16.671592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aa4cf57d-ddcb-4d80-be38-cd2ef36bddfa None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:16.672281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa4cf57d-ddcb-4d80-be38-cd2ef36bddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.674509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'ports': [{'network_id': 'cf451b3e-7590-4a52-b325-3a52e4a5f72f', 'name': 'tempest-port--1912540208', 'admin_state_up': True}, {'network_id': '5bcbde44-a8ab-455d-a4d7-e355afc39805', 'admin_state_up': False}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:16.674833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'port': {'network_id': 'cf451b3e-7590-4a52-b325-3a52e4a5f72f', 'name': 'tempest-port--1912540208', 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:16.675336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'port': {'network_id': '5bcbde44-a8ab-455d-a4d7-e355afc39805', 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:16.695310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=5bcbde44-a8ab-455d-a4d7-e355afc39805,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:16.697773 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:16.717507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3052-e6ff-4131-bd89-34c032bf0b01 req-73363af7-b105-4371-9b11-c5cf5e12eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:16.718200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6d9d3052-e6ff-4131-bd89-34c032bf0b01 req-73363af7-b105-4371-9b11-c5cf5e12eb60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 1101 time: 0.3195577 May 19 13:00:16.734086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5bcbde44-a8ab-455d-a4d7-e355afc39805 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:16.757915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Calling delete_port for 3a303c75-3a40-4b79-b434-71e9f46aae8f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:16.844881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Port 3a303c75-3a40-4b79-b434-71e9f46aae8f was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:00:16.980690 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.004036 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6d9d3052-e6ff-4131-bd89-34c032bf0b01 req-96150120-0890-46bd-94ba-031d4c3e1105 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728467 May 19 13:00:17.008834 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8768e9b-1e51-4983-9ce2-35172aada55e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:17.109406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a303c75-3a40-4b79-b434-71e9f46aae8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.119815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:17.123787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] No DVR routers for this DVR port 3a303c75-3a40-4b79-b434-71e9f46aae8f on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:17.126570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:port and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:17.131701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:17.138046 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:17.140832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:17.154289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:17.159652 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.183204 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.210597 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.215693 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.249112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689b0d8-9927-4cb3-a4b3-94d2d8691456 req-6b2847a1-b9d2-4fcf-aad7-053ad1283546 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:17.257395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1689b0d8-9927-4cb3-a4b3-94d2d8691456 req-6b2847a1-b9d2-4fcf-aad7-053ad1283546 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 950 time: 1.2101994 May 19 13:00:17.268082 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa4cf57d-ddcb-4d80-be38-cd2ef36bddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.327409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=58b7a399-7977-47f7-87ad-db45f55a01d8,segment=NetworkSegment(b87f5816-f292-4131-a4fb-6c2add93c60f),segment_id=b87f5816-f292-4131-a4fb-6c2add93c60f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:17.335422 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.341778 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:17.501021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] device_id is not set on port 8453afae-10fd-4055-9d48-aadf262edf80 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:00:17.555873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-aa4cf57d-ddcb-4d80-be38-cd2ef36bddfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:17.556864 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-aa4cf57d-ddcb-4d80-be38-cd2ef36bddfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:17.566450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.573505 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:17.637111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:17.646356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1689b0d8-9927-4cb3-a4b3-94d2d8691456 req-b2a0ba11-db34-4709-b41e-cc5a22bd4f67 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871682 May 19 13:00:17.653905 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Sync routers for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:17.654755 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.668166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] 10.222.0.69 "PUT /v2.0/routers/cd20403a-1157-429f-8aed-525030d2aa39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3039672 May 19 13:00:17.675249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:17.696521 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:00:17.697616 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:00:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:17.711194 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.921746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65048a-cc1b-45fc-9129-cff33b5496c0 req-086f7459-c2a8-4db8-9138-f26b82716de0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:17.949096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc65048a-cc1b-45fc-9129-cff33b5496c0 req-086f7459-c2a8-4db8-9138-f26b82716de0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.1690810 May 19 13:00:17.993448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] device_id is not set on port e687d4ea-01af-4c30-80f9-34e2eb0fdd4c yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:00:18.072079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe98e943-6e49-4221-9d61-0406bdba29d7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.101409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86414989-fc47-4d05-b8d8-d58825fae236') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.101936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86414989-fc47-4d05-b8d8-d58825fae236') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.125048 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.164385 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.175994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:18.176650 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.192846 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:00:18.382562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.389624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 58b7a399-7977-47f7-87ad-db45f55a01d8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:18.407064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8d7e6-3887-454e-92e3-368bd4961998 req-119e4774-bf73-4a3a-9fcd-6a6c233c34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:18.409448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78a8d7e6-3887-454e-92e3-368bd4961998 req-119e4774-bf73-4a3a-9fcd-6a6c233c34a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 1.6462417 May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: timer() May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:18.414545 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:18.444238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.455855 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7e9913b-ecc1-4dd3-9b2e-f134740c5b09 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:18.507279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:18.507764 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.653134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc65048a-cc1b-45fc-9129-cff33b5496c0 req-bf485284-0f11-4249-b7b5-e4af5f0b65cc tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993678 May 19 13:00:18.655712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-78a8d7e6-3887-454e-92e3-368bd4961998 req-b9e50c1c-2505-425b-9dab-d9862c98a213 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111101 May 19 13:00:18.656017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Port': ['ID=8453afae-10fd-4055-9d48-aadf262edf80,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:18.676511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Checking segment: {'id': 'f85b5d53-188e-4984-ad7b-6f696f62e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cf451b3e-7590-4a52-b325-3a52e4a5f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:18.678172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network hostable DHCP agents. Network: cf451b3e-7590-4a52-b325-3a52e4a5f72f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:18.687322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:18.717143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network cf451b3e-7590-4a52-b325-3a52e4a5f72f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:18.735525 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.747161 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Checking router: cd20403a-1157-429f-8aed-525030d2aa39 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:18.768679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, cf451b3e-7590-4a52-b325-3a52e4a5f72f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:18.772209 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Routers {'cd20403a-1157-429f-8aed-525030d2aa39'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:00:18.781488 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:00:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd20403a-1157-429f-8aed-525030d2aa39'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.785431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:18.786203 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.787293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223db6c7-4871-4962-aa70-760668366840 None None] Network cf451b3e-7590-4a52-b325-3a52e4a5f72f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:18.803819 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-97d25a25-28d6-4332-9758-4bedc4e8bac5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:18.877099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.895400 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.978673 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-befbc555-adc3-4115-9839-a681314421bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:19.031952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Pushing event deleted for resources: {'Network': ['ID=fe98e943-6e49-4221-9d61-0406bdba29d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:19.034389 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:19.048774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] 10.222.0.69 "DELETE /v2.0/networks/fe98e943-6e49-4221-9d61-0406bdba29d7 HTTP/1.1" status: 204 len: 168 time: 5.1375725 May 19 13:00:19.060298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Checking segment: {'id': 'f86155c0-8cbe-48d2-b727-e1db83881e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5bcbde44-a8ab-455d-a4d7-e355afc39805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:19.060867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network hostable DHCP agents. Network: 5bcbde44-a8ab-455d-a4d7-e355afc39805, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:19.079673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Port': ['ID=e687d4ea-01af-4c30-80f9-34e2eb0fdd4c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:19.097537 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.101426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:19.134219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network 5bcbde44-a8ab-455d-a4d7-e355afc39805 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:19.162207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5bcbde44-a8ab-455d-a4d7-e355afc39805) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:19.185185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:19.195888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d149c2-a082-44ce-84ba-4dbf84f19611 None None] Network 5bcbde44-a8ab-455d-a4d7-e355afc39805 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:19.202474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.219343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.221967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.223332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393190c7-364a-4556-8a40-188600a671f7 req-e1ede977-ef83-43ee-8ec3-714188d89c15 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.236150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-393190c7-364a-4556-8a40-188600a671f7 req-e1ede977-ef83-43ee-8ec3-714188d89c15 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.7436113 May 19 13:00:19.306636 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6399007 May 19 13:00:19.310982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:19.313053 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] Set router cd20403a-1157-429f-8aed-525030d2aa39 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:00:19.426101 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-393190c7-364a-4556-8a40-188600a671f7 req-5a7408e3-791b-40e7-b1f3-de97bf47e3a5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887701 May 19 13:00:19.542293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:19.672634 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbc245fa-e9b2-4d77-8070-2089cac62fc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8e3ccbc24734a85aef015258ed0ef0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213682 May 19 13:00:19.673418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:19.765583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068ed23-cbcc-44e1-8405-0b8391a426d9 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.796260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068ed23-cbcc-44e1-8405-0b8391a426d9 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.798112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0068ed23-cbcc-44e1-8405-0b8391a426d9 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Synchronizing usage tracker for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:19.864097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbe04-d6ea-4662-970c-5bd83280ed41 req-cdcdb142-160d-4871-a37d-08673d5ee476 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:19.872399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-703dbe04-d6ea-4662-970c-5bd83280ed41 req-cdcdb142-160d-4871-a37d-08673d5ee476 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9570973 May 19 13:00:19.875080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0068ed23-cbcc-44e1-8405-0b8391a426d9 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Unset dirty status for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:19.879741 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0068ed23-cbcc-44e1-8405-0b8391a426d9 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5643036 May 19 13:00:19.893003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 45948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:19.904780 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.941879 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.975007 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-60ac138e-9e95-4668-abc6-243e6c070523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:20.000408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.033460 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:20.040613 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b4fb6-1523-4327-81f3-94c9c7568ee4 None None] The sync data for ids ['cd20403a-1157-429f-8aed-525030d2aa39'] in n-d-791505-2 is: [{'id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'name': 'tempest-ServersTestManualDisk-1139542090-router', 'tenant_id': '61d52db9d8c9447ea86aa4847382c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:55:55Z', 'updated_at': '2021-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '61d52db9d8c9447ea86aa4847382c7cb', 'gw_port': {'id': 'bb5ed92d-ad4f-441f-a650-41a5116974c5', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20403a-1157-429f-8aed-525030d2aa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:55:58Z', 'updated_at': '2021-05-19T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:20.112513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:20.115303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.120323 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8aa04cf-8a23-4d04-b4a0-40a6385c9654 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:20.126734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:20.136121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defeec8-9b04-403f-975d-aa5b5bc87b95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:20.139640 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:20.141198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-703dbe04-d6ea-4662-970c-5bd83280ed41 req-4c19b522-fb38-4acc-b73e-9ff59ab5f8a4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679033 May 19 13:00:20.144754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265c940-8949-4bca-8238-84a7c5d05699 None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:20.148046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.153386 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1defeec8-9b04-403f-975d-aa5b5bc87b95 HTTP/1.1" status: 204 len: 168 time: 0.4736552 May 19 13:00:20.279795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.280939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.293636 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.323309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=889f546d-3cad-4d1f-8b15-1545075386fc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:20.340921 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:20.466851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device db403f77-6fcd-447e-9fe3-0327bfc636b7 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:20.520297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 8.1167045 May 19 13:00:20.523524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:20.591665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: db403f77-6fcd-447e-9fe3-0327bfc636b7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:20.592085 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device db403f77-6fcd-447e-9fe3-0327bfc636b7 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:20.592386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0782e0-b1f4-4e72-90f1-019aaf10dc8e req-4e993158-1927-47f7-afd4-642ac8219ba2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.609632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e0782e0-b1f4-4e72-90f1-019aaf10dc8e req-4e993158-1927-47f7-afd4-642ac8219ba2 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 950 time: 0.7212720 May 19 13:00:20.766887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.770314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.787340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.794635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.806213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:20.808582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Synchronizing usage tracker for tenant:9b0ff682721944f38b3647a2d903805c on resource:subnet {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:20.859414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e0782e0-b1f4-4e72-90f1-019aaf10dc8e req-36547276-57da-45eb-96f1-09be4f794dd8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452955 May 19 13:00:20.883458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Deleting port 8453afae-10fd-4055-9d48-aadf262edf80 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:20.883927 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.902800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Unset dirty status for tenant:9b0ff682721944f38b3647a2d903805c on resource:subnet {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:20.904537 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90cbcddb-5b37-4156-9c33-989de8b07903 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3761134 May 19 13:00:20.910301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:20.948258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550109350'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:20.975889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:20.984704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:20.992452 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:21.004123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:21.009495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Update dhcp port {'port': {'network_id': '6fd1d7fe-83eb-4e3f-8277-0842e1935ca5', 'fixed_ips': [{'subnet_id': '8c299279-9b2e-4a66-a82e-57144827186b', 'ip_address': '2001:db8::2'}, {'subnet_id': '889f546d-3cad-4d1f-8b15-1545075386fc'}], 'binding:host_id': 'n-d-791505-2'}, 'id': '58b7a399-7977-47f7-87ad-db45f55a01d8'} from n-d-791505-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 19 13:00:21.031238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:21.041914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.107267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:21.124964 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.125584 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment 9201a5b6-f4e3-46dd-9c53-3c62714b2585 of type vlan for network eb277899-88f1-4ab1-9313-67e2592cd0c8 May 19 13:00:21.158241 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.190781 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.195756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.248542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.260852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:21.261999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.273601 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ab9eb77-fbd2-4ec4-984b-e4064d750c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:21.418357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Calling delete_port for 8453afae-10fd-4055-9d48-aadf262edf80 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:21.454395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Deleting port bb5ed92d-ad4f-441f-a650-41a5116974c5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:21.454976 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.477256 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5624430 May 19 13:00:21.494390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 45996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:21.515990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:21.524364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Allocated IP 172.20.0.1 (6fd1d7fe-83eb-4e3f-8277-0842e1935ca5/889f546d-3cad-4d1f-8b15-1545075386fc/58b7a399-7977-47f7-87ad-db45f55a01d8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:21.545559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=eb277899-88f1-4ab1-9313-67e2592cd0c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:21.551823 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:21.690350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] For port bb5ed92d-ad4f-441f-a650-41a5116974c5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bb5ed92d-ad4f-441f-a650-41a5116974c5,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:21.690717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.700476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c84f1-b048-4a20-8b34-0c9b59ced85f req-648d76a1-cc6a-4b4b-8e6b-8ec02035ce72 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:21.702040 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f2c84f1-b048-4a20-8b34-0c9b59ced85f req-648d76a1-cc6a-4b4b-8e6b-8ec02035ce72 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 1101 time: 0.3668358 May 19 13:00:21.782108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:21.782791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bdaae-6eb2-441c-a343-1d2419c9769c req-c88a3af3-caef-403b-bbe7-2580b0425bad tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:21.790638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d9bdaae-6eb2-441c-a343-1d2419c9769c req-c88a3af3-caef-403b-bbe7-2580b0425bad tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.5982108 May 19 13:00:21.903604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Calling delete_port for bb5ed92d-ad4f-441f-a650-41a5116974c5 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:21.908057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=58b7a399-7977-47f7-87ad-db45f55a01d8,segment=NetworkSegment(b87f5816-f292-4131-a4fb-6c2add93c60f),segment_id=b87f5816-f292-4131-a4fb-6c2add93c60f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:21.932962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.961707 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.968726 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.970277 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2e9db7a8-bc82-4b01-b21c-e78530a7315c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:21.979357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d9bdaae-6eb2-441c-a343-1d2419c9769c req-bc2cc235-a55e-4268-aa0b-3e25c1a1e777 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874611 May 19 13:00:22.004702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Transition to ACTIVE for port object 58b7a399-7977-47f7-87ad-db45f55a01d8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:22.023945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:00:22.027655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3f2c84f1-b048-4a20-8b34-0c9b59ced85f req-cd3720b9-4c04-4a1b-8abb-5d360ab74324 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735224 May 19 13:00:22.029725 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.044895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:22.048563 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:22.048748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.051322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "PUT /v2.0/networks/eb277899-88f1-4ab1-9313-67e2592cd0c8 HTTP/1.1" status: 200 len: 723 time: 0.5552013 May 19 13:00:22.125180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:22.171926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:22.196409 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.209670 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:22.274133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Port': ['ID=8453afae-10fd-4055-9d48-aadf262edf80,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.278767 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:22.289126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=eb277899-88f1-4ab1-9313-67e2592cd0c8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.293030 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.293564 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:22.358619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:22.582887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:22.606302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:22.620317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/ports/8453afae-10fd-4055-9d48-aadf262edf80 HTTP/1.1" status: 204 len: 168 time: 2.7215898 May 19 13:00:22.620848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:22.734030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:22.738499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.768124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-553c8389-9f0c-419b-abba-fddd897c63c7 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161613 May 19 13:00:22.820177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Pushing event updated for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.825010 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:22.929300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Deleting port e687d4ea-01af-4c30-80f9-34e2eb0fdd4c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:22.929687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.179854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.233353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.301156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7db3a904-7964-4967-aa41-9285417c5b01 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:23.358236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Calling delete_port for e687d4ea-01af-4c30-80f9-34e2eb0fdd4c owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:23.359341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035c6a-653b-4f5e-86ec-f77a56c83534 req-7f31cde2-b2ed-4717-b454-1ddebc85f25c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:23.361275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf035c6a-653b-4f5e-86ec-f77a56c83534 req-7f31cde2-b2ed-4717-b454-1ddebc85f25c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.1234851 May 19 13:00:23.382513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5ed92d-ad4f-441f-a650-41a5116974c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:23.442723 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:23.473980 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.484318 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-128426ce-8fa9-4763-92b0-6f4081de26fe tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:23.591519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Port': ['ID=e687d4ea-01af-4c30-80f9-34e2eb0fdd4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:23.598023 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:23.602940 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.610174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf035c6a-653b-4f5e-86ec-f77a56c83534 req-09705da3-0888-491f-8e12-121d69332388 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312307 May 19 13:00:23.624675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/ports/e687d4ea-01af-4c30-80f9-34e2eb0fdd4c HTTP/1.1" status: 204 len: 168 time: 1.0021605 May 19 13:00:23.629184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.675432 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.792192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-bc29da67-68d8-4e2a-a64d-bb12d396b4f9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:23.794615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-bc29da67-68d8-4e2a-a64d-bb12d396b4f9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0254376 May 19 13:00:23.798717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6ca946f1-c2d7-4be8-9dd9-ccc27038c317 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Synchronizing usage tracker for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:23.838902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6ca946f1-c2d7-4be8-9dd9-ccc27038c317 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Unset dirty status for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:23.840803 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ca946f1-c2d7-4be8-9dd9-ccc27038c317 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2092443 May 19 13:00:23.848919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.858531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1653330042'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:23.873200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:23.882274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:network and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:23.895594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:23.915808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:23.940220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:23.946619 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.998317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9f7ad71-b0a7-4ba5-ab10-ced44e6ee4ca None None] Provisioning for port 58b7a399-7977-47f7-87ad-db45f55a01d8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:24.005846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9f7ad71-b0a7-4ba5-ab10-ced44e6ee4ca None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:24.006242 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ad71-b0a7-4ba5-ab10-ced44e6ee4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.033571 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:24.064263 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.064821 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b of type vlan for network fb55deaa-2c35-47b3-81ff-0874966ec5b1 May 19 13:00:24.167593 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.250487 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.270196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:24.272517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.287743 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-65be2047-0b05-4398-b1b9-d61c2af8f88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:24.361374 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5103505 May 19 13:00:24.387732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.400565 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.404986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:24.463537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=fb55deaa-2c35-47b3-81ff-0874966ec5b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:24.468228 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:24.483656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network fb55deaa-2c35-47b3-81ff-0874966ec5b1 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:24.517933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2000557609'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:24.574586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 58b7a399-7977-47f7-87ad-db45f55a01d8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:24.588260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:24.639004 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-29e386d2-06c8-4f6d-b504-c95cf2bb92f0 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/quotas/542e9c2f8d8a4aeaac138c26dd57beef HTTP/1.1" status: 200 len: 375 time: 0.2189233 May 19 13:00:24.653256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:network and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:24.660072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:24.692112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:24.703689 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.704676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd20403a-1157-429f-8aed-525030d2aa39 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:24.707978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:24.708204 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.881700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:24.886738 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.078972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.083500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] 10.222.0.69 "DELETE /v2.0/routers/cd20403a-1157-429f-8aed-525030d2aa39 HTTP/1.1" status: 204 len: 168 time: 7.3997784 May 19 13:00:25.084566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:25.084778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:25.097805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-f6678dba-79b4-463d-9606-33d3df00f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:25.100499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-f6678dba-79b4-463d-9606-33d3df00f493 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 0.6824062 May 19 13:00:25.125971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4db55b-52e8-4b2f-a116-9ae7f928327a req-d71d28dd-566e-4aa1-8c5e-2e538a417959 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:25.128507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa4db55b-52e8-4b2f-a116-9ae7f928327a req-d71d28dd-566e-4aa1-8c5e-2e538a417959 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5795510 May 19 13:00:25.171705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Deleting subnet e0512863-0d4d-433e-8695-95cb734fcec4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:00:25.176499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.239506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.245884 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-d6ea6812-605d-43eb-b3cf-87aa39916959 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5550153 May 19 13:00:25.264002 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.264527 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Added segment 9adb3af0-c407-44a1-9806-344157d00ede of type vlan for network a652e69b-f602-463a-9621-1823c34799ca May 19 13:00:25.373704 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.455975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa4db55b-52e8-4b2f-a116-9ae7f928327a req-d1af8a7b-b609-4e4c-a20a-21fabbe4a4c1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722821 May 19 13:00:25.547051 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.608255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-a46663fc-fa07-4299-b57a-b0e1b1e47ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:25.613661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-a46663fc-fa07-4299-b57a-b0e1b1e47ca3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.4835150 May 19 13:00:25.880638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.888988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c8dd199-ae57-429d-a30d-fb7007608dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:25.926082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:25.943034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0512863-0d4d-433e-8695-95cb734fcec4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.945861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.946449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949572b-eb2c-44b3-82f5-ad21c3b6f2c0 None None] Network 0d08b3cf-f166-41dd-9018-d379256f6d6f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:25.949528 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:25.957990 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e0512863-0d4d-433e-8695-95cb734fcec4 HTTP/1.1" status: 204 len: 168 time: 0.8723090 May 19 13:00:25.962817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:26.015520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-94203012-f18e-4eb8-9b24-8f12da20d84a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.3851864 May 19 13:00:26.310690 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.362841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bb5ed92d-ad4f-441f-a650-41a5116974c5 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:26.421251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-ad71cd14-6e04-4d7f-82e8-9c3ca97c920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:26.422743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-ad71cd14-6e04-4d7f-82e8-9c3ca97c920a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.3934460 May 19 13:00:26.440880 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: bb5ed92d-ad4f-441f-a650-41a5116974c5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:26.441469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bb5ed92d-ad4f-441f-a650-41a5116974c5 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:26.496824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Deleting port b43c631a-1a68-4b02-aa2e-e47ec5041155 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:26.497713 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.497881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-bcbf0c22-e41d-491c-85df-8fe694a1ebc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506637 May 19 13:00:26.504808 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.511348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:26.511996 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.534756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5e252da6-1ff5-437e-bbee-ad531ee3789c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:26.599850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1690736 May 19 13:00:26.619648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] DHCP port deletion for 0d08b3cf-f166-41dd-9018-d379256f6d6f request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:00:26.701873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] For port b43c631a-1a68-4b02-aa2e-e47ec5041155, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b43c631a-1a68-4b02-aa2e-e47ec5041155,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:26.706803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.801164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Deleting port b43c631a-1a68-4b02-aa2e-e47ec5041155 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:26.801525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.860688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa245-d750-45f7-b316-0e51b42fea63 req-097b0e66-21ff-408f-81ae-340177c2b928 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:26.869305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ceaa245-d750-45f7-b316-0e51b42fea63 req-097b0e66-21ff-408f-81ae-340177c2b928 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 1.0892079 May 19 13:00:26.953105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Network': ['ID=a652e69b-f602-463a-9621-1823c34799ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:26.990125 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:27.016813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network a652e69b-f602-463a-9621-1823c34799ca details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:27.072760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Calling delete_port for b43c631a-1a68-4b02-aa2e-e47ec5041155 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:27.128243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60a51-a3c4-4996-8d20-e694b65627d7 req-e267b346-6949-4c63-aa4a-14206c32fa6b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:27.148100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dd60a51-a3c4-4996-8d20-e694b65627d7 req-e267b346-6949-4c63-aa4a-14206c32fa6b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.2754846 May 19 13:00:27.238249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] For port b43c631a-1a68-4b02-aa2e-e47ec5041155, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b43c631a-1a68-4b02-aa2e-e47ec5041155,segment=NetworkSegment(32d9e2df-feb8-4bcc-9796-e0bf8b838884),segment_id=32d9e2df-feb8-4bcc-9796-e0bf8b838884)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:27.241852 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.259545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.270491 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-408764c3-e112-40d9-bcd1-2e0c7415168b tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:27.337821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ceaa245-d750-45f7-b316-0e51b42fea63 req-33b74ece-134e-480b-93d3-73c38d4f6455 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673376 May 19 13:00:27.357061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-e9043f98-7f06-46b1-8d2d-84b528cfd9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252165 May 19 13:00:27.421706 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2dd60a51-a3c4-4996-8d20-e694b65627d7 req-97d2f7fa-0c22-4bf7-adc6-62cdbf7ce818 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634275 May 19 13:00:27.591601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Calling delete_port for b43c631a-1a68-4b02-aa2e-e47ec5041155 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:27.594377 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.600264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] No DVR routers for this DVR port b43c631a-1a68-4b02-aa2e-e47ec5041155 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:27.710418 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:27.796631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43c631a-1a68-4b02-aa2e-e47ec5041155,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:27.808812 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:27.873475 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.881291 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:27.944858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Pushing event deleted for resources: {'Port': ['ID=b43c631a-1a68-4b02-aa2e-e47ec5041155,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:27.951957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] No DVR routers for this DVR port b43c631a-1a68-4b02-aa2e-e47ec5041155 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:27.954422 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:28.095537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.113510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d08b3cf-f166-41dd-9018-d379256f6d6f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:28.134722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d9e2df-feb8-4bcc-9796-e0bf8b838884') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:28.135020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d9e2df-feb8-4bcc-9796-e0bf8b838884') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:28.151586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.202475 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:00:28.259264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2a6d46e1-f2a5-4681-b87e-c559bf49464a req-5787904e-1d85-4efc-86ab-f8c126085e50 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 210 time: 0.2353911 May 19 13:00:28.379545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b43c631a-1a68-4b02-aa2e-e47ec5041155 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:28.463543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: b43c631a-1a68-4b02-aa2e-e47ec5041155 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:28.466170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b43c631a-1a68-4b02-aa2e-e47ec5041155 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:28.502978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=377d08be-08af-4b01-be5d-3ba7e35bc57a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.532245 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:28.537319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5205240f-68c7-43b5-8fb7-c46b58233f50 req-110e6a6e-51da-4a40-9c7d-87327e5e914a service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1634538 May 19 13:00:28.541597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': '9201a5b6-f4e3-46dd-9c53-3c62714b2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:28.541958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: eb277899-88f1-4ab1-9313-67e2592cd0c8, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:28.600963 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-8243019b-8fb4-4fe1-bfd9-9baa89fa0216 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415571 May 19 13:00:28.602132 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.645150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:28.645500 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: timer() May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:28.662700 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:28.776873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141692f-d362-4a02-a57b-00945ef967d2 req-a51afa12-5c8b-4a01-8e76-117a27b104be tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:28.780674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5141692f-d362-4a02-a57b-00945ef967d2 req-a51afa12-5c8b-4a01-8e76-117a27b104be tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7377222 May 19 13:00:28.884275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.890861 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4c487730-d821-4849-9108-d59077b7c0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:28.909804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.929515 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5141692f-d362-4a02-a57b-00945ef967d2 req-81f86600-1ad8-42e7-a62f-e5d4ad420fb2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405973 May 19 13:00:28.930886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:28.949424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d08b3cf-f166-41dd-9018-d379256f6d6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.981700 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:29.008205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-1d16f964-3654-4f8e-8662-038445635599 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:29.010344 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-1d16f964-3654-4f8e-8662-038445635599 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4013717 May 19 13:00:29.012354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0d08b3cf-f166-41dd-9018-d379256f6d6f HTTP/1.1" status: 204 len: 168 time: 3.0479236 May 19 13:00:29.014022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, eb277899-88f1-4ab1-9313-67e2592cd0c8) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:29.027293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Request body: {'port': {'device_id': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '542e9c2f8d8a4aeaac138c26dd57beef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:29.030470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c118da-c442-4837-85e6-e2b5fbf41252 None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:29.050651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfff76-fab0-47b4-bb1c-33c4dc9494ba req-a3d4958d-1371-4a36-9b12-62e1229f83e1 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:29.065944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60bfff76-fab0-47b4-bb1c-33c4dc9494ba req-a3d4958d-1371-4a36-9b12-62e1229f83e1 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.4788859 May 19 13:00:29.167239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:29.170192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.376766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60bfff76-fab0-47b4-bb1c-33c4dc9494ba req-58acceba-3cb8-4d72-921b-a922402adc11 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095055 May 19 13:00:29.539833 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.4036074 May 19 13:00:29.541082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46128) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:29.577252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:29.667062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:29.682588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:29.699807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:29.719585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-eb277899-88f1-4ab1-9313-67e2592cd0c8', 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '377d08be-08af-4b01-be5d-3ba7e35bc57a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:29.720795 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.747526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Made reservation on behalf of 542e9c2f8d8a4aeaac138c26dd57beef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:29.753849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.952593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3189e6-cb9a-4ddc-919f-bab4811d81d0 req-0828b9fb-9df8-4bef-81ae-3c432c8dece3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:29.964873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb3189e6-cb9a-4ddc-919f-bab4811d81d0 req-0828b9fb-9df8-4bef-81ae-3c432c8dece3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.6149855 May 19 13:00:29.978099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4173314-4fbf-450f-b859-406146e4598f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61d52db9d8c9447ea86aa4847382c7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050036 May 19 13:00:29.982555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:30.043658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-80e4513e-afca-4db8-9c68-a3ef9dbaaa89 req-ef9344e8-b0fa-4793-a60b-3ace16cef01e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 210 time: 0.1899486 May 19 13:00:30.115342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2325057'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.151566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Allocated IP 2001:db8::2 (eb277899-88f1-4ab1-9313-67e2592cd0c8/377d08be-08af-4b01-be5d-3ba7e35bc57a/e48e60b0-ec26-4b0a-bd2c-deda0449b8e2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:30.258619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb3189e6-cb9a-4ddc-919f-bab4811d81d0 req-8b7d1798-9966-4674-aa9d-45acb212c6db tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701030 May 19 13:00:30.292074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.383607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.649699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140739b-b138-4f9e-bf40-cb93671ebe0c req-441d2560-84cb-4cf4-99c6-da086407fec1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:30.651324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9140739b-b138-4f9e-bf40-cb93671ebe0c req-441d2560-84cb-4cf4-99c6-da086407fec1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.2722495 May 19 13:00:30.663437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Allocated IP 192.168.233.93 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/c86dda9e-0de6-42ea-88b9-e93721c39a68) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:30.857406 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.909879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Transition to ACTIVE for port object e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:31.012684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Transition to ACTIVE for port object e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:31.020540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9140739b-b138-4f9e-bf40-cb93671ebe0c req-2c8c658c-76de-415b-9837-91327c09aa58 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461785 May 19 13:00:31.023237 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.031749 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.035734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:31.045009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'subnets': [{'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1787158311', 'ip_version': 6}, {'network_id': 'a652e69b-f602-463a-9621-1823c34799ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:31.045442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'subnet': {'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1787158311', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:31.046406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Request body: {'subnet': {'network_id': 'a652e69b-f602-463a-9621-1823c34799ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:31.047881 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:31.075664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797aa29-1ab1-4958-92f9-fe5aefdafbe1 req-1b41cabc-28b1-4e83-9b5c-fad96c537794 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:31.088864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f797aa29-1ab1-4958-92f9-fe5aefdafbe1 req-1b41cabc-28b1-4e83-9b5c-fad96c537794 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.3620436 May 19 13:00:31.120326 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5fe5338-3dbf-4c0c-b8e8-3d9219fb10b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:31.149077 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:31.152170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6450f4d-3a51-4837-9dc3-c40cdb48ae9a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.156668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:31.166867 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:31.181300 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:31.204214 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.207791 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6450f4d-3a51-4837-9dc3-c40cdb48ae9a HTTP/1.1" status: 204 len: 168 time: 1.2205064 May 19 13:00:31.441333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Pushing event updated for resources: {'Port': ['ID=e48e60b0-ec26-4b0a-bd2c-deda0449b8e2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.445613 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:31.458186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Attempting to bind port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:31.460581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Attempting to bind port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9201a5b6-f4e3-46dd-9c53-3c62714b2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:31.463498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Attempting to bind port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 on network eb277899-88f1-4ab1-9313-67e2592cd0c8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:31.479874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:31.480426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Checking segment: {'id': '9201a5b6-f4e3-46dd-9c53-3c62714b2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:31.480916 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.481344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Bound using segment: {'id': '9201a5b6-f4e3-46dd-9c53-3c62714b2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:31.481866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Bound port: e48e60b0-ec26-4b0a-bd2c-deda0449b8e2, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9201a5b6-f4e3-46dd-9c53-3c62714b2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'eb277899-88f1-4ab1-9313-67e2592cd0c8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:31.482267 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.492695 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.529069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Transition to ACTIVE for port object c86dda9e-0de6-42ea-88b9-e93721c39a68 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:31.586563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.605486 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:31.615208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b', 'e339ef90-1523-4692-af6d-6d79e72a2b43', '3614cd2c-ded5-4d3f-95fa-187695e50e2c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:31.626399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-345e0be2-ad59-409d-b303-ea4372c6202a req-78396580-6e6d-4360-88bf-d0b24f72e8ea tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 210 time: 0.3483231 May 19 13:00:31.687674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:31.691690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:31.695625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:31.705029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:31.747963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.754684 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:31.826496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f797aa29-1ab1-4958-92f9-fe5aefdafbe1 req-2f140b47-5c88-4d91-a6b0-5b27e9c414e6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236509 May 19 13:00:31.838127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:31.838830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.901567 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8782892 May 19 13:00:31.917314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Request body: {'port': {'device_id': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:32.024357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] For port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:32.028353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] For port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e48e60b0-ec26-4b0a-bd2c-deda0449b8e2,segment=NetworkSegment(9201a5b6-f4e3-46dd-9c53-3c62714b2585),segment_id=9201a5b6-f4e3-46dd-9c53-3c62714b2585)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:32.070922 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.099738 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7c91b5d-994a-4b4d-a898-00f35952c8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:32.175757 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772104062630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3378713'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.190937 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5546fa2-1824-42cf-a9ab-aea6ae627a40 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:32.202108 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.395876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:32.396748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.406360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "PUT /v2.0/subnets/377d08be-08af-4b01-be5d-3ba7e35bc57a HTTP/1.1" status: 200 len: 826 time: 2.8464000 May 19 13:00:32.432287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.463349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d1ede4d-6b40-4e70-bd77-bb5c87c391f0 None None] Provisioning for port c86dda9e-0de6-42ea-88b9-e93721c39a68 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:32.518175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d1ede4d-6b40-4e70-bd77-bb5c87c391f0 None None] Provisioning complete for port c86dda9e-0de6-42ea-88b9-e93721c39a68 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:32.518999 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d1ede4d-6b40-4e70-bd77-bb5c87c391f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.656033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Pushing event updated for resources: {'Port': ['ID=e48e60b0-ec26-4b0a-bd2c-deda0449b8e2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:32.680407 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:32.843611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ede4d-6b40-4e70-bd77-bb5c87c391f0 None None] Port c86dda9e-0de6-42ea-88b9-e93721c39a68 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:32.855301 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.952512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86dda9e-0de6-42ea-88b9-e93721c39a68 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:00:32.962522 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.986216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Transition to ACTIVE for port object c86dda9e-0de6-42ea-88b9-e93721c39a68 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:33.003608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.011316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:33.012332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=377d08be-08af-4b01-be5d-3ba7e35bc57a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.015339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:33.070883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f70eb-a69f-48cc-995a-a0013c5c6568 req-28695fdd-4731-4232-8f9f-4eed7261d1a7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:33.077743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c32f70eb-a69f-48cc-995a-a0013c5c6568 req-28695fdd-4731-4232-8f9f-4eed7261d1a7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.1872354 May 19 13:00:33.152134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:33.173792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Usage tracker for resource:subnet and tenant:afefd7bfd7f0494da391a77bdf7191be is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:33.196858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:33.242352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:33.280257 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c32f70eb-a69f-48cc-995a-a0013c5c6568 req-bda8207e-5e6c-42e7-9df8-b8364d989b62 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010393 May 19 13:00:33.378266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7863c-192f-42dc-8c40-e9afe7881d69 req-ae7a316d-3b1b-4367-ad45-9561431b81a5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:33.398406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65a7863c-192f-42dc-8c40-e9afe7881d69 req-ae7a316d-3b1b-4367-ad45-9561431b81a5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.0062339 May 19 13:00:33.467564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:33.476189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Made reservation on behalf of afefd7bfd7f0494da391a77bdf7191be for: {'subnet': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:33.503751 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.504320 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.661146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.687748 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:33.862218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Attempting to bind port c86dda9e-0de6-42ea-88b9-e93721c39a68 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:33.862563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Attempting to bind port c86dda9e-0de6-42ea-88b9-e93721c39a68 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:33.862892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Attempting to bind port c86dda9e-0de6-42ea-88b9-e93721c39a68 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:33.869375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Port c86dda9e-0de6-42ea-88b9-e93721c39a68 on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:00:33.869686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Attempting to bind port c86dda9e-0de6-42ea-88b9-e93721c39a68 on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:33.879782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:33.880176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:33.881498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:33.883100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Bound port: c86dda9e-0de6-42ea-88b9-e93721c39a68, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:33.883504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.944361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65a7863c-192f-42dc-8c40-e9afe7881d69 req-fab58908-78ab-4cbd-99ec-6fed517fbfb2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428054 May 19 13:00:34.003327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:34.003672 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.089348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:34.093743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:34.103611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.112199 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-443f0b60-ef71-403d-bc71-a31508788568 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:34.221670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463238fb-01db-41a4-bb8f-6a57c9987799 req-f4d53aea-343e-4b26-9472-d132c42bb552 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:34.223318 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463238fb-01db-41a4-bb8f-6a57c9987799 req-f4d53aea-343e-4b26-9472-d132c42bb552 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 947 time: 0.5244792 May 19 13:00:34.228923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:34.241477 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:34.275748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-381486199-network', 'tenant_id': '924367df395c4dce8c8656db6049ee57'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:34.285905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:34.287220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.292618 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] 10.222.0.71 "PUT /v2.0/ports/c86dda9e-0de6-42ea-88b9-e93721c39a68 HTTP/1.1" status: 200 len: 1095 time: 2.3807080 May 19 13:00:34.296320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:34.308612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:34.313962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Usage tracker for resource:network and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:34.323027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:34.342526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:34.445846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:34.451263 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.456006 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:34.490963 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.524685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:34.534535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Usage tracker for resource:security_group_rule and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:34.550398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:34.563462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:34.614157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5287f7b-7678-43ac-86fd-095d6505fdd2 None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:34.658079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-364dc87c-0ade-47f8-ac0f-e55caaee2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:34.660154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-364dc87c-0ade-47f8-ac0f-e55caaee2010 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 1098 time: 0.2865832 May 19 13:00:34.754535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-5033db86-bc33-4da1-86b6-bf9b003c1b15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68 HTTP/1.1" status: 200 len: 217 time: 0.0841780 May 19 13:00:34.806600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e48e60b0-ec26-4b0a-bd2c-deda0449b8e2,segment=NetworkSegment(9201a5b6-f4e3-46dd-9c53-3c62714b2585),segment_id=9201a5b6-f4e3-46dd-9c53-3c62714b2585)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:34.807217 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.937184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:34.956611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3ca40ae-a820-42db-bf57-52fca13b962c None None] Provisioning for port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:34.963756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-09dbd217-a1cb-4d55-82c6-bdda367940a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:34.966294 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-09dbd217-a1cb-4d55-82c6-bdda367940a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.2007215 May 19 13:00:34.989375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-463238fb-01db-41a4-bb8f-6a57c9987799 req-64d1376f-1e15-4487-8ed5-4e7c5e35b827 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7501118 May 19 13:00:34.994112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:34.994854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.028923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.044643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.057139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3ca40ae-a820-42db-bf57-52fca13b962c None None] Provisioning complete for port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:35.057786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3ca40ae-a820-42db-bf57-52fca13b962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.062470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:35.075562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.076071 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Added segment 5535050a-e7c9-44d1-9e55-23b65688332a of type vlan for network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 May 19 13:00:35.109731 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.124059 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'status': 'completed', 'code': 200} May 19 13:00:35.126442 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26a5518-b625-4b1d-9c85-f03fad751b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:35.193835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:00:35.214328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba9ef94-a5af-4cf2-8711-16c20ac3877b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:35.231633 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:35.232837 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.236027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:35.236838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.244506 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-794adbbf-25e2-4692-8fa0-008b06cdb3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:35.358311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Pushing event updated for resources: {'Network': ['ID=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:35.373759 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:35.391753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-055d57fa-895b-4f90-8a6d-d715fae2562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:35.394192 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-055d57fa-895b-4f90-8a6d-d715fae2562c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192448 May 19 13:00:35.401128 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8947670 May 19 13:00:35.466963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:35.482491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:35.524776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Request body: {'subnet': {'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-subnet', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:35.545076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:35.566433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Usage tracker for resource:subnet and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:35.571827 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-bc5406e8-b71a-4435-a546-47109d8baffe service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689024 May 19 13:00:35.572456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:35.587519 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:35.728078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:35.731327 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.770040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c1f6d2e5-5848-4f08-84e7-304749b6eab0 req-3c57484b-82d4-47d0-983b-1bfed57f54ec service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891422 May 19 13:00:35.848866 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.858826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Could not find standard attr ID for object e48e60b0-ec26-4b0a-bd2c-deda0449b8e2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:00:35.859569 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38a1d638-8f5b-47da-85c9-0e6a73e2257e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:35.861557 n-d-791505-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-e3ca40ae-a820-42db-bf57-52fca13b962c None None] No ports have port_id starting with e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 May 19 13:00:35.865824 n-d-791505-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No ports have port_id starting with e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 May 19 13:00:35.996862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=e48e60b0-ec26-4b0a-bd2c-deda0449b8e2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:36.005049 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:36.007530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-86778aa4-eb4a-478f-ada5-be142c299a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.010057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-86778aa4-eb4a-478f-ada5-be142c299a4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 1098 time: 0.1597340 May 19 13:00:36.025077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd402c-5ecc-4965-a10d-3efaa45fe0ee req-df65a6e6-772b-4d59-bb15-cbdc9c720b8c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.032458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbdd402c-5ecc-4965-a10d-3efaa45fe0ee req-df65a6e6-772b-4d59-bb15-cbdc9c720b8c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 1.1782825 May 19 13:00:36.072166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e505b-ed73-4c13-96c7-3bc6cc8c56e0 req-b871bcec-1365-4858-8764-e1e30f169802 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.073877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d29e505b-ed73-4c13-96c7-3bc6cc8c56e0 req-b871bcec-1365-4858-8764-e1e30f169802 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.5964701 May 19 13:00:36.214131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:36.257784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-3d6fea08-7099-41a8-ae57-de6694519990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.260304 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-3d6fea08-7099-41a8-ae57-de6694519990 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.2416103 May 19 13:00:36.277922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbdd402c-5ecc-4965-a10d-3efaa45fe0ee req-767e09a3-f449-413c-8aaf-92bc6804bd46 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443817 May 19 13:00:36.290869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1071201f-23c4-4811-a4b1-5841a555292b None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:36.364393 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d29e505b-ed73-4c13-96c7-3bc6cc8c56e0 req-e7b02ebf-fb74-4915-9a22-8312470859c3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674699 May 19 13:00:36.408192 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-ddb11630-3efe-49ec-ac36-9e3feb8f8bdf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68 HTTP/1.1" status: 200 len: 217 time: 0.1388838 May 19 13:00:36.473841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:36.537395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-79c68506-d035-427a-93c3-2efe696452fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.540867 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-79c68506-d035-427a-93c3-2efe696452fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.1259015 May 19 13:00:36.686573 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.711577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-a2d63b47-1ea6-4360-ac0c-03dc1a2c9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:36.713154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-a2d63b47-1ea6-4360-ac0c-03dc1a2c9396 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635642 May 19 13:00:36.752142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fead1d33-9e4f-4268-8ac6-d4256e6eb77b None None] Could not find standard attr ID for object e48e60b0-ec26-4b0a-bd2c-deda0449b8e2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:00:37.032166 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.165291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:37.185101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Usage tracker for resource:security_group_rule and tenant:031a822f79a2475faa0a9e654d36711b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:37.206495 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-31dffcb6-0706-4442-ad98-69e0cf41f31e service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843421 May 19 13:00:37.305678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:37.358969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:37.499792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26080209-8cf5-420b-8016-7dbaa5d23bc6 req-87c54a94-2863-49b2-9f46-810bc1b0e72e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:37.500447 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3275f0b0-30ba-4bb4-9f47-cee52197fe82 req-80c178d5-ae45-4a3f-9cdc-afc7cf45b824 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859943 May 19 13:00:37.502151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26080209-8cf5-420b-8016-7dbaa5d23bc6 req-87c54a94-2863-49b2-9f46-810bc1b0e72e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9588213 May 19 13:00:37.820870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e2800-2746-49a0-b28e-83c11c98ba0c req-8cf8e45f-cab6-471d-8405-04047cf01c75 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:37.822385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f14e2800-2746-49a0-b28e-83c11c98ba0c req-8cf8e45f-cab6-471d-8405-04047cf01c75 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 947 time: 0.9632213 May 19 13:00:37.839251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26080209-8cf5-420b-8016-7dbaa5d23bc6 req-221579bf-1e3d-433f-83c0-61bc1374abd6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129103 May 19 13:00:37.907421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.921851 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:38.236429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f14e2800-2746-49a0-b28e-83c11c98ba0c req-ea0fd21a-9197-4c11-a6f9-0fdd664b0252 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836236 May 19 13:00:38.303069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.327490 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.351043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.361579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Subnet': ['ID=78268fcf-57d8-4fd0-8f20-a901937a3c17,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:38.392065 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:38.392592 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-efae95c5-d380-4fda-875b-ba5a9d7ab9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:38.426769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c778a-a5fd-469d-9736-b3702b365b39 None None] Network eb277899-88f1-4ab1-9313-67e2592cd0c8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:38.448977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=031a822f79a2475faa0a9e654d36711b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9650664 May 19 13:00:38.449498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:38.523435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Checking segment: {'id': 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:38.523782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network hostable DHCP agents. Network: fb55deaa-2c35-47b3-81ff-0874966ec5b1, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:38.607420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.697246 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.701054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.721576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304c4d9-0cf1-4cb5-a15d-c81eed1dc99f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:38.762477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb277899-88f1-4ab1-9313-67e2592cd0c8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:38.767989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:00:38.772534 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d181389-dfc1-4bc6-b349-ef1ec8b0298c None None] DHCP port deletion for eb277899-88f1-4ab1-9313-67e2592cd0c8 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:00:38.800604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9201a5b6-f4e3-46dd-9c53-3c62714b2585') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:38.801256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9201a5b6-f4e3-46dd-9c53-3c62714b2585') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:38.826908 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.857130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:38.864077 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7cf6cd7-43f6-4c1a-bc16-471232f6c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:38.870375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.883828 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a910a957-97d0-4944-8ae8-6c4ddf687b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:38.912097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304c4d9-0cf1-4cb5-a15d-c81eed1dc99f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:38.913610 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:38.917341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.923635 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a304c4d9-0cf1-4cb5-a15d-c81eed1dc99f HTTP/1.1" status: 204 len: 168 time: 0.4691892 May 19 13:00:38.960494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.978583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=377d08be-08af-4b01-be5d-3ba7e35bc57a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.015874 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:39.018168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:39.030567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:39.031088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: timer() May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:39.049619 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:39.053366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network fb55deaa-2c35-47b3-81ff-0874966ec5b1 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:39.053569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'mac_address': 'fa:16:3e:44:5d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:00:39.091545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f07d-e0d6-4822-be6e-d33940dc0e30 req-c57cc4d3-850c-4425-9d41-fe01644a9df6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:39.093415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acc2f07d-e0d6-4822-be6e-d33940dc0e30 req-c57cc4d3-850c-4425-9d41-fe01644a9df6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.8827116 May 19 13:00:39.152185 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.192196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b5782d0-08a6-458b-bdea-199bce451e5d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:00:39.205107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, fb55deaa-2c35-47b3-81ff-0874966ec5b1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:39.222622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778957cd-b6df-4e65-a3d1-7596efdad512 None None] Network fb55deaa-2c35-47b3-81ff-0874966ec5b1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:39.252193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.273156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:39.278373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:39.292381 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.293687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c86dda9e-0de6-42ea-88b9-e93721c39a68 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:00:39.347275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.382688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-acc2f07d-e0d6-4822-be6e-d33940dc0e30 req-0184e290-bc51-44ef-8dfc-ee719738d2b9 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057734 May 19 13:00:39.388571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.404126 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e13545c1-f904-40ed-9b7d-469fc83286c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:39.444202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87cac-cb85-419b-96cd-d8db6cb2a2a0 req-8deb052f-4e27-45c3-b8a5-1e4e3ace8e17 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:39.445826 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4fd87cac-cb85-419b-96cd-d8db6cb2a2a0 req-8deb052f-4e27-45c3-b8a5-1e4e3ace8e17 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7304161 May 19 13:00:39.448759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:39.463673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e211c-862e-4959-8b01-020e85687bb4 req-b5976a49-d0f0-47e1-be55-386190194759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:39.465292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-b5976a49-d0f0-47e1-be55-386190194759 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.5691428 May 19 13:00:39.498001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aadc56b8-93b6-4580-8621-b4ba8c88f7dd,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.516245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.536771 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:39.537342 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e7d05b1-95a2-4b55-bdfa-7b39bd8362c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:39.565810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:39.581990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb71a81b30e4c098f85280c974aa639 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:39.582798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/eb277899-88f1-4ab1-9313-67e2592cd0c8 HTTP/1.1" status: 204 len: 168 time: 7.1446428 May 19 13:00:39.591535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:39.594657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:39.606246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.617115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:39.643263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=eb277899-88f1-4ab1-9313-67e2592cd0c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.654906 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:39.681100 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8db3f3f-bc39-40d7-bfec-9e5f9a8425c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:00:39.681933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8db3f3f-bc39-40d7-bfec-9e5f9a8425c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:00:39.690781 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8db3f3f-bc39-40d7-bfec-9e5f9a8425c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/eb277899-88f1-4ab1-9313-67e2592cd0c8 HTTP/1.1" status: 404 len: 339 time: 0.0922661 May 19 13:00:39.691170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:39.698270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585197951', 'description': 'd1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:39.716177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:39.717953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Checking segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:39.718830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Network hostable DHCP agents. Network: fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:39.723743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:network and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:39.730260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:39.738617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:39.760984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:39.765100 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.814458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4fd87cac-cb85-419b-96cd-d8db6cb2a2a0 req-23df2c11-8eea-4eb0-8068-d309f6f3aa11 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569076 May 19 13:00:39.843873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.844792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.845547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.846203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.846516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.847111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.848721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.848721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.849107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.849457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.850013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.851637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:39.872358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:39.898199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:39.906166 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.911001 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:39.915294 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.916652 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment c8465345-c0cc-4d57-96e5-faaf17c42bf7 of type vlan for network aacddea9-0efa-4178-a784-ce5944e66ccb May 19 13:00:39.920857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e211c-862e-4959-8b01-020e85687bb4 req-5a990bf5-df79-441a-9009-7e86b14a5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:39.922632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-5a990bf5-df79-441a-9009-7e86b14a5def service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4288721 May 19 13:00:39.929860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.931104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:39.951376 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-314eacef-380b-4852-98cc-7b144849b800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:39.958631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ea545-c80a-4123-82e7-3e2373315ab5 None None] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:40.016123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b99a6-ebf0-4c0f-9dbd-5fd969b1bb4d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.022780 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:40.047517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:40.048542 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.087878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bb71a81b30e4c098f85280c974aa639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372652 May 19 13:00:40.092617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.098829 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.105560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7960-4feb-4b0d-8130-5aa93d5a14b0 req-a61027df-8748-4bab-99b4-c13b18e4e43e tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:40.114192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc6a7960-4feb-4b0d-8130-5aa93d5a14b0 req-a61027df-8748-4bab-99b4-c13b18e4e43e tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.4604516 May 19 13:00:40.144057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-b4a47e70-1054-4528-8429-cbbc90d6dc78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.2079830 May 19 13:00:40.151977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.6682491 May 19 13:00:40.155851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.204846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.247505 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.258376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:40.259531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.262354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:40.269652 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11b79240-2a8a-4e18-9701-4cd898176b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:40.296248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Usage tracker for resource:router and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:40.310349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:40.318682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:40.336537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:40.353174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-fb55deaa-2c35-47b3-81ff-0874966ec5b1', 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1', 'tenant_id': 'afefd7bfd7f0494da391a77bdf7191be', 'fixed_ips': [{'subnet_id': '78268fcf-57d8-4fd0-8f20-a901937a3c17'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:40.354275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc6a7960-4feb-4b0d-8130-5aa93d5a14b0 req-0194269d-ca88-4c55-8cf3-acbcdc3ff91a tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379425 May 19 13:00:40.355495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.465580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'mac_address': 'fa:16:3e:6d:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:00:40.467620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:40.469852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=aacddea9-0efa-4178-a784-ce5944e66ccb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.483054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.487294 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:40.493544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e211c-862e-4959-8b01-020e85687bb4 req-aa259228-e124-4900-8ab6-71a6037f3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:40.497830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-aa259228-e124-4900-8ab6-71a6037f3baf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3377745 May 19 13:00:40.511353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network aacddea9-0efa-4178-a784-ce5944e66ccb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:40.524532 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13a8372e-f7ab-4750-b5df-73156b06fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.525031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.560580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:00:40.561035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e48e60b0-ec26-4b0a-bd2c-deda0449b8e2 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:40.562918 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.579855 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8869569 May 19 13:00:40.585667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.660531 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a98282d-df4d-401a-a902-c827167af22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:40.745754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.746526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.748309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.855630 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.916183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822dbbb9-e725-4c3f-8ec6-0889c556a08a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:40.917375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-822dbbb9-e725-4c3f-8ec6-0889c556a08a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Synchronizing usage tracker for tenant:9b0ff682721944f38b3647a2d903805c on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:40.950844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-822dbbb9-e725-4c3f-8ec6-0889c556a08a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Unset dirty status for tenant:9b0ff682721944f38b3647a2d903805c on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:40.959278 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-822dbbb9-e725-4c3f-8ec6-0889c556a08a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks?id=aacddea9-0efa-4178-a784-ce5944e66ccb HTTP/1.1" status: 200 len: 765 time: 0.3713522 May 19 13:00:40.960257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.969927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86dda9e-0de6-42ea-88b9-e93721c39a68 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:00:40.975596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.995245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.012828 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0279a31f-9420-4406-abe2-ebecb31b11d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:41.048453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b99a6-ebf0-4c0f-9dbd-5fd969b1bb4d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.111315 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:41.120983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:41.122311 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:41.123172 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.123917 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.125117 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/904b99a6-ebf0-4c0f-9dbd-5fd969b1bb4d HTTP/1.1" status: 204 len: 168 time: 1.0310011 May 19 13:00:41.146360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event updated for resources: {'Subnet': ['ID=f2b5baf6-459b-402f-a627-14308f55ccff,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.167623 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:41.177945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8e9e-7c26-4f8b-ad84-866f8ba163f6 req-4c52eb97-285f-4063-baf4-a147a6a93f3d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:41.186609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7af8e9e-7c26-4f8b-ad84-866f8ba163f6 req-4c52eb97-285f-4063-baf4-a147a6a93f3d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 947 time: 0.8103402 May 19 13:00:41.188827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Checking segment: {'id': '9adb3af0-c407-44a1-9806-344157d00ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:41.189402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network hostable DHCP agents. Network: a652e69b-f602-463a-9621-1823c34799ca, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:41.376321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Allocated IP 172.20.0.2 (fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5/aadc56b8-93b6-4580-8621-b4ba8c88f7dd/84891c37-33ed-4191-8cef-ecc2b0b7b508) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:41.660038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e211c-862e-4959-8b01-020e85687bb4 req-e13cae06-79d9-41e5-9551-86cc05a109db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:41.662690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-e13cae06-79d9-41e5-9551-86cc05a109db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1110518 May 19 13:00:41.666824 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.678766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Transition to ACTIVE for port object 84891c37-33ed-4191-8cef-ecc2b0b7b508 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:41.692552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.698716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Transition to ACTIVE for port object 84891c37-33ed-4191-8cef-ecc2b0b7b508 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:41.706146 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.714633 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:41.763284 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.777360 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90f6d579-57d4-4ee8-a8d6-fa0b33eb24e6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:41.852506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.854548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network aacddea9-0efa-4178-a784-ce5944e66ccb is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:00:41.861921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:41.863069 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.866123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "PUT /v2.0/networks/aacddea9-0efa-4178-a784-ce5944e66ccb HTTP/1.1" status: 200 len: 762 time: 0.9017944 May 19 13:00:41.875134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.888053 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:41.891450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:41.892051 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:41.993168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2b5782d0-08a6-458b-bdea-199bce451e5d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:42.098512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=aacddea9-0efa-4178-a784-ce5944e66ccb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:42.128045 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:42.129154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7af8e9e-7c26-4f8b-ad84-866f8ba163f6 req-7c314674-1465-41f9-887d-99d35bf8505e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9411943 May 19 13:00:42.130900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Network a652e69b-f602-463a-9621-1823c34799ca is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:42.245107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network aacddea9-0efa-4178-a784-ce5944e66ccb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:42.276910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950679a-b67a-426a-9a9b-31b0c428f21e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:42.282565 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.296497 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f950679a-b67a-426a-9a9b-31b0c428f21e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks?id=aacddea9-0efa-4178-a784-ce5944e66ccb HTTP/1.1" status: 200 len: 765 time: 0.3998871 May 19 13:00:42.303263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:42.318153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, a652e69b-f602-463a-9621-1823c34799ca) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:42.438707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['c86dda9e-0de6-42ea-88b9-e93721c39a68'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:42.504213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:42.504703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:42.505920 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.543801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36014803-f8df-4553-af2b-3757b91ef0cf None None] Network a652e69b-f602-463a-9621-1823c34799ca requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:42.570490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:42.602128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Allocated IP 2001:db8::1 (fb55deaa-2c35-47b3-81ff-0874966ec5b1/78268fcf-57d8-4fd0-8f20-a901937a3c17/659f9ede-1eb3-4b33-b48a-bda62d7cadd8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:42.626808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a9e2-9dfb-4d95-a687-698510d3b2a8 req-7530d8b9-97cd-4fb4-84ad-3e0ce5ff835d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:42.635745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b01a9e2-9dfb-4d95-a687-698510d3b2a8 req-7530d8b9-97cd-4fb4-84ad-3e0ce5ff835d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 944 time: 1.0656979 May 19 13:00:42.660120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 11.6230114 May 19 13:00:42.673148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:42.778170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:42.797905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-cfbda407-a794-4b80-99b5-a62936d31575 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656886 May 19 13:00:42.827844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934356d5-225e-4b21-89ec-9e3da9efe5d4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:42.830949 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-934356d5-225e-4b21-89ec-9e3da9efe5d4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5225940 May 19 13:00:42.833089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:42.857087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:42.885014 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-32f9610d-4827-419e-b8a7-87086ad465aa tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 207 time: 0.0501907 May 19 13:00:42.888200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:42.888706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Pushing event updated for resources: {'Port': ['ID=84891c37-33ed-4191-8cef-ecc2b0b7b508,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:42.897718 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:43.130062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b01a9e2-9dfb-4d95-a687-698510d3b2a8 req-90111e61-187d-4f89-80ee-bf95dbd9d342 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932253 May 19 13:00:43.219871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.228513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.237345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.246521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.255532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.265477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.268485 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ed5b8cf-3121-4bb1-bd1c-5fd1be18965e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3780508 May 19 13:00:43.273840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.521735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.523877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.526032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.529451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Synchronizing usage tracker for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:subnet {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:43.644431 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32aeecc9-a8b0-4aa0-ba76-183c210ca7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.679199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2d39e-a72d-4f21-b886-359e4bd7751d req-80432746-1bb7-4f72-9af2-6853dbaf5cd8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.692898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92e2d39e-a72d-4f21-b886-359e4bd7751d req-80432746-1bb7-4f72-9af2-6853dbaf5cd8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.1982813 May 19 13:00:43.707984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Unset dirty status for tenant:afefd7bfd7f0494da391a77bdf7191be on resource:subnet {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:43.710688 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.713633 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9246600-df67-4f67-a964-5dc4c9688a2e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 1.0312624 May 19 13:00:43.771709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.789959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed3e269f-61c1-4ff3-8b88-3f32af2c7f21 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5082691 May 19 13:00:43.790156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.847981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e211c-862e-4959-8b01-020e85687bb4 req-f0a09c6b-f557-4376-b83d-bcaead486e56 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9919105 May 19 13:00:43.969248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.981834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.983255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.985269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.987100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:43.988967 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f853825a-fc68-4a93-8760-082a59a07e81 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1975079 May 19 13:00:43.998591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:44.023021 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92e2d39e-a72d-4f21-b886-359e4bd7751d req-fe623271-a7f8-4e26-88ed-0e7485d7c263 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286662 May 19 13:00:44.106042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Deleting subnet 78268fcf-57d8-4fd0-8f20-a901937a3c17 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:00:44.222387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b76168-b77b-45c1-9695-aa2e7f65321f req-d0ba0d49-8428-4c78-987f-0ec7d1f6c8e9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.232529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17b76168-b77b-45c1-9695-aa2e7f65321f req-d0ba0d49-8428-4c78-987f-0ec7d1f6c8e9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 948 time: 0.8134720 May 19 13:00:44.279177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.282459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.283892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.291534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.293938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.294536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be01f2bf-8d7b-43b5-91f5-12d2941fec49 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2947016 May 19 13:00:44.302142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:44.401979 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-a652e69b-f602-463a-9621-1823c34799ca', 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca', 'tenant_id': 'afefd7bfd7f0494da391a77bdf7191be', 'fixed_ips': [{'subnet_id': 'f2b5baf6-459b-402f-a627-14308f55ccff'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:44.453659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.697935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40895e30-68ed-45a8-9dd2-6a74caed380e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:44.700910 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-40895e30-68ed-45a8-9dd2-6a74caed380e tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks/f0693b1b-f9b4-4598-936f-00a819742fd8 HTTP/1.1" status: 200 len: 803 time: 0.3974059 May 19 13:00:44.706751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:44.889415 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.068327 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a345696-7c15-4779-a217-53e04555a049 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/networks/f0693b1b-f9b4-4598-936f-00a819742fd8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3585339 May 19 13:00:45.069364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:45.092302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.216851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25bb5b-2bda-46fc-a99c-6123d5e19255 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:45.229802 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a25bb5b-2bda-46fc-a99c-6123d5e19255 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets/f094fc3e-26ae-4a39-a741-e0b8c1557597 HTTP/1.1" status: 200 len: 843 time: 0.1586280 May 19 13:00:45.231092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:45.376703 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.413516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba2b8d-3317-49cb-acd0-d5cdd59f4523 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:45.417097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Transition to ACTIVE for port object 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:45.420168 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-75ba2b8d-3317-49cb-acd0-d5cdd59f4523 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "GET /v2.0/subnets/f094fc3e-26ae-4a39-a741-e0b8c1557597?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1871188 May 19 13:00:45.430931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:45.460282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159275092'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:45.471071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:45.488965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Attempting to bind port 84891c37-33ed-4191-8cef-ecc2b0b7b508 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:45.495998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Attempting to bind port 84891c37-33ed-4191-8cef-ecc2b0b7b508 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:45.497217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Attempting to bind port 84891c37-33ed-4191-8cef-ecc2b0b7b508 on network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:45.512158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:45.564712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:45.573281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.643564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:45.670319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.671155 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Added segment fb62844b-5048-47e1-88cb-411706921d4b of type vlan for network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 May 19 13:00:45.757333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.869456 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.881714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:45.883256 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.951322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:45.971327 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.973168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:45.979992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Checking segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:45.981878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.982897 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Bound using segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:45.984101 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Bound port: 84891c37-33ed-4191-8cef-ecc2b0b7b508, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:45.985090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.134190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17b76168-b77b-45c1-9695-aa2e7f65321f req-43014372-e4dd-4996-9417-c108bb1b58ab tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5778329 May 19 13:00:46.150966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Transition to ACTIVE for port object 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:46.238592 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.252740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.290255 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.293528 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8568575 May 19 13:00:46.315570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Network': ['ID=d446bee1-c5f5-42a1-ad7c-b36fb57a6437,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:46.325360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-df3cf032-5dc5-4a43-a378-8e9ff999ed14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:46.328130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:46.336699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:46.370781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:46.407985 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.456745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Allocated IP 172.25.4.165 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/508736f3-d9cf-4017-ad42-2c2bc438f918) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:46.459540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:46.541374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.551672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Network fb55deaa-2c35-47b3-81ff-0874966ec5b1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:46.632633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:46.700493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:46.721250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:46.734588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Usage tracker for resource:subnet and tenant:9b0ff682721944f38b3647a2d903805c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:46.745075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:46.757026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:46.789356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Made reservation on behalf of 9b0ff682721944f38b3647a2d903805c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:46.794062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.795614 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.047244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 19 13:00:47.050299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 19 13:00:47.206087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Pushing event updated for resources: {'Port': ['ID=659f9ede-1eb3-4b33-b48a-bda62d7cadd8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:47.251454 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:47.252684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] For port 84891c37-33ed-4191-8cef-ecc2b0b7b508, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:47.265402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.355374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Attempting to bind port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:47.356336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Attempting to bind port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:47.356607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Attempting to bind port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 on network fb55deaa-2c35-47b3-81ff-0874966ec5b1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:47.383458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de53f33-b40d-4b48-a2bb-0b56b057230e req-6265017e-a6da-43ca-8bbb-84c851c648f1 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:47.391887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9de53f33-b40d-4b48-a2bb-0b56b057230e req-6265017e-a6da-43ca-8bbb-84c851c648f1 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 944 time: 2.8342891 May 19 13:00:47.405692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] For port 84891c37-33ed-4191-8cef-ecc2b0b7b508, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=84891c37-33ed-4191-8cef-ecc2b0b7b508,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:47.452386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:47.452877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Checking segment: {'id': 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:47.453529 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.458942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Bound using segment: {'id': 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:47.460403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Bound port: 659f9ede-1eb3-4b33-b48a-bda62d7cadd8, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb55deaa-2c35-47b3-81ff-0874966ec5b1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:47.462116 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.492146 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.508947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Allocated IP 2001:db8:0:1::1 (a652e69b-f602-463a-9621-1823c34799ca/f2b5baf6-459b-402f-a627-14308f55ccff/fc28491b-c3c8-4f8e-a7a5-bfd35d473d86) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:47.521613 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-56580dd9-0122-455d-891c-559fc3bcf48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:47.828448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:48.323633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.349426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:48.376934 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9de53f33-b40d-4b48-a2bb-0b56b057230e req-b8bbb2d7-2b0f-4008-ad54-59e77a21bd24 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838357 May 19 13:00:48.634984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.798111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981075f-b33a-448c-b49c-86b2b3de5ff2 req-ebaa33c5-ffef-4b9f-a7ee-9cbd592dfc62 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:48.801315 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a981075f-b33a-448c-b49c-86b2b3de5ff2 req-ebaa33c5-ffef-4b9f-a7ee-9cbd592dfc62 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.5665491 May 19 13:00:49.039310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=56f0fc27-8ad4-4ce1-8759-5162dd330e40,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.065764 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:49.071318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Checking segment: {'id': 'fb62844b-5048-47e1-88cb-411706921d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:49.074116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network hostable DHCP agents. Network: d446bee1-c5f5-42a1-ad7c-b36fb57a6437, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:49.135956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Pushing event updated for resources: {'Port': ['ID=84891c37-33ed-4191-8cef-ecc2b0b7b508,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.137043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:49.168093 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.644s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:49.182569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, d446bee1-c5f5-42a1-ad7c-b36fb57a6437) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:49.236242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:49.237799 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.303149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bdffda-3830-4bb9-871d-1453d9648e61 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:49.334809 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0033705 May 19 13:00:49.340041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:49.347531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:49.376830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a981075f-b33a-448c-b49c-86b2b3de5ff2 req-86221418-89dd-41e0-b334-2aece98c8434 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5405219 May 19 13:00:49.604655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.643943 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e2bc80d-5419-4645-abdc-192ce4846587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:49.699373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] For port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:49.770276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Subnet': ['ID=78268fcf-57d8-4fd0-8f20-a901937a3c17,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.775509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.782246 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:49.784213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.792976 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc88dff9-1921-4116-9854-6a9c4bc2a929 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:49.862608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59947674'] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.035512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:50.080907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:50.119471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:50.195569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 2b5782d0-08a6-458b-bdea-199bce451e5d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:50.198321 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.271795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Pushing event updated for resources: {'Port': ['ID=508736f3-d9cf-4017-ad42-2c2bc438f918,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:50.283267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42ae8-9ee5-4e5a-81e7-25c1f5f82c66 req-f80589a0-fd8d-4396-9cfd-1c389762f3bf tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:50.292636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75f42ae8-9ee5-4e5a-81e7-25c1f5f82c66 req-f80589a0-fd8d-4396-9cfd-1c389762f3bf tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 948 time: 1.3061261 May 19 13:00:50.295796 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:50.339497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/subnets/78268fcf-57d8-4fd0-8f20-a901937a3c17 HTTP/1.1" status: 204 len: 168 time: 6.5265858 May 19 13:00:50.400910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:50.430021 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75f42ae8-9ee5-4e5a-81e7-25c1f5f82c66 req-7a8f2348-6e0a-45c0-882d-72332a3da9fa tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361272 May 19 13:00:50.636911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] For port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=659f9ede-1eb3-4b33-b48a-bda62d7cadd8,segment=NetworkSegment(deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b),segment_id=deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:50.845815 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.892047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Transition to ACTIVE for port object fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:50.947315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Transition to ACTIVE for port object fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:51.205068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 84891c37-33ed-4191-8cef-ecc2b0b7b508 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:51.263891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b433c60c-f7d4-4129-8618-74dae5a2ac76 None None] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:51.321275 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.420880 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:51.515979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Deleting subnet f2b5baf6-459b-402f-a627-14308f55ccff {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:00:51.542293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.555484 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772104062630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2223124'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.564881 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-250d67b0-3690-4f19-8162-e202b666d296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:51.825411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:51.826881 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.829546 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "PUT /v2.0/subnets/56f0fc27-8ad4-4ce1-8759-5162dd330e40 HTTP/1.1" status: 200 len: 900 time: 2.4881284 May 19 13:00:51.844191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:51.974055 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.065010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event updated for resources: {'Subnet': ['ID=56f0fc27-8ad4-4ce1-8759-5162dd330e40,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:52.073519 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:52.268567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:52.381857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.453270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac72ba6-9003-42d8-8003-3a09ddc62cdf req-dddbca99-f1cc-4fcf-a27d-520b85a25c95 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:52.468242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ac72ba6-9003-42d8-8003-3a09ddc62cdf req-dddbca99-f1cc-4fcf-a27d-520b85a25c95 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 944 time: 2.5057762 May 19 13:00:52.728295 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.821194 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.823546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-d446bee1-c5f5-42a1-ad7c-b36fb57a6437', 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437', 'tenant_id': '9b0ff682721944f38b3647a2d903805c', 'fixed_ips': [{'subnet_id': '56f0fc27-8ad4-4ce1-8759-5162dd330e40'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:00:52.825867 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.876498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.015806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:53.056256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Usage tracker for resource:security_group_rule and tenant:b8a3f52a74a0472dbf75f37d67732f45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:53.072764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66d32-5d3b-48fb-b2b6-060624c9aac7 req-9c9032ee-82b3-4516-a498-4f832de409b7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:53.073508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:53.100983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21f66d32-5d3b-48fb-b2b6-060624c9aac7 req-9c9032ee-82b3-4516-a498-4f832de409b7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 2.2683764 May 19 13:00:53.282838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.307253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:53.384870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Provisioning for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:53.437956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Network a652e69b-f602-463a-9621-1823c34799ca is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:53.459552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:53.486250 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Provisioning complete for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:53.486904 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.498880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.635571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ac72ba6-9003-42d8-8003-3a09ddc62cdf req-c1e705a4-4adc-43f0-87d9-0ae71cb0aa4c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0883927 May 19 13:00:53.750473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:53.769793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:53.797857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:53.801112 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.879486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.885475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:53.902566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:54.152603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Pushing event updated for resources: {'Port': ['ID=659f9ede-1eb3-4b33-b48a-bda62d7cadd8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.169263 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.748s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:54.222723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.237580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.301868 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a4ee6720-38a5-4d2b-bd4f-aee288a4365a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:54.315536 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.335s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:54.329643 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8a3f52a74a0472dbf75f37d67732f45&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0598211 May 19 13:00:54.335160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:54.410122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1f1ca-c836-4e6a-aba9-a1da94c71c74,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.415026 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.421055 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:54.430925 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21f66d32-5d3b-48fb-b2b6-060624c9aac7 req-0bef7e4f-9a7a-4794-b3c5-47ecd367b1f1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3290734 May 19 13:00:54.494213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Allocated IP 2001:db8::3 (d446bee1-c5f5-42a1-ad7c-b36fb57a6437/56f0fc27-8ad4-4ce1-8759-5162dd330e40/a90dd63c-1615-4b54-ab78-f08e38c16148) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:54.576903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.702227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.899212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.903676 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-479c89d3-9cac-4c56-9bd0-7a9a84f12e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:54.935444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1f1ca-c836-4e6a-aba9-a1da94c71c74,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.939500 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:54.964866 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.966649 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32d1f1ca-c836-4e6a-aba9-a1da94c71c74 HTTP/1.1" status: 204 len: 168 time: 0.6297469 May 19 13:00:55.127814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c86dda9e-0de6-42ea-88b9-e93721c39a68 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:55.300659 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'code': 200} May 19 13:00:55.314707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Pushing event updated for resources: {'Port': ['ID=fc28491b-c3c8-4f8e-a7a5-bfd35d473d86,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:55.332577 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:55.346309 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.368936 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:55.524224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:55.527588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db908ac-a04a-4e71-b1aa-e4b7a3e87b93 None None] Network fb55deaa-2c35-47b3-81ff-0874966ec5b1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:00:55.709259 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:55.800047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Attempting to bind port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:55.800464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Attempting to bind port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9adb3af0-c407-44a1-9806-344157d00ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:55.801681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Attempting to bind port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 on network a652e69b-f602-463a-9621-1823c34799ca {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:55.838183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:55.838567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Checking segment: {'id': '9adb3af0-c407-44a1-9806-344157d00ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:00:55.839476 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.839476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Bound using segment: {'id': '9adb3af0-c407-44a1-9806-344157d00ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:55.839866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Bound port: fc28491b-c3c8-4f8e-a7a5-bfd35d473d86, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adb3af0-c407-44a1-9806-344157d00ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a652e69b-f602-463a-9621-1823c34799ca'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:55.840440 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.858701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:55.906014 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.907956 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.925118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa5f7-4373-4fa5-ae73-e31b10293c70 req-0fdee7f3-696f-47bf-9808-18dcc300aa9a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:55.927232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bfaa5f7-4373-4fa5-ae73-e31b10293c70 req-0fdee7f3-696f-47bf-9808-18dcc300aa9a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 948 time: 1.8348725 May 19 13:00:55.963459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:55.984341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Usage tracker for resource:security_group_rule and tenant:4edfcfa94a9742f793cce38fce821ed4 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:56.004080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:56.018730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:56.112840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] For port 84891c37-33ed-4191-8cef-ecc2b0b7b508, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=84891c37-33ed-4191-8cef-ecc2b0b7b508,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:56.180092 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.199427 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9ea5ebc1-7982-4657-a5d2-8e7883940604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:56.233413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7bfaa5f7-4373-4fa5-ae73-e31b10293c70 req-2d445fde-1f60-439f-93c3-028d12740635 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642226 May 19 13:00:56.253569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.266956 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.304096 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f2c867de-4322-4b6e-b08e-1f6073a5957a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:56.351811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9dc84efc-63c3-40a6-bcd3-f43ee3c5c131 None None] Provisioning for port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:56.397274 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4edfcfa94a9742f793cce38fce821ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359700 May 19 13:00:56.399341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef23b5e9-0955-4871-875d-dd1ba211cc4f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.404422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:56.428405 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:56.453067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port c86dda9e-0de6-42ea-88b9-e93721c39a68 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:56.483346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port c86dda9e-0de6-42ea-88b9-e93721c39a68 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:56.483733 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.574441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.622240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Pushing event updated for resources: {'Port': ['ID=84891c37-33ed-4191-8cef-ecc2b0b7b508,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.628121 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:56.691195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:56.744366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.803861 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.811794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] DHCP port deletion for fb55deaa-2c35-47b3-81ff-0874966ec5b1 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:00:56.879648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9dc84efc-63c3-40a6-bcd3-f43ee3c5c131 None None] Provisioning complete for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:56.881697 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dc84efc-63c3-40a6-bcd3-f43ee3c5c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.886553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc3f-31e3-4991-958e-fcaf5332f106 req-c46db0b0-5658-45fd-a811-b5e3ee75e45f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:56.894675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e729fc3f-31e3-4991-958e-fcaf5332f106 req-c46db0b0-5658-45fd-a811-b5e3ee75e45f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.3687320 May 19 13:00:56.905859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:56.938318 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.957455 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7d573c50-cc95-4d20-91ec-4537c3a4a3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:56.994768 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.001565 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef23b5e9-0955-4871-875d-dd1ba211cc4f HTTP/1.1" status: 204 len: 168 time: 0.5904725 May 19 13:00:57.001565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef23b5e9-0955-4871-875d-dd1ba211cc4f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:57.015377 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:57.081076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Transition to ACTIVE for port object a90dd63c-1615-4b54-ab78-f08e38c16148 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:57.235623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7958d98-8327-4057-aa91-85f29988c618 req-a9a21e9c-aff7-446a-8132-c089191e0074 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:57.256026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7958d98-8327-4057-aa91-85f29988c618 req-a9a21e9c-aff7-446a-8132-c089191e0074 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5819418 May 19 13:00:57.306598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Transition to ACTIVE for port object a90dd63c-1615-4b54-ab78-f08e38c16148 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:57.343433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7958d98-8327-4057-aa91-85f29988c618 req-3b722945-df58-4b3d-a78a-709fbfe7514f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856361 May 19 13:00:57.367531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.371611 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dfe8b13b-fe2f-4d76-81a1-c96931080da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:57.421128 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.446948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e729fc3f-31e3-4991-958e-fcaf5332f106 req-998ce5df-7877-49fb-b998-dae2b1874994 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506821 May 19 13:00:57.447236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:57.459013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=56f0fc27-8ad4-4ce1-8759-5162dd330e40,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:57.480182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.480783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.481307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.481831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.482356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.482871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.483410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.483988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.484566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.485115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.485664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.486457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:57.498107 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:57.535490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] For port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:57.542379 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.558043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] For port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=fc28491b-c3c8-4f8e-a7a5-bfd35d473d86,segment=NetworkSegment(9adb3af0-c407-44a1-9806-344157d00ede),segment_id=9adb3af0-c407-44a1-9806-344157d00ede)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:57.599617 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:57.679074 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.811184 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.836654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:57.837668 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.851211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.860387 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b6cd753-cb23-4f3c-800e-d3604eecad08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:57.907660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d446bee1-c5f5-42a1-ad7c-b36fb57a6437']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:57.965396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb62844b-5048-47e1-88cb-411706921d4b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:57.966349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb62844b-5048-47e1-88cb-411706921d4b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:58.001994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.057332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.076010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:58.076585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.143860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:58.193184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:58.197677 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.200428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: timer() May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:58.260837 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:58.263170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:00:58.263170 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:00:58.263170 n-d-791505-2 neutron-server[93821]: [parameters: {'id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'}] May 19 13:00:58.263170 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:58.263453 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:58.276172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b5baf6-459b-402f-a627-14308f55ccff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:58.304357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Pushing event updated for resources: {'Port': ['ID=a90dd63c-1615-4b54-ab78-f08e38c16148,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:58.314214 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:58.323660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:00:58.328046 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3bac3dc5-a186-45e4-84a7-f039fd070d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:58.356914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:58.385007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/subnets/f2b5baf6-459b-402f-a627-14308f55ccff HTTP/1.1" status: 204 len: 168 time: 7.9538441 May 19 13:00:58.387597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:58.507375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:58.512342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Deleting port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:58.512966 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.543112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656c3db-2792-4869-90db-d4a73dec5b89 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:58.544688 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8656c3db-2792-4869-90db-d4a73dec5b89 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560380 May 19 13:00:58.548858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205d2f-b338-41bd-99f8-496c535bbd8f req-ddb813b3-1c75-46b8-a4f7-b65e1df95de0 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:58.556632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:58.558464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be205d2f-b338-41bd-99f8-496c535bbd8f req-ddb813b3-1c75-46b8-a4f7-b65e1df95de0 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 948 time: 0.5266910 May 19 13:00:58.710858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975eada-f2d4-49af-a2dd-ec9d60d2608a req-0c3bb25f-d132-4ae3-874d-79a8d2a00e80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:58.739989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d975eada-f2d4-49af-a2dd-ec9d60d2608a req-0c3bb25f-d132-4ae3-874d-79a8d2a00e80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5591960 May 19 13:00:58.751933 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be205d2f-b338-41bd-99f8-496c535bbd8f req-fbadc70c-319b-4d45-b999-378fb0efd112 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924009 May 19 13:00:58.831728 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.838337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Sync routers for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:58.839528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 18.6780357 May 19 13:00:58.844132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:58.879272 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.962657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Pushing event updated for resources: {'Port': ['ID=fc28491b-c3c8-4f8e-a7a5-bfd35d473d86,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:58.987656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:59.021172 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:59.061191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d975eada-f2d4-49af-a2dd-ec9d60d2608a req-0736eeea-4e75-4228-a860-09c5a3843f50 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256574 May 19 13:00:59.145051 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.483439 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.516061 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'code': 200} May 19 13:00:59.517898 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:00:59.709722 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:59.712830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:00:59.713508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:00:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.798002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5fe05-5891-4dba-b4fe-1b28a5b26dc1 req-08be97f1-cc87-42bb-8d17-a5e3ee26ea25 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:00:59.806257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port a90dd63c-1615-4b54-ab78-f08e38c16148 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:59.807585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.820267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30c5fe05-5891-4dba-b4fe-1b28a5b26dc1 req-08be97f1-cc87-42bb-8d17-a5e3ee26ea25 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.7245281 May 19 13:00:59.879696 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:00:59.926165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Deleting port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:00:59.929803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.930088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Attempting to bind port a90dd63c-1615-4b54-ab78-f08e38c16148 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:59.930491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Attempting to bind port a90dd63c-1615-4b54-ab78-f08e38c16148 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'fb62844b-5048-47e1-88cb-411706921d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:59.931378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Attempting to bind port a90dd63c-1615-4b54-ab78-f08e38c16148 on network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:00.003853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4bbc-d309-4bde-88aa-49cd60ae6475 req-9eea6d2b-1c0c-4022-8366-1996e7c851cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:00.007650 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e3bb4bbc-d309-4bde-88aa-49cd60ae6475 req-9eea6d2b-1c0c-4022-8366-1996e7c851cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 1100 time: 0.4911921 May 19 13:01:00.133308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:00.140233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Checking segment: {'id': 'fb62844b-5048-47e1-88cb-411706921d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:00.141844 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.142666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Bound using segment: {'id': 'fb62844b-5048-47e1-88cb-411706921d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:00.146165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Bound port: a90dd63c-1615-4b54-ab78-f08e38c16148, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb62844b-5048-47e1-88cb-411706921d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd446bee1-c5f5-42a1-ad7c-b36fb57a6437'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:00.147294 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.150126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port a90dd63c-1615-4b54-ab78-f08e38c16148, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:00.157013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.206679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] For port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=659f9ede-1eb3-4b33-b48a-bda62d7cadd8,segment=NetworkSegment(deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b),segment_id=deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:00.209399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.376359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Calling delete_port for 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:00.523882 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e3bb4bbc-d309-4bde-88aa-49cd60ae6475 req-6e90d646-b278-4f57-877a-aff540162793 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949503 May 19 13:01:00.533257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for a90dd63c-1615-4b54-ab78-f08e38c16148 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:00.552109 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.569932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] For port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=fc28491b-c3c8-4f8e-a7a5-bfd35d473d86,segment=NetworkSegment(9adb3af0-c407-44a1-9806-344157d00ede),segment_id=9adb3af0-c407-44a1-9806-344157d00ede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:00.571134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.574707 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.581506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5141b75b-9672-4960-8ddb-f3027955e408 None None] Network a652e69b-f602-463a-9621-1823c34799ca requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:00.689464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30c5fe05-5891-4dba-b4fe-1b28a5b26dc1 req-c81a25f4-17d6-4f12-9b4d-e3517f0c63e7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8678098 May 19 13:01:01.000862 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-51a9c513-8f2c-429e-9343-4c38c2c577ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:01.015063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Calling delete_port for fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:01.019737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.069640 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2340c6e5-088e-4639-8694-8dcb1ee99f21 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:01.197859 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] No DVR routers for this DVR port 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:01.200946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=a90dd63c-1615-4b54-ab78-f08e38c16148,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.214908 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:01.222228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port a90dd63c-1615-4b54-ab78-f08e38c16148 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:01.254812 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Port a90dd63c-1615-4b54-ab78-f08e38c16148 has been deleted concurrently {{(pid=93822) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 19 13:01:01.332539 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Pushing event deleted for resources: {'Port': ['ID=659f9ede-1eb3-4b33-b48a-bda62d7cadd8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.417866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:01.424431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.435626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-463f46f4-d717-47a2-9744-3bde1640eee6 None None] Provisioning for port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:01.456055 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-463f46f4-d717-47a2-9744-3bde1640eee6 None None] Provisioning complete for port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:01.456453 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-463f46f4-d717-47a2-9744-3bde1640eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.468906 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a7c42f4b-d7b0-421f-908d-95b3a93c6ab1 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:01.527961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-463f46f4-d717-47a2-9744-3bde1640eee6 None None] Port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 19 13:01:01.565864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Port': ['ID=fc28491b-c3c8-4f8e-a7a5-bfd35d473d86,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.569646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] No DVR routers for this DVR port fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:01.577246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:01:01.592988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e964d1-a1d2-4f60-a95e-7ea46dc03bbd req-7401859a-629f-4bf6-9386-655195055b81 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:01.605549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09e964d1-a1d2-4f60-a95e-7ea46dc03bbd req-7401859a-629f-4bf6-9386-655195055b81 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 949 time: 1.1111495 May 19 13:01:01.642388 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:01.968112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.105306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fef66f-5106-4dde-aa7c-4de0027f5de3 None None] DHCP port deletion for a652e69b-f602-463a-9621-1823c34799ca request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:01:02.120294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 84891c37-33ed-4191-8cef-ecc2b0b7b508 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:02.133577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.164796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a652e69b-f602-463a-9621-1823c34799ca']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.193060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adb3af0-c407-44a1-9806-344157d00ede') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.193372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adb3af0-c407-44a1-9806-344157d00ede') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.211323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.242581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.251659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:02.252339 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.302494 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 84891c37-33ed-4191-8cef-ecc2b0b7b508 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:02.303048 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:02.372865 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:02.389265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d446bee1-c5f5-42a1-ad7c-b36fb57a6437']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.432329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb62844b-5048-47e1-88cb-411706921d4b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.432635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb62844b-5048-47e1-88cb-411706921d4b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.451464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.467997 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5d0b1090-2e3a-409c-8994-a438d88064de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:02.502430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.546407 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.614350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=a652e69b-f602-463a-9621-1823c34799ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:02.632277 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:02.704858 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.726814 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/a652e69b-f602-463a-9621-1823c34799ca HTTP/1.1" status: 204 len: 168 time: 4.1690526 May 19 13:01:02.733617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:02.743264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.808346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:02.809487 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:02.892971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:00:51Z', 'revision_number': 3, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.909943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Checking router: 30fa2e6a-7aae-4915-8178-b9fb141c7d81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:02.910406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Updating router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 port 508736f3-d9cf-4017-ad42-2c2bc438f918 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:03.059460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09e964d1-a1d2-4f60-a95e-7ea46dc03bbd req-276a6896-55bb-4bb1-b8bd-a98f5cde4063 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4362698 May 19 13:01:03.071846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.166382 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:03.179048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f18c47-d843-4caa-946a-99fe7ab9f3bd req-658cff04-32f3-40f5-9c24-d26f0cb6f722 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:03.210712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77f18c47-d843-4caa-946a-99fe7ab9f3bd req-658cff04-32f3-40f5-9c24-d26f0cb6f722 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.9287391 May 19 13:01:03.273584 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.373448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:03.382669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 659f9ede-1eb3-4b33-b48a-bda62d7cadd8 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:03.566126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a3aa8-511b-4e84-98d9-9c438867bb74 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:03.709548 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.727946 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77f18c47-d843-4caa-946a-99fe7ab9f3bd req-160acb5e-5ed1-48e4-8ab6-f24a2845c54b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117896 May 19 13:01:03.858470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.881399 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dfbfde2-6c17-4f46-afbc-df261013e5b4 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:03.900950 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.931711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=d446bee1-c5f5-42a1-ad7c-b36fb57a6437,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:03.959263 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:04.121063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:04.319350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.402511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e24e5166-6e2f-42d5-a92b-ce669f355d0e None None] Could not find standard attr ID for object a90dd63c-1615-4b54-ab78-f08e38c16148. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:01:04.443476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb55deaa-2c35-47b3-81ff-0874966ec5b1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.456552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:04.456883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device fc28491b-c3c8-4f8e-a7a5-bfd35d473d86 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:04.518872 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/d446bee1-c5f5-42a1-ad7c-b36fb57a6437 HTTP/1.1" status: 204 len: 168 time: 12.6727827 May 19 13:01:04.528868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:04.546809 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b60b67-fca9-4296-bc7e-1e25ff3c8b6c None None] DHCP port deletion for d446bee1-c5f5-42a1-ad7c-b36fb57a6437 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:01:04.553085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813016e8-1a42-47f1-bac2-4501589214e9 req-75142f20-0dc9-4c79-ae1a-941400118b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:04.555423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-75142f20-0dc9-4c79-ae1a-941400118b7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 0.7019069 May 19 13:01:04.590694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322a1af-ad7e-4e60-9a33-465c99255e35 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:04.593514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa3e8-e33a-4497-8584-4df2510b0e86 req-ce9ccbe1-b752-4e2e-ae46-f8750bac3ac4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:04.602511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f3aa3e8-e33a-4497-8584-4df2510b0e86 req-ce9ccbe1-b752-4e2e-ae46-f8750bac3ac4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.3954136 May 19 13:01:04.620500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322a1af-ad7e-4e60-9a33-465c99255e35 None None] Network d446bee1-c5f5-42a1-ad7c-b36fb57a6437 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 19 13:01:04.691587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.694853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb4b8a9-bf84-4fc2-a22d-2dfbc7bb4a3b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.746414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.751958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Allocated IP 172.20.0.1 (fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5/aadc56b8-93b6-4580-8621-b4ba8c88f7dd/a0da20e6-765f-4601-a0eb-638d78b661c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:04.797288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.818373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:04.819034 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:04.884601 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:04.913701 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.990151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f3aa3e8-e33a-4497-8584-4df2510b0e86 req-e733d4fb-f87d-482d-847f-f8a5f82b3010 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855491 May 19 13:01:05.011955 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ad9b52-836a-4501-8aa0-6237f38e7999 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:05.012646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ad9b52-836a-4501-8aa0-6237f38e7999 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:05.015492 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-74ad9b52-836a-4501-8aa0-6237f38e7999 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/56f0fc27-8ad4-4ce1-8759-5162dd330e40 HTTP/1.1" status: 404 len: 337 time: 0.4854994 May 19 13:01:05.021547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:05.024876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f34d-4666-4a9e-b5e0-6dfd780511ee req-e86cf2de-3790-4a9e-aa90-b10c031389d4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:05.031044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50e3f34d-4666-4a9e-b5e0-6dfd780511ee req-e86cf2de-3790-4a9e-aa90-b10c031389d4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6542478 May 19 13:01:05.078619 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd14fba-90fa-4a41-ba6e-df2cea3f6696 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:05.078906 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd14fba-90fa-4a41-ba6e-df2cea3f6696 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:05.088535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1dd14fba-90fa-4a41-ba6e-df2cea3f6696 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/d446bee1-c5f5-42a1-ad7c-b36fb57a6437 HTTP/1.1" status: 404 len: 339 time: 0.0657511 May 19 13:01:05.091116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:05.091388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813016e8-1a42-47f1-bac2-4501589214e9 req-aefc5c86-ae5e-4f3a-87df-ba4afcc370f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:05.093088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-aefc5c86-ae5e-4f3a-87df-ba4afcc370f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.5193741 May 19 13:01:05.100791 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Transition to ACTIVE for port object 508736f3-d9cf-4017-ad42-2c2bc438f918 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:05.116212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.121631 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:05.186772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.202254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.208495 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/fb55deaa-2c35-47b3-81ff-0874966ec5b1 HTTP/1.1" status: 204 len: 168 time: 2.3972359 May 19 13:01:05.227366 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:01:05.228683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Pushing event updated for resources: {'Port': ['ID=508736f3-d9cf-4017-ad42-2c2bc438f918,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:05.234334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:05.277863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:05.283561 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bce9ee74-d211-4279-b4dc-e415e2620469 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:05.295734 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Attempting to bind port 508736f3-d9cf-4017-ad42-2c2bc438f918 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:05.296160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Attempting to bind port 508736f3-d9cf-4017-ad42-2c2bc438f918 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:05.296608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Attempting to bind port 508736f3-d9cf-4017-ad42-2c2bc438f918 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:05.320531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:05.320927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:05.323096 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.325065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:05.325302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Bound port: 508736f3-d9cf-4017-ad42-2c2bc438f918, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:05.325643 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.382523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=fb55deaa-2c35-47b3-81ff-0874966ec5b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:05.429547 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:05.516212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] For port 508736f3-d9cf-4017-ad42-2c2bc438f918, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:05.523926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] For port 508736f3-d9cf-4017-ad42-2c2bc438f918, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=508736f3-d9cf-4017-ad42-2c2bc438f918,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:05.534081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a90dd63c-1615-4b54-ab78-f08e38c16148 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:05.577745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-682e295d-6843-401d-b01f-29f8d45582ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.4598124 May 19 13:01:05.580512 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.593495 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-55cdb723-844e-4b1b-8559-4caae76d89f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:05.684288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Pushing event updated for resources: {'Port': ['ID=508736f3-d9cf-4017-ad42-2c2bc438f918,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:05.688747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: a90dd63c-1615-4b54-ab78-f08e38c16148 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:05.689811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a90dd63c-1615-4b54-ab78-f08e38c16148 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:05.693096 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:05.731377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.751631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:01:05.753113 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:00:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:05.768254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50e3f34d-4666-4a9e-b5e0-6dfd780511ee req-2e68deda-1dea-46bb-a43c-eb91ba0e05ea tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341542 May 19 13:01:05.801640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.831920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813016e8-1a42-47f1-bac2-4501589214e9 req-3b87f85c-7e23-4992-8d11-799a4472090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:05.846821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-3b87f85c-7e23-4992-8d11-799a4472090b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.2462714 May 19 13:01:05.867463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.123879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Transition to ACTIVE for port object a0da20e6-765f-4601-a0eb-638d78b661c3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:06.188744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-2cea68bd-ecd0-4505-8bb4-d148a81a0162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3114023 May 19 13:01:06.409788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:01:06.543103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a5aa6-5b51-4d68-8988-9d395b83d294 req-552fbee7-9ebd-4af2-a2f1-6ca6a2e94aae tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:06.545129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-678a5aa6-5b51-4d68-8988-9d395b83d294 req-552fbee7-9ebd-4af2-a2f1-6ca6a2e94aae tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 949 time: 1.0044403 May 19 13:01:06.557325 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.590949 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:06.714391 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.716384 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-56e62ff9-74a5-4914-bfdd-36d23b5db4bb service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083952 May 19 13:01:06.729507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:06.736765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.757613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcbde44-a8ab-455d-a4d7-e355afc39805']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.768088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacddea9-0efa-4178-a784-ce5944e66ccb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.791577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86155c0-8cbe-48d2-b727-e1db83881e1c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.791864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86155c0-8cbe-48d2-b727-e1db83881e1c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.803585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8465345-c0cc-4d57-96e5-faaf17c42bf7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.804731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8465345-c0cc-4d57-96e5-faaf17c42bf7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:06.824236 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.837928 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.869655 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.882039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.886832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:06.887248 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:06.908301 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:06.940748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:06.941221 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:06.960380 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:07.169882 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.176621 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e84ce33-5ba6-40ae-99c2-3bf444ddc670 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:07.219683 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.277624 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/aacddea9-0efa-4178-a784-ce5944e66ccb HTTP/1.1" status: 204 len: 168 time: 2.1813765 May 19 13:01:07.279243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.295429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-813016e8-1a42-47f1-bac2-4501589214e9 req-739ccbc7-9809-4f04-a8f8-391dceaf43e3 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558212 May 19 13:01:07.307232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-678a5aa6-5b51-4d68-8988-9d395b83d294 req-d15c7ec1-ab23-4537-8bb4-26a8cac826c3 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335217 May 19 13:01:07.312350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:07.320048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:07.326443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.337458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:00:51Z', 'revision_number': 3, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:07.348513 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b63845d-4cea-4186-9cfd-03d3cdc98f55 None None] The sync data for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 is: [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:00:51Z', 'revision_number': 3, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:07.363147 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.385189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/5bcbde44-a8ab-455d-a4d7-e355afc39805 HTTP/1.1" status: 204 len: 168 time: 2.0325482 May 19 13:01:07.564484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=aacddea9-0efa-4178-a784-ce5944e66ccb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:07.571871 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:07.588403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.590783 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fc79d1a-45e0-499e-911e-6af8f8455ff0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:07.731283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=5bcbde44-a8ab-455d-a4d7-e355afc39805,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:07.741145 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:07.749184 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d66969-5cca-49da-a77f-9f522697f52b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:07.749690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d66969-5cca-49da-a77f-9f522697f52b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:07.758348 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90d66969-5cca-49da-a77f-9f522697f52b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/377d08be-08af-4b01-be5d-3ba7e35bc57a HTTP/1.1" status: 404 len: 337 time: 0.4579499 May 19 13:01:07.760365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.894262 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bf5807-82fc-4e46-a958-80715be4d00b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:07.895223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bf5807-82fc-4e46-a958-80715be4d00b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:07.906532 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-85bf5807-82fc-4e46-a958-80715be4d00b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/eb277899-88f1-4ab1-9313-67e2592cd0c8 HTTP/1.1" status: 404 len: 339 time: 0.1072929 May 19 13:01:08.059630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:08.191110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Pushing event updated for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:08.245073 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.654s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:08.290276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.418561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-646de680-364f-4910-98fe-0f2d3926e18b None None] Provisioning for port a0da20e6-765f-4601-a0eb-638d78b661c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:08.434495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-646de680-364f-4910-98fe-0f2d3926e18b None None] Provisioning complete for port a0da20e6-765f-4601-a0eb-638d78b661c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:08.435531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646de680-364f-4910-98fe-0f2d3926e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.592121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting subnet 889f546d-3cad-4d1f-8b15-1545075386fc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:01:08.604452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.654754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-646de680-364f-4910-98fe-0f2d3926e18b None None] Port a0da20e6-765f-4601-a0eb-638d78b661c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:08.752569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.810212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.979062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b681c-8fc2-41fe-89ca-5ba1b05d7fa4 req-23f747cb-2fc7-4d88-897f-8534dac82312 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:09.004263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-812b681c-8fc2-41fe-89ca-5ba1b05d7fa4 req-23f747cb-2fc7-4d88-897f-8534dac82312 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 2.7862189 May 19 13:01:09.167131 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.195088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-812b681c-8fc2-41fe-89ca-5ba1b05d7fa4 req-3c6fc3d6-549c-4024-bf9f-13b88d51a3a4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898093 May 19 13:01:09.212306 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.368669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0de14-8585-4c6b-9ed3-bb21214f940d req-27733f74-cd42-4696-9f59-b5237292f9cf tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:09.385280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4f0de14-8585-4c6b-9ed3-bb21214f940d req-27733f74-cd42-4696-9f59-b5237292f9cf tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.3862040 May 19 13:01:09.718387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4f0de14-8585-4c6b-9ed3-bb21214f940d req-5f8ff4ca-16d0-4394-aaf2-8c5dec9fb9cc tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301306 May 19 13:01:09.766926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 508736f3-d9cf-4017-ad42-2c2bc438f918 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:10.012681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 508736f3-d9cf-4017-ad42-2c2bc438f918 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:10.031617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.032768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 508736f3-d9cf-4017-ad42-2c2bc438f918 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:10.035456 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.055090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1b3c-0484-4d83-a4f4-90f332971713 req-d5731819-3909-4234-ac04-27fb81db5a67 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:10.062901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e02b1b3c-0484-4d83-a4f4-90f332971713 req-d5731819-3909-4234-ac04-27fb81db5a67 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6651282 May 19 13:01:10.143321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf451b3e-7590-4a52-b325-3a52e4a5f72f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:10.169188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e02b1b3c-0484-4d83-a4f4-90f332971713 req-72e46ff4-b7a9-497a-afda-8660291394fb tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052704 May 19 13:01:10.234093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b5d53-188e-4984-ad7b-6f696f62e49c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:10.234695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b5d53-188e-4984-ad7b-6f696f62e49c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:10.278899 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.329867 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.368902 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5100-27a2-4c7e-8fdc-0b0a3f6775cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.371666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.374330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:10.374971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.389904 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.399932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:10.430670 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:10.438703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 508736f3-d9cf-4017-ad42-2c2bc438f918, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=508736f3-d9cf-4017-ad42-2c2bc438f918,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:10.448838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.451703 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6cc2bd6c-863c-4ad5-b608-7feff5e22e36 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:10.452877 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:10.593958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.620640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=508736f3-d9cf-4017-ad42-2c2bc438f918,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.626479 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:10.640535 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.658264 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa989f5c-2343-496b-89f3-a6d01944f9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:10.668208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Pushing event updated for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.688296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.688737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.689046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.689438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.689797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.690151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.690504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.690854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.691203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.691548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.691916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.695839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:10.703219 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:10.759348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815a7c2-e446-432e-89b3-8bad0d337593 None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:10.762563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.782019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe03-97c8-4668-8f6b-349bc391eadf req-a3366f21-3a50-46ea-9a6e-e0587f2b929a tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:10.803183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b06fe03-97c8-4668-8f6b-349bc391eadf req-a3366f21-3a50-46ea-9a6e-e0587f2b929a tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 1100 time: 0.7350934 May 19 13:01:10.813202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=889f546d-3cad-4d1f-8b15-1545075386fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.842255 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/889f546d-3cad-4d1f-8b15-1545075386fc HTTP/1.1" status: 204 len: 168 time: 2.7719290 May 19 13:01:10.845209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:10.857461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:10.881192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201aba3-619c-431a-8c68-621c2bd5a867 req-025a02ac-ed48-4275-a12c-9dc42effa45c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:10.889776 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e201aba3-619c-431a-8c68-621c2bd5a867 req-025a02ac-ed48-4275-a12c-9dc42effa45c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5805635 May 19 13:01:11.089340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e201aba3-619c-431a-8c68-621c2bd5a867 req-28eed4a3-7ac4-499b-a5b4-176fdc6ac9cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995747 May 19 13:01:11.097478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting subnet 8c299279-9b2e-4a66-a82e-57144827186b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:01:11.109816 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.210823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.243856 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cb1d6b4-c6ca-44e2-8a62-8558db58b547 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:11.273275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3626-572c-4f22-8723-6d1296747f0e req-2dbf3f79-8006-439e-88eb-27de50101bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:11.281061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-2dbf3f79-8006-439e-88eb-27de50101bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 0.5746841 May 19 13:01:11.309397 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.312950 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] 10.222.0.69 "DELETE /v2.0/networks/cf451b3e-7590-4a52-b325-3a52e4a5f72f HTTP/1.1" status: 204 len: 168 time: 3.6480839 May 19 13:01:11.326998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Pushing event deleted for resources: {'Network': ['ID=cf451b3e-7590-4a52-b325-3a52e4a5f72f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:11.334756 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:11.473769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.560896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:11.604959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-257472ea-ef91-4958-9c08-8fe25144f3d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2617240 May 19 13:01:11.632896 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.698190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:11.770472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 508736f3-d9cf-4017-ad42-2c2bc438f918 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:11.947599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 508736f3-d9cf-4017-ad42-2c2bc438f918 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:11.948664 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.073700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:12.367877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3033a0da-afe2-48a0-9e0f-43e08f25e66b None None] Provisioning complete for port a0da20e6-765f-4601-a0eb-638d78b661c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:12.372898 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3033a0da-afe2-48a0-9e0f-43e08f25e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.461655 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-4a4122ca-2250-4a33-8cf4-9713b9ec6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:12.481472 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-4a4122ca-2250-4a33-8cf4-9713b9ec6e56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 1101 time: 0.8023338 May 19 13:01:12.582539 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3033a0da-afe2-48a0-9e0f-43e08f25e66b None None] Port a0da20e6-765f-4601-a0eb-638d78b661c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:12.748946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:12.783777 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd5265df-83ec-47d6-b8f1-2dee9c6e146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.893889 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.910802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b06fe03-97c8-4668-8f6b-349bc391eadf req-a4f6fc72-9fb3-4d35-abd8-cb6f383e4d7a tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1064439 May 19 13:01:13.130947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd0a30df-e6a7-40f7-9b00-be103d92add5 None None] Provisioning complete for port 58b7a399-7977-47f7-87ad-db45f55a01d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:13.133494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd0a30df-e6a7-40f7-9b00-be103d92add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.151465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6589a-c320-4c17-a49f-9cf8ee76e95c req-7b9a9880-87f1-44c4-82eb-e72e904a3dc0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:13.158783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ee6589a-c320-4c17-a49f-9cf8ee76e95c req-7b9a9880-87f1-44c4-82eb-e72e904a3dc0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 1.8471963 May 19 13:01:13.260271 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b547140-8c27-4b70-8808-d5388342de05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=afefd7bfd7f0494da391a77bdf7191be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825883 May 19 13:01:13.261003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:13.277878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3626-572c-4f22-8723-6d1296747f0e req-a61754bf-cff0-431c-86fe-f43258a05612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:13.279521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-a61754bf-cff0-431c-86fe-f43258a05612 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 1.9510188 May 19 13:01:13.307060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ee6589a-c320-4c17-a49f-9cf8ee76e95c req-063db0c5-d0e2-4cc2-a285-b366d6cf10c4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471198 May 19 13:01:13.506685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-5cc8fc17-8d89-476a-9b94-8f6bbfbcdfbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.2149081 May 19 13:01:13.633400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597ddb8-3423-4abf-888e-3078bc69dabd req-c094af88-9143-418c-952c-9b3b1a945bdc tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:13.640908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8597ddb8-3423-4abf-888e-3078bc69dabd req-c094af88-9143-418c-952c-9b3b1a945bdc tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.4996064 May 19 13:01:13.646878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-278a2a9a-e449-49f7-a7f2-effcb50fde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:13.649383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:13.649841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-278a2a9a-e449-49f7-a7f2-effcb50fde04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 1.0297210 May 19 13:01:13.667110 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Sync routers for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:13.689429 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:01:13.690083 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:13.893582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] 10.222.0.69 "PUT /v2.0/routers/30fa2e6a-7aae-4915-8178-b9fb141c7d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0474682 May 19 13:01:13.895987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3626-572c-4f22-8723-6d1296747f0e req-0ed9efd6-fa09-4e0f-a4db-99560dc280b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:13.908790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-0ed9efd6-fa09-4e0f-a4db-99560dc280b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.3904438 May 19 13:01:14.048210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-f191dd7b-0dfa-4999-9042-905a886c8661 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279500 May 19 13:01:14.056358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8597ddb8-3423-4abf-888e-3078bc69dabd req-22475d47-f439-4b44-a776-52fd4fbc7a37 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138761 May 19 13:01:14.166620 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:01:14.225029 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.373807 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.539352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.556284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-051ae01d-e87c-4af8-8dcf-f464aa3cf372 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981217 May 19 13:01:14.582719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-5c8fa53e-82be-4b98-9b38-503990870d7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=6449fdfd-4d26-4368-9342-a645a8ac8455 HTTP/1.1" status: 200 len: 217 time: 0.8802822 May 19 13:01:14.594835 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e26f223f-e2f7-4169-a4b3-5bbc12c83caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:14.617262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613400ea-4648-49a7-8167-763c702da39e req-912c6413-d2f5-4eab-b3b1-c9b364786eac tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:14.636866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-613400ea-4648-49a7-8167-763c702da39e req-912c6413-d2f5-4eab-b3b1-c9b364786eac tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.9895892 May 19 13:01:14.727052 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.757017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff73619-21ee-4992-bad8-6548a614dcbc None None] Network 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:15.171480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.264586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-613400ea-4648-49a7-8167-763c702da39e req-6a71d562-2438-485d-a055-8c1098a382f1 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262639 May 19 13:01:15.267580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=8c299279-9b2e-4a66-a82e-57144827186b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:15.380885 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/8c299279-9b2e-4a66-a82e-57144827186b HTTP/1.1" status: 204 len: 168 time: 4.5164888 May 19 13:01:15.425913 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:15.477366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:15.503479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-4dc510a8-5e7d-4376-ac71-967160c8c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:15.516149 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-4dc510a8-5e7d-4376-ac71-967160c8c72c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.6836276 May 19 13:01:15.556175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e17e3626-572c-4f22-8723-6d1296747f0e req-36ffd7ba-3411-4a1c-8dd6-4253afc7b6b5 service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9831312 May 19 13:01:15.601496 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:09Z', 'revision_number': 2, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:15.611343 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Checking router: 30fa2e6a-7aae-4915-8178-b9fb141c7d81 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:15.612588 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Updating router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 port a0da20e6-765f-4601-a0eb-638d78b661c3 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:15.632764 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.709465 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.825530 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.961824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] DHCP port deletion for 6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:01:15.994402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06a3a-a3e1-4924-9340-e3daef9f8859 req-0daed048-dfbb-4331-ad6f-18091753cde6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:16.007819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98c06a3a-a3e1-4924-9340-e3daef9f8859 req-0daed048-dfbb-4331-ad6f-18091753cde6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7261827 May 19 13:01:16.043893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4011260-7710-4f81-98b3-1a38cdafc689 req-39095e38-eabf-4a4a-a1c7-e399f12eaf7c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:16.053905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4011260-7710-4f81-98b3-1a38cdafc689 req-39095e38-eabf-4a4a-a1c7-e399f12eaf7c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.4261920 May 19 13:01:16.153551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98c06a3a-a3e1-4924-9340-e3daef9f8859 req-647902e2-2692-4e39-9569-84658dbbc57c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446881 May 19 13:01:16.274646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.278001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4011260-7710-4f81-98b3-1a38cdafc689 req-50fefb2d-b02a-4c9a-babc-44cdea6e72f0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228458 May 19 13:01:16.323656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd77f9-aab2-40ef-bbf6-437dae5d770f req-a29d3e33-ad65-4784-a4c3-5ea48222e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:16.324232 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Deleting port 58b7a399-7977-47f7-87ad-db45f55a01d8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:16.324681 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.328115 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-10fd77f9-aab2-40ef-bbf6-437dae5d770f req-a29d3e33-ad65-4784-a4c3-5ea48222e20d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 1.9380236 May 19 13:01:16.614826 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-10fd77f9-aab2-40ef-bbf6-437dae5d770f req-01cc1410-aa49-44aa-9d51-3237551c9d9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749720 May 19 13:01:16.619992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=58b7a399-7977-47f7-87ad-db45f55a01d8,segment=NetworkSegment(b87f5816-f292-4131-a4fb-6c2add93c60f),segment_id=b87f5816-f292-4131-a4fb-6c2add93c60f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:16.620671 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.990921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e725f-bea4-4ca5-bfc3-3301896584cf req-b752154d-917c-45a4-8825-739d8a5d7974 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:17.018054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-138e725f-bea4-4ca5-bfc3-3301896584cf req-b752154d-917c-45a4-8825-739d8a5d7974 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.3520699 May 19 13:01:17.030567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04dfa1-8174-40b6-ba69-3f9eaad17651 req-6860035e-3901-4483-8581-da5c94c4d0f4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:17.064532 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f04dfa1-8174-40b6-ba69-3f9eaad17651 req-6860035e-3901-4483-8581-da5c94c4d0f4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 949 time: 0.5376475 May 19 13:01:17.088578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-ac5ce5a6-2422-4114-b980-9b0077984ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:17.090222 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-ac5ce5a6-2422-4114-b980-9b0077984ac7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3965189 May 19 13:01:17.121768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-97d1ad89-8bd0-4289-92a4-9994a08d1edb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:01:17.122831 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-97d1ad89-8bd0-4289-92a4-9994a08d1edb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099251 May 19 13:01:17.201969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Calling delete_port for 58b7a399-7977-47f7-87ad-db45f55a01d8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:17.297257 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.351740 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.383614 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Transition to ACTIVE for port object a0da20e6-765f-4601-a0eb-638d78b661c3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:17.406079 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.416793 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:17.422326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-138e725f-bea4-4ca5-bfc3-3301896584cf req-9b1653fe-ea1a-478e-a13a-a548823109d7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991504 May 19 13:01:17.464949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f04dfa1-8174-40b6-ba69-3f9eaad17651 req-85cf14c9-7117-4160-808b-34a13ae2f5f6 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995025 May 19 13:01:17.596746 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.621049 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f92b5609-3110-420a-bd2c-57f7afa04036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:17.635789 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-f31e0535-3c0d-4f33-adae-ba5674490c93 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000401 May 19 13:01:17.720286 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.749396 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e22241fb-18e4-4c1d-bf17-14bcd10fae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:17.756030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 58b7a399-7977-47f7-87ad-db45f55a01d8 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:17.851759 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.855770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfe33d04-16ae-4449-9ece-9616a9ddc611 HTTP/1.1" status: 204 len: 168 time: 4.5756586 May 19 13:01:17.930911 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Pushing event updated for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:17.972883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 58b7a399-7977-47f7-87ad-db45f55a01d8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:17.976328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 58b7a399-7977-47f7-87ad-db45f55a01d8 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:17.978689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] No DVR routers for this DVR port 58b7a399-7977-47f7-87ad-db45f55a01d8 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:17.984216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Pushing event deleted for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:17.988186 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:18.028996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925283f-7c69-446f-beed-be6c148de812 req-b74d068e-95b0-4885-8b5a-0b1c26577e98 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:18.030819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e925283f-7c69-446f-beed-be6c148de812 req-b74d068e-95b0-4885-8b5a-0b1c26577e98 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.2442751 May 19 13:01:18.089995 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Attempting to bind port a0da20e6-765f-4601-a0eb-638d78b661c3 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:18.090349 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Attempting to bind port a0da20e6-765f-4601-a0eb-638d78b661c3 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:18.091265 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Attempting to bind port a0da20e6-765f-4601-a0eb-638d78b661c3 on network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:18.097181 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.097799 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.098332 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.100141 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.100754 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.101257 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.101814 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.102379 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.102944 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.103493 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.104077 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.104911 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:18.123875 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:18.132496 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:18.133090 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Checking segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:18.133777 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.134405 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Bound using segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:18.135307 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Bound port: a0da20e6-765f-4601-a0eb-638d78b661c3, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:18.136480 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.160535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e925283f-7c69-446f-beed-be6c148de812 req-a158d534-00ba-47f4-b0a6-55fed0876bc5 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142924 May 19 13:01:18.177261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-05cd7679-3f0c-4acb-82ad-2ee346b609e1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:18.179026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-05cd7679-3f0c-4acb-82ad-2ee346b609e1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:18.199741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe33d04-16ae-4449-9ece-9616a9ddc611,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:18.214799 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:18.235647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port 58b7a399-7977-47f7-87ad-db45f55a01d8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:18.241402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.245184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.291001 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] For port a0da20e6-765f-4601-a0eb-638d78b661c3, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:18.298236 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] For port a0da20e6-765f-4601-a0eb-638d78b661c3, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a0da20e6-765f-4601-a0eb-638d78b661c3,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:18.307685 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.330959 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:18.494340 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Pushing event updated for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:18.540746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port 58b7a399-7977-47f7-87ad-db45f55a01d8, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:18.541574 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.550002 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:18.621459 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:01:18.629397 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:18.930912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for 58b7a399-7977-47f7-87ad-db45f55a01d8 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:18.952314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Port 58b7a399-7977-47f7-87ad-db45f55a01d8 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:01:18.988966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.061385 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:19.228094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port 58b7a399-7977-47f7-87ad-db45f55a01d8 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:19.250010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-05cd7679-3f0c-4acb-82ad-2ee346b609e1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:19.252478 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-05cd7679-3f0c-4acb-82ad-2ee346b609e1 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 949 time: 2.6274989 May 19 13:01:19.292607 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:01:19.324182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=58b7a399-7977-47f7-87ad-db45f55a01d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:19.424530 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e2206ab3-ba09-4204-bbd2-776779e04f28 req-3ed54f65-cf21-4c5d-824a-bd786206e77d service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7643828 May 19 13:01:19.484686 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:19.525722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.562458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:19.572672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bbbaa7e8844fada7d7c85ac502b9e9 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:19.580055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-139d601e-a854-4d60-a82e-a3748e35dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:19.581999 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-139d601e-a854-4d60-a82e-a3748e35dba6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 1096 time: 1.0487807 May 19 13:01:19.584237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:19.634122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:19.644367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc9aea-b543-4f04-b96e-a077838b99d8 req-b408da68-f3b8-4746-b9b3-dfe1bc392912 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:19.651818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34bc9aea-b543-4f04-b96e-a077838b99d8 req-b408da68-f3b8-4746-b9b3-dfe1bc392912 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.4149184 May 19 13:01:19.741671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff7c2-e9af-4569-8c3e-a445b9c9c304 req-088b4907-c193-4958-83d0-91c6ea77ea79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:19.743235 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe9ff7c2-e9af-4569-8c3e-a445b9c9c304 req-088b4907-c193-4958-83d0-91c6ea77ea79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 949 time: 0.4866872 May 19 13:01:19.758576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.838219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34bc9aea-b543-4f04-b96e-a077838b99d8 req-25b11f59-2fac-4564-a776-603edeea0ea6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845891 May 19 13:01:19.941298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:19.972910 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:18Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:19.978447 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de060-1c19-4bd2-a79f-ec8dc3617680 None None] The sync data for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 is: [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:18Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:20.219980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe9ff7c2-e9af-4569-8c3e-a445b9c9c304 req-10d9cbaf-f1f9-4e73-89a1-bf4f5e420c97 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526236 May 19 13:01:20.227947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd1d7fe-83eb-4e3f-8277-0842e1935ca5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:20.291102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87f5816-f292-4131-a4fb-6c2add93c60f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:20.291460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87f5816-f292-4131-a4fb-6c2add93c60f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:20.330699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.377300 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.389462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port c86dda9e-0de6-42ea-88b9-e93721c39a68 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:20.389906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.437030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:20.437443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.452731 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:20.459728 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:20.510019 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.662466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:20.669291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:20.673401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.680903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.686157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-aaf20910-6369-437a-a409-be926cee254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:20.689259 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.689970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-aaf20910-6369-437a-a409-be926cee254d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 1.0872355 May 19 13:01:20.693645 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c86dda9e-0de6-42ea-88b9-e93721c39a68 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:20.703371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.712401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66afd871-1503-4ad0-874b-128b36e744a2 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:20.768066 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/6fd1d7fe-83eb-4e3f-8277-0842e1935ca5 HTTP/1.1" status: 204 len: 168 time: 5.2400305 May 19 13:01:20.816972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 46994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:20.829152 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ab843f7e-d91e-46d8-b752-e7a27167bd51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:20.839281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=6fd1d7fe-83eb-4e3f-8277-0842e1935ca5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.981451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 46998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:20.982851 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c31d67f-96ce-4d60-80a6-66d1987e2346 tempest-ServersOnMultiNodesTest-991069970 tempest-ServersOnMultiNodesTest-991069970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:20.987613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:20.997337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6bbbaa7e8844fada7d7c85ac502b9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7508249 May 19 13:01:21.007890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.008244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-b7e9862c-c7a9-45c7-905f-4f10ae287ec4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b5782d0-08a6-458b-bdea-199bce451e5d HTTP/1.1" status: 200 len: 217 time: 0.3094561 May 19 13:01:21.103853 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'code': 200} May 19 13:01:21.141211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-4e22d3c2-7160-40d1-ada5-5b8ba211ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:21.142753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-4e22d3c2-7160-40d1-ada5-5b8ba211ba95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.1134486 May 19 13:01:21.194733 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80066588-d8ac-4b9e-9fd9-0fe183b5c71a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:21.195282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80066588-d8ac-4b9e-9fd9-0fe183b5c71a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:21.201450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-80066588-d8ac-4b9e-9fd9-0fe183b5c71a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/0f6f49dd-e2d9-4ac0-aff7-eea65fbd0ffe HTTP/1.1" status: 404 len: 337 time: 0.3661866 May 19 13:01:21.202188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.231683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:21.232785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.263851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:21.274093 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:21.365486 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.370554 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3dc49f-e869-4651-825f-e72095a74e3f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:21.370554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3dc49f-e869-4651-825f-e72095a74e3f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:21.376609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f3dc49f-e869-4651-825f-e72095a74e3f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/030107f7-f273-46ab-874b-a44227e00079 HTTP/1.1" status: 404 len: 339 time: 0.1602802 May 19 13:01:21.382265 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.436282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f526d-732d-46ad-82b2-467236272dd7 req-63f323d3-e250-4524-bca9-ea00470d3f4a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:21.453305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da1f526d-732d-46ad-82b2-467236272dd7 req-63f323d3-e250-4524-bca9-ea00470d3f4a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 945 time: 0.9400151 May 19 13:01:21.497799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c86dda9e-0de6-42ea-88b9-e93721c39a68, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c86dda9e-0de6-42ea-88b9-e93721c39a68,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:21.501080 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-d101c253-a929-4271-8314-85729964dacf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260472 May 19 13:01:21.502565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12a113-d2ad-43d7-b0a3-ce4588e5b628,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:21.507975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.511365 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:21.562869 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.618284 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:21.738077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for c86dda9e-0de6-42ea-88b9-e93721c39a68 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:21.762042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9284485c-9b51-4e12-97fa-2bd6b86e7d7c tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] Request body: {'port': {'network_id': 'c7bb5cd7-c86f-4e8c-afb5-a4a347a0d162', 'name': 'tempest-NetworksNegativeTestJSON-1675025330'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:21.866344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a0da20e6-765f-4601-a0eb-638d78b661c3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:21.893791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da1f526d-732d-46ad-82b2-467236272dd7 req-a0e0dc2e-1a10-495d-b721-cdc488e71408 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038827 May 19 13:01:21.901130 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9284485c-9b51-4e12-97fa-2bd6b86e7d7c tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] POST failed (client error): The resource could not be found. May 19 13:01:21.901610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9284485c-9b51-4e12-97fa-2bd6b86e7d7c tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:21.912994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9284485c-9b51-4e12-97fa-2bd6b86e7d7c tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8935199 May 19 13:01:21.913188 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44e7595-cd49-40f6-945e-56ad8a49b9f8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:21.913188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44e7595-cd49-40f6-945e-56ad8a49b9f8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:21.913188 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e44e7595-cd49-40f6-945e-56ad8a49b9f8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/43d81613-1d04-46b9-9253-bbb42dc3203e HTTP/1.1" status: 404 len: 337 time: 0.5176663 May 19 13:01:21.920784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.921122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.970248 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8af7dec-8eaa-42f5-80e4-a652102e9234 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] DELETE failed (client error): The resource could not be found. May 19 13:01:21.970722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8af7dec-8eaa-42f5-80e4-a652102e9234 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:21.981766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8af7dec-8eaa-42f5-80e4-a652102e9234 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "DELETE /v2.0/networks/837abe58-120a-4058-8a9c-4211cb0dff07 HTTP/1.1" status: 404 len: 339 time: 0.0455823 May 19 13:01:22.050159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:22.060394 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:22.072086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.082429 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41f690a-cdfb-4f91-8b44-180aafdb7a07 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:22.089402 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-1285661d-5bb8-436d-941b-063f86cfff36 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644786 May 19 13:01:22.092345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41f690a-cdfb-4f91-8b44-180aafdb7a07 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:22.101474 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d41f690a-cdfb-4f91-8b44-180aafdb7a07 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/aef2f253-0a91-4c28-9e19-d29e6bb9c485 HTTP/1.1" status: 404 len: 339 time: 0.1716177 May 19 13:01:22.102223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.131607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.133496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port a0da20e6-765f-4601-a0eb-638d78b661c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:22.149381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a0da20e6-765f-4601-a0eb-638d78b661c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:22.150438 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.244042 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59feb48-c7a7-4e3d-8d79-7bc4f6fbc828 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:22.249560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59feb48-c7a7-4e3d-8d79-7bc4f6fbc828 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:22.258174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b59feb48-c7a7-4e3d-8d79-7bc4f6fbc828 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/8752f78b-5f4f-484b-9596-5a133c94f8b7 HTTP/1.1" status: 404 len: 337 time: 0.1492789 May 19 13:01:22.263439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.332965 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f30d0d-0501-497f-ac65-384cd4ffb5a5 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:22.334194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f30d0d-0501-497f-ac65-384cd4ffb5a5 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:22.338699 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-65f30d0d-0501-497f-ac65-384cd4ffb5a5 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/870e36c0-fa49-4245-b364-e4153bde44e5 HTTP/1.1" status: 404 len: 339 time: 0.0658622 May 19 13:01:22.339339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.434240 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d87e7-0bc4-4201-aacb-c97a8290917a tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] DELETE failed (client error): The resource could not be found. May 19 13:01:22.435040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5d87e7-0bc4-4201-aacb-c97a8290917a tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:22.452003 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.454951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting subnet 954b14ae-3571-4a7a-8629-775d268bf9f2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:01:22.500148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port a0da20e6-765f-4601-a0eb-638d78b661c3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a0da20e6-765f-4601-a0eb-638d78b661c3,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:22.507527 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.510334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-72246dad-909f-4f36-b2ac-de934e492964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:22.541430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.578978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e5d87e7-0bc4-4201-aacb-c97a8290917a tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "DELETE /v2.0/ports/a62fe4c6-0556-4fb2-950c-a2fe00b7e79d HTTP/1.1" status: 404 len: 333 time: 0.4881220 May 19 13:01:22.599695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.616916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:22.621581 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:22.662652 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-55102281-5bbc-4a7c-b561-dadf5e10f913 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] DELETE failed (client error): The resource could not be found. May 19 13:01:22.663138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55102281-5bbc-4a7c-b561-dadf5e10f913 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:22.665156 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-55102281-5bbc-4a7c-b561-dadf5e10f913 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "DELETE /v2.0/subnets/efeddd9f-9cfb-43f6-9275-036fc5e8fd83 HTTP/1.1" status: 404 len: 337 time: 0.0638263 May 19 13:01:22.676678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.689441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c8604-9601-454f-afb9-7627b2af5d54 req-10788342-8ab8-4194-a20b-e0b24dfd4bde tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:22.691226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831c8604-9601-454f-afb9-7627b2af5d54 req-10788342-8ab8-4194-a20b-e0b24dfd4bde tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 947 time: 0.7963202 May 19 13:01:22.700378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.764273 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ad2964-4390-4c59-a8f4-b6541b53024e tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] GET failed (client error): The resource could not be found. May 19 13:01:22.772711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4ad2964-4390-4c59-a8f4-b6541b53024e tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "GET /v2.0/networks/b0156cad-52ea-41ec-8850-2fdd7eda69c2 HTTP/1.1" status: 404 len: 339 time: 0.0802832 May 19 13:01:22.778412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.780727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-84a4f04a-d86f-4a3c-9818-d5f536b02679 req-04f20827-9169-442d-accb-b112ba9c35d1 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255648 May 19 13:01:22.907394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-831c8604-9601-454f-afb9-7627b2af5d54 req-c5413739-cb2b-4e1e-8391-6f3063e32e8f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327939 May 19 13:01:22.917844 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-621959d4-969b-4793-8224-ba52ddb627cb tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] GET failed (client error): The resource could not be found. May 19 13:01:22.920457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-621959d4-969b-4793-8224-ba52ddb627cb tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "GET /v2.0/ports/4b3beb78-b728-4ebe-8581-c3774209caa7 HTTP/1.1" status: 404 len: 333 time: 0.1381891 May 19 13:01:22.932653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.955403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-4031bd81-1116-4d68-ac0a-4a3feeb25d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:22.957205 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-4031bd81-1116-4d68-ac0a-4a3feeb25d02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d29605586d543a8ba5cf58d4f538023&device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 1096 time: 1.2111735 May 19 13:01:23.033582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.038758 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3355f7-6f40-4ac1-982d-a9e941dd4db3 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] GET failed (client error): The resource could not be found. May 19 13:01:23.041132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f3355f7-6f40-4ac1-982d-a9e941dd4db3 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "GET /v2.0/subnets/d176e422-58bc-42ce-8245-57d696a07f9e HTTP/1.1" status: 404 len: 337 time: 0.1049664 May 19 13:01:23.054191 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-81d579cf-d42b-4e8a-8c51-e6a6335d619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:23.058283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c7c86-9f78-4ea6-b344-2adf2536814f req-d388ecb5-01cd-4d7c-a73a-c6812246c4c6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:23.072240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a2c7c86-9f78-4ea6-b344-2adf2536814f req-d388ecb5-01cd-4d7c-a73a-c6812246c4c6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6149926 May 19 13:01:23.099298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.108039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:23.111336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.111863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ac7fa037-50dd-4cad-8384-dc7105a93a51 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:23.144912 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7fa037-50dd-4cad-8384-dc7105a93a51 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] PUT failed (client error): The resource could not be found. May 19 13:01:23.146710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7fa037-50dd-4cad-8384-dc7105a93a51 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:23.147149 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac7fa037-50dd-4cad-8384-dc7105a93a51 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "PUT /v2.0/networks/a05f2ffa-5f8e-46b7-8220-82de68ea3de3 HTTP/1.1" status: 404 len: 339 time: 0.0453868 May 19 13:01:23.157053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.157377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12a113-d2ad-43d7-b0a3-ce4588e5b628,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:23.167016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6622a2e3-596b-47a0-962d-a7942f1ae7bf tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:23.187665 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:23.205926 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.222463 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6622a2e3-596b-47a0-962d-a7942f1ae7bf tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] PUT failed (client error): The resource could not be found. May 19 13:01:23.222952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6622a2e3-596b-47a0-962d-a7942f1ae7bf tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:23.223068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b', 'e339ef90-1523-4692-af6d-6d79e72a2b43', '3614cd2c-ded5-4d3f-95fa-187695e50e2c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:23.228745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6622a2e3-596b-47a0-962d-a7942f1ae7bf tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "PUT /v2.0/ports/8a362825-e0e9-49aa-acf9-ae62749b347f HTTP/1.1" status: 404 len: 333 time: 0.0669439 May 19 13:01:23.232206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.242495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6a4728a5-71f7-406d-9582-4eb8400739a9 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:23.244138 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7df57da5-8d47-4ae5-b8c9-afaef780116c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:23.318378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:23.337194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=c86dda9e-0de6-42ea-88b9-e93721c39a68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:23.339891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-74cb50b0-e37e-4b6a-8552-9e81ea3399e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:23.341428 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-74cb50b0-e37e-4b6a-8552-9e81ea3399e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 200 len: 919 time: 0.3721266 May 19 13:01:23.345862 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:23.471755 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4728a5-71f7-406d-9582-4eb8400739a9 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] PUT failed (client error): The resource could not be found. May 19 13:01:23.472260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4728a5-71f7-406d-9582-4eb8400739a9 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:23.478248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a4728a5-71f7-406d-9582-4eb8400739a9 tempest-NetworksNegativeTestJSON-1644072768 tempest-NetworksNegativeTestJSON-1644072768-project] 10.222.0.69 "PUT /v2.0/subnets/7287784b-7cb7-4f26-84d4-69fb8794d830 HTTP/1.1" status: 404 len: 337 time: 0.2444127 May 19 13:01:23.496993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a2c7c86-9f78-4ea6-b344-2adf2536814f req-ee55fbf4-a873-484f-961c-c5650a33c64d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231780 May 19 13:01:23.502583 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-5da978a8-bd5f-4c0d-b3f7-f8d11a8a2a75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 200 len: 217 time: 0.1140342 May 19 13:01:23.740350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a0da20e6-765f-4601-a0eb-638d78b661c3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:23.742070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28633f4-09e0-4e4d-bf39-3e3698ef4a8f req-8706a032-5b10-4851-9ffb-b77760a26a81 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:23.756077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c28633f4-09e0-4e4d-bf39-3e3698ef4a8f req-8706a032-5b10-4851-9ffb-b77760a26a81 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.2714849 May 19 13:01:23.822198 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'code': 200} May 19 13:01:23.925138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a0da20e6-765f-4601-a0eb-638d78b661c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:23.925527 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.939399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c28633f4-09e0-4e4d-bf39-3e3698ef4a8f req-19bcc821-3c19-49c0-aa49-2960624a8bfd tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813271 May 19 13:01:23.980036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.983735 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd12a113-d2ad-43d7-b0a3-ce4588e5b628 HTTP/1.1" status: 204 len: 168 time: 2.9652331 May 19 13:01:24.174526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:24.274851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port c86dda9e-0de6-42ea-88b9-e93721c39a68 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:24.294344 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.298324 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-73b98cf6-6767-4b41-b054-9249981bcca8 req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "DELETE /v2.0/ports/c86dda9e-0de6-42ea-88b9-e93721c39a68 HTTP/1.1" status: 204 len: 173 time: 4.9619565 May 19 13:01:24.302269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-deleted', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:24.455734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5dc8300a-0ccb-4f42-8c24-0dd7c0a58cf6 req-0b1a22f8-5f0f-42c3-94ff-4c1b2261b328 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542 HTTP/1.1" status: 200 len: 210 time: 0.2646666 May 19 13:01:24.499136 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.539860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-9bfe3a6f-0485-42c8-86f4-d967e85565a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:24.547534 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-9bfe3a6f-0485-42c8-86f4-d967e85565a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 200 len: 858 time: 0.5678780 May 19 13:01:24.550652 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a52ae8-33fb-482b-a5ed-dd0d1ba6d542', 'name': 'network-vif-deleted', 'tag': 'c86dda9e-0de6-42ea-88b9-e93721c39a68', 'status': 'completed', 'code': 200} May 19 13:01:24.626961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:24.649173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Usage tracker for resource:security_group_rule and tenant:72cae8364c7f4b668478f2d641354709 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:24.653914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:24.661961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:24.682364 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-943b0a83-9af8-4f92-9f6a-119a83f0b05a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224430 May 19 13:01:24.773717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.792616 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.845745 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5ded25be-f5c7-433b-9f83-15fcf1b66a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:24.870879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72cae8364c7f4b668478f2d641354709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947131 May 19 13:01:24.871869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.084884 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-5df6a042-fd6c-4857-bb1a-54f355a0e73e service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860540 May 19 13:01:25.141280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeef794a-1ccb-483f-9c08-e4bc259f4529,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:25.152665 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:25.214509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.314336 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.338071 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.375158 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.396481 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91b57b99-ded5-4115-8a58-422dac92b5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:25.439792 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-57a32e7a-3b48-490b-bda9-5f137a24a44a req-a7c1e1fa-824e-46c3-97e4-ab43c91ffc9c service neutron] 10.222.0.57 "GET /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444903 May 19 13:01:25.445301 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.459977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f12ce2-c9bc-4207-829c-4a0b13aa1118 None None] Network c0632f51-e9a5-40eb-814c-7da3005e782e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:25.469197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:25.478447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=954b14ae-3571-4a7a-8629-775d268bf9f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:25.483190 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:25.500561 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/954b14ae-3571-4a7a-8629-775d268bf9f2 HTTP/1.1" status: 204 len: 168 time: 3.1544857 May 19 13:01:25.502055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.599805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Usage tracker for resource:security_group_rule and tenant:5017ad41e8e64eabba542f67ae2daf1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:25.641042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:25.659513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592741f-29d1-4cae-9a7c-9dcb7cfc77ae req-cdc9f17b-4de7-43f5-ae9f-f7642bbac1d6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:25.667802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b592741f-29d1-4cae-9a7c-9dcb7cfc77ae req-cdc9f17b-4de7-43f5-ae9f-f7642bbac1d6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.7380960 May 19 13:01:25.706728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:25.713760 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.822127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b592741f-29d1-4cae-9a7c-9dcb7cfc77ae req-88c1e27a-9c50-4735-8fa5-bb58ac354f69 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530900 May 19 13:01:25.906358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937581-7054-4c8b-ab2c-ff03b4ff6b1f req-dc2ff4bc-5311-464a-b906-76a2acabbac6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:25.915505 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c937581-7054-4c8b-ab2c-ff03b4ff6b1f req-dc2ff4bc-5311-464a-b906-76a2acabbac6 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.4908650 May 19 13:01:25.955457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.971154 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.987862 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3dd786b1-5e51-437b-b604-2eb7508bdfb7 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403 tempest-ExternalNetworksAdminNegativeTestJSON-1349366403-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:26.011333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeef794a-1ccb-483f-9c08-e4bc259f4529,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:26.025773 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:26.032087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.034084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.038660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eeef794a-1ccb-483f-9c08-e4bc259f4529 HTTP/1.1" status: 204 len: 168 time: 1.1568723 May 19 13:01:26.040809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.075512 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eef5e2ac-bc38-4e2a-97c7-ab77304ae11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:26.113654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5017ad41e8e64eabba542f67ae2daf1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707409 May 19 13:01:26.118117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:26.247234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e4ccf-c6a8-487a-9556-3c031fdefa14,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:26.279555 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:26.287506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:26.287874 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.351498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] DHCP port deletion for c0632f51-e9a5-40eb-814c-7da3005e782e request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:01:26.412254 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.528946 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.559018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Deleting port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:26.559552 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.609030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,segment=NetworkSegment(b2abd30d-da9b-4090-9d7d-fb36c515a4e3),segment_id=b2abd30d-da9b-4090-9d7d-fb36c515a4e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:26.609618 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.789103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] For port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,segment=NetworkSegment(b2abd30d-da9b-4090-9d7d-fb36c515a4e3),segment_id=b2abd30d-da9b-4090-9d7d-fb36c515a4e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:26.790106 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.791561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.801317 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:26.827172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e4ccf-c6a8-487a-9556-3c031fdefa14,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:26.850931 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c937581-7054-4c8b-ab2c-ff03b4ff6b1f req-594607df-3699-4b6f-9466-0b6ad264af92 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9311240 May 19 13:01:26.852016 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:26.872535 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.873733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/294e4ccf-c6a8-487a-9556-3c031fdefa14 HTTP/1.1" status: 204 len: 168 time: 0.7504592 May 19 13:01:26.963568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:27.075151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.103191 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d0ccc0c6-7fbe-4364-b081-31b3cc9f579e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:27.166456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:27.184984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Calling delete_port for bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:27.288661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:27.310129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:27.335563 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.363685 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:27.407075 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.409366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27e99e-9be5-47f2-acda-f762be47622f req-09f5ba5a-7a4b-4011-ba69-3d0e33299f2f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:27.418136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f27e99e-9be5-47f2-acda-f762be47622f req-09f5ba5a-7a4b-4011-ba69-3d0e33299f2f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 950 time: 0.2921345 May 19 13:01:27.436429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abcb3-a15a-4e2a-865d-2bde8f1125df req-36d5a497-b873-4482-8e03-187830fe887f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:27.445110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c5abcb3-a15a-4e2a-865d-2bde8f1125df req-36d5a497-b873-4482-8e03-187830fe887f tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.4069617 May 19 13:01:27.447360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0632f51-e9a5-40eb-814c-7da3005e782e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.519059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.521098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2abd30d-da9b-4090-9d7d-fb36c515a4e3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.556943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.558210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f27e99e-9be5-47f2-acda-f762be47622f req-907d7262-ac14-48ad-ad2e-51dcae450a32 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108122 May 19 13:01:27.620459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c5abcb3-a15a-4e2a-865d-2bde8f1125df req-309dbfc6-dc86-436b-9afd-daca9a2efb39 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741428 May 19 13:01:27.624887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.655819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:27.656435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:27.657801 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.752363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Pushing event deleted for resources: {'Port': ['ID=bc3cf25c-d6e5-4d80-896b-fffa6201e6d2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:27.753943 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:27.775125 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:27.797736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] No DVR routers for this DVR port bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:27.805211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:27.805921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device bc3cf25c-d6e5-4d80-896b-fffa6201e6d2 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:27.979354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2b5782d0-08a6-458b-bdea-199bce451e5d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:28.127791 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.133017 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:28.187076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.241722 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/c0632f51-e9a5-40eb-814c-7da3005e782e HTTP/1.1" status: 204 len: 168 time: 2.7378054 May 19 13:01:28.267276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.389094 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f804712-782c-4157-af0e-7e1b5de8aa08 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:28.389903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f804712-782c-4157-af0e-7e1b5de8aa08 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:28.391889 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f804712-782c-4157-af0e-7e1b5de8aa08 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/81d74dbb-689a-4f09-b288-2620db9ac5fe HTTP/1.1" status: 404 len: 337 time: 0.1223114 May 19 13:01:28.396675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.434876 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ee6217-9713-4c79-9f3f-dfe4f80dad78 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] DELETE failed (client error): The resource could not be found. May 19 13:01:28.436229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ee6217-9713-4c79-9f3f-dfe4f80dad78 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:28.438430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9ee6217-9713-4c79-9f3f-dfe4f80dad78 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/cb0e24a4-10a7-4e9e-8c2b-6a4b9b589f60 HTTP/1.1" status: 404 len: 339 time: 0.0402849 May 19 13:01:28.445719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.532753 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting subnet f094fc3e-26ae-4a39-a741-e0b8c1557597 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:01:28.549008 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.574019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=c0632f51-e9a5-40eb-814c-7da3005e782e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:28.590802 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:28.617670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-6bab7c82-d0d4-433b-9d41-91b58cfe336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:28.619197 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-6bab7c82-d0d4-433b-9d41-91b58cfe336c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.3628523 May 19 13:01:28.655031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-cb95a893-d8c8-4208-af18-7d276168bb92 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:28.657184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-cb95a893-d8c8-4208-af18-7d276168bb92 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 950 time: 0.3465915 May 19 13:01:28.660299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.702161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436406-d1d4-4701-a1f9-f98312fcdbd4 req-eb5e48d0-78ab-42ca-8e8a-d53690f0e12d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:28.710574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a436406-d1d4-4701-a1f9-f98312fcdbd4 req-eb5e48d0-78ab-42ca-8e8a-d53690f0e12d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5247195 May 19 13:01:28.797578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.874617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a436406-d1d4-4701-a1f9-f98312fcdbd4 req-74d8c22b-15d3-4a87-92f2-9d41f1e10c06 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627140 May 19 13:01:29.034641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-81e906e0-2338-438f-a262-4111abd83c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:29.040246 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-81e906e0-2338-438f-a262-4111abd83c1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4124739 May 19 13:01:29.052159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.116976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1190152648'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:29.132562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port 3614cd2c-ded5-4d3f-95fa-187695e50e2c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:29.132873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.386249 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-840be99b-ad0d-4640-bbe5-b75b831838f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.3385324 May 19 13:01:29.399250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:29.482281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:29.506161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-853faa67-6787-49ed-99dc-d7a66ad443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:29.510322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-853faa67-6787-49ed-99dc-d7a66ad443ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1160703 May 19 13:01:29.516308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:29.558065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:29.666577 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-2b2fcb29-3ef5-4995-8f7b-8dbf8c389675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:29.668385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-2b2fcb29-3ef5-4995-8f7b-8dbf8c389675 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511703 May 19 13:01:29.856346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port 3614cd2c-ded5-4d3f-95fa-187695e50e2c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3614cd2c-ded5-4d3f-95fa-187695e50e2c,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:29.857072 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.884842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-5901da48-8d58-489c-966b-88e92e5ac1e8 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085724 May 19 13:01:30.012202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for 3614cd2c-ded5-4d3f-95fa-187695e50e2c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:30.052227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:30.060304 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.129610 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c68b9d3d-84a0-49fd-b81f-3f8940749456 req-ed2d344d-c361-45f6-94d5-9090d59d0b37 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312076 May 19 13:01:30.204845 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.296391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:30.366189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:security_group_rule and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:30.381689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:30.480366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668cc4e-04ec-47c5-8050-ad15e296cf77 req-a0c56423-2b1c-4787-a274-18dabae1e65b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:30.483141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9668cc4e-04ec-47c5-8050-ad15e296cf77 req-a0c56423-2b1c-4787-a274-18dabae1e65b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf1c4de-2c5a-496c-825a-c3f467cd7f10 HTTP/1.1" status: 200 len: 950 time: 1.0813000 May 19 13:01:30.513334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:30.813084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.829188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b', 'e339ef90-1523-4692-af6d-6d79e72a2b43'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:30.835975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9668cc4e-04ec-47c5-8050-ad15e296cf77 req-61cc0640-dc9d-4cc7-8462-ef31b09f6332 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247452 May 19 13:01:30.917553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-b6fd6481-0c73-43f2-aa5e-4e83aa529dda tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:30.924445 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-b6fd6481-0c73-43f2-aa5e-4e83aa529dda tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b89bef-955b-44c8-b743-5e786c6a70b9 HTTP/1.1" status: 200 len: 943 time: 0.8330204 May 19 13:01:30.925604 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-93263cd3-1d0f-412d-bb4b-b6baaf3abb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:30.996368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:31.308658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=3614cd2c-ded5-4d3f-95fa-187695e50e2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.389523 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:31.428896 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.438984 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e244da4d-49e0-4110-a46b-ec185a039822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:31.544618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port 3614cd2c-ded5-4d3f-95fa-187695e50e2c on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:31.548133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Subnet': ['ID=f094fc3e-26ae-4a39-a741-e0b8c1557597,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.551019 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.563426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'name': 'network-vif-deleted', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:31.569240 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:31.572806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.590500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10340f9-0490-4812-92b1-975bd89b054c None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:31.701219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d2068bf1-5b9f-4aaf-bc5d-a02f4b5e9ded req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "DELETE /v2.0/ports/3614cd2c-ded5-4d3f-95fa-187695e50e2c HTTP/1.1" status: 204 len: 173 time: 2.9826620 May 19 13:01:31.708839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/subnets/f094fc3e-26ae-4a39-a741-e0b8c1557597 HTTP/1.1" status: 204 len: 168 time: 3.2611897 May 19 13:01:31.713795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:31.724490 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.748540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818af412-f3c8-4b14-87b4-44725363e1cd req-5f7eea6c-c22e-4506-af6c-c60ae133b612 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:31.750939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-818af412-f3c8-4b14-87b4-44725363e1cd req-5f7eea6c-c22e-4506-af6c-c60ae133b612 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6576416 May 19 13:01:31.786637 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.796754 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8674e7f6-d4f0-4aef-bd87-8967028012d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:31.863216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:31.867836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 2b5782d0-08a6-458b-bdea-199bce451e5d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:31.867836 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.920944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b961857-9ee6-4991-8eab-33d73d9e9cf5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.932970 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:31.944722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-818af412-f3c8-4b14-87b4-44725363e1cd req-29cd921d-1800-4f2d-a946-37442d52f8db tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839852 May 19 13:01:31.955089 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.958157 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment 7e0ebe8e-42b2-4e0e-9410-1af05592f2ca of type vlan for network 0ff17106-292c-44b4-b1c3-65e85e53a7ca May 19 13:01:32.127495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.355148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Deleting port 53081796-1c14-4125-9e7e-ac84a1520536 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:32.356274 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.364483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.478600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 2b5782d0-08a6-458b-bdea-199bce451e5d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2b5782d0-08a6-458b-bdea-199bce451e5d,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:32.478963 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.493397 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.499362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:32.500069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.509130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0fdd782-6854-4ff9-b08c-02a1eb9c34b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:32.521176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] DHCP port deletion for f0693b1b-f9b4-4598-936f-00a819742fd8 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:01:32.583252 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3614cd2c-ded5-4d3f-95fa-187695e50e2c no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:32.650555 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 3614cd2c-ded5-4d3f-95fa-187695e50e2c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:32.651021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3614cd2c-ded5-4d3f-95fa-187695e50e2c not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:32.730939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] For port 53081796-1c14-4125-9e7e-ac84a1520536, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53081796-1c14-4125-9e7e-ac84a1520536,segment=NetworkSegment(680db1a3-a74c-448b-bfb0-931a373b1882),segment_id=680db1a3-a74c-448b-bfb0-931a373b1882)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:32.732802 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.026279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Deleting port 53081796-1c14-4125-9e7e-ac84a1520536 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:33.027399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.065334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 2b5782d0-08a6-458b-bdea-199bce451e5d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:33.115267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Calling delete_port for 53081796-1c14-4125-9e7e-ac84a1520536 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:33.158641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135d4a8-30be-45f0-8f78-99babc8408b0 req-25367b6e-e951-45a4-9cdc-9b24ed1ecd1e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:33.166689 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2135d4a8-30be-45f0-8f78-99babc8408b0 req-25367b6e-e951-45a4-9cdc-9b24ed1ecd1e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9401119 May 19 13:01:33.192603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.3884854 May 19 13:01:33.198624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:33.213770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=0ff17106-292c-44b4-b1c3-65e85e53a7ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.219313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1733302821'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:33.229767 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:33.231868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:33.239858 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.248124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:33.248378 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d47e4e1c-b84d-4d9e-8e95-2d152448b091 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:33.257812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:33.271967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:33.284275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2135d4a8-30be-45f0-8f78-99babc8408b0 req-de6954be-33d2-4c0f-b7f2-17695a1575e5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160967 May 19 13:01:33.335150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:33.340289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:33.350032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.371080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Port': ['ID=53081796-1c14-4125-9e7e-ac84a1520536,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.396379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] No DVR routers for this DVR port 53081796-1c14-4125-9e7e-ac84a1520536 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:33.398374 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:33.417348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] For port 53081796-1c14-4125-9e7e-ac84a1520536, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53081796-1c14-4125-9e7e-ac84a1520536,segment=NetworkSegment(680db1a3-a74c-448b-bfb0-931a373b1882),segment_id=680db1a3-a74c-448b-bfb0-931a373b1882)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:33.418008 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.474511 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf1c4de-2c5a-496c-825a-c3f467cd7f10', 'name': 'network-vif-deleted', 'tag': '3614cd2c-ded5-4d3f-95fa-187695e50e2c', 'status': 'completed', 'code': 200} May 19 13:01:33.563182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:33.617768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53081796-1c14-4125-9e7e-ac84a1520536 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:33.622098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.645547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0693b1b-f9b4-4598-936f-00a819742fd8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.660739 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680db1a3-a74c-448b-bfb0-931a373b1882') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.661279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680db1a3-a74c-448b-bfb0-931a373b1882') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.679525 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.694221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.695195 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment 0e0b89bd-b588-4abf-bda5-3705e7408893 of type vlan for network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 May 19 13:01:33.706163 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.712536 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.718214 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-704f6843-1357-44fe-8f2d-445148964d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:33.730246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:33.730246 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.822946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 53081796-1c14-4125-9e7e-ac84a1520536 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:01:33.823421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53081796-1c14-4125-9e7e-ac84a1520536 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:33.847868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=2b5782d0-08a6-458b-bdea-199bce451e5d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.857931 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: timer() May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:33.964713 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:33.969378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.974282 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5b896ea-7493-48dc-9433-270a86dc39e1 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:33.982063 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.012249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.050168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Pushing event deleted for resources: {'Network': ['ID=f0693b1b-f9b4-4598-936f-00a819742fd8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.062363 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:34.066247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] 10.222.0.69 "DELETE /v2.0/networks/f0693b1b-f9b4-4598-936f-00a819742fd8 HTTP/1.1" status: 204 len: 168 time: 2.3491423 May 19 13:01:34.086233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 2b5782d0-08a6-458b-bdea-199bce451e5d on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:34.092700 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.180652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddb578c5-7cc6-4bf1-89e3-bbdf5881f1be req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "DELETE /v2.0/ports/2b5782d0-08a6-458b-bdea-199bce451e5d HTTP/1.1" status: 204 len: 173 time: 3.0222991 May 19 13:01:34.185581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.200744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:34.201847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.250686 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b498a21c-1a2d-4f72-ae05-c27eb3bcddcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:34.285283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Calling delete_port for 53081796-1c14-4125-9e7e-ac84a1520536 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:34.349980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:34.351652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1507478 May 19 13:01:34.359251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:34.434149 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.453997 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:34.526725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Network f0693b1b-f9b4-4598-936f-00a819742fd8 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:01:34.529985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] No DVR routers for this DVR port 53081796-1c14-4125-9e7e-ac84a1520536 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:34.563865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Pushing event deleted for resources: {'Port': ['ID=53081796-1c14-4125-9e7e-ac84a1520536,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.573170 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:34.650830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=4bfe4129-6e13-42ca-9b06-8e8e81a13e92,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.655001 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:34.662655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:34.825868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:34.853670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:34.871974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:34.884410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:34.906475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:34.911486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.204567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:35.481053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-deleted', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:35.584310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a2de-7b80-4569-bd16-97bd5b0f1b21 req-a8b87213-e561-4127-a8f7-069cc9daf8d4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:35.587050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8862a2de-7b80-4569-bd16-97bd5b0f1b21 req-a8b87213-e561-4127-a8f7-069cc9daf8d4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:35.648415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8862a2de-7b80-4569-bd16-97bd5b0f1b21 req-a8b87213-e561-4127-a8f7-069cc9daf8d4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:35.656629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8862a2de-7b80-4569-bd16-97bd5b0f1b21 req-a8b87213-e561-4127-a8f7-069cc9daf8d4 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 950 time: 0.3730388 May 19 13:01:35.904891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8862a2de-7b80-4569-bd16-97bd5b0f1b21 req-29cf8611-c52e-41dc-a268-a9d5789138d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438183 May 19 13:01:36.019321 n-d-791505-2 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41b89bef-955b-44c8-b743-5e786c6a70b9', 'name': 'network-vif-deleted', 'tag': '2b5782d0-08a6-458b-bdea-199bce451e5d', 'status': 'failed', 'code': 422} returned with failed status May 19 13:01:36.120466 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.131700 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c455709-0d9b-4c27-a9f6-fe2b509832da tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:36.227878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=3668ed39-7962-4f06-8e62-d3f3758c4c4b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:36.237779 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:36.320229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:36.320779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 0ff17106-292c-44b4-b1c3-65e85e53a7ca, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:36.389170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:36.413377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 0ff17106-292c-44b4-b1c3-65e85e53a7ca) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:36.429894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59efcc6-69b8-40a5-a289-9f2a39a490b7 None None] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:36.443127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:36.444773 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.506773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1551542 May 19 13:01:36.508700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:36.536601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:36.788955 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d65d7ee-b82f-423a-b22c-76b7fe33afea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b0ff682721944f38b3647a2d903805c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5729079 May 19 13:01:36.805568 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:36.931318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:36.939353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:36.955615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:36.971099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:37.002461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:37.007338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.060917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-0ff17106-292c-44b4-b1c3-65e85e53a7ca', 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '3668ed39-7962-4f06-8e62-d3f3758c4c4b'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:01:37.060917 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.538836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Allocated IP 172.20.0.2 (0ff17106-292c-44b4-b1c3-65e85e53a7ca/3668ed39-7962-4f06-8e62-d3f3758c4c4b/39d2ba58-04ce-4d48-b277-d2fe3ae30907) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:37.755454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-c51a580d-55ea-4f2c-8b24-8ee0ead997d0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:37.759485 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-c51a580d-55ea-4f2c-8b24-8ee0ead997d0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.8359668 May 19 13:01:37.935934 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.961146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Transition to ACTIVE for port object 39d2ba58-04ce-4d48-b277-d2fe3ae30907 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:37.976083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-8ef61b3d-775d-44dc-913c-eae07f7b6ffb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.1669703 May 19 13:01:37.998214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-05d96138-a403-41bf-99eb-456765835131 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:38.001613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-05d96138-a403-41bf-99eb-456765835131 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 950 time: 1.5383108 May 19 13:01:38.011224 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.012862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Transition to ACTIVE for port object 39d2ba58-04ce-4d48-b277-d2fe3ae30907 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:38.015724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.021086 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:38.023386 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.033879 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d84dc4a9-965d-48cf-9df0-e8afbcaf062e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:38.167802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-66864e55-9424-44bb-ac5f-2528938440ed req-ce3fc640-1682-4d0e-acb5-9709b9917c46 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:38.208145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:38.212135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:38.220958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:38.263771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=45907c19-2dbb-4bd8-9a54-5d883bfb3f6a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.283616 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:38.287429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': '0e0b89bd-b588-4abf-bda5-3705e7408893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:38.288144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 4bfe4129-6e13-42ca-9b06-8e8e81a13e92, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:38.323113 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.345525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:38.367033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Pushing event updated for resources: {'Port': ['ID=39d2ba58-04ce-4d48-b277-d2fe3ae30907,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.370462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 4bfe4129-6e13-42ca-9b06-8e8e81a13e92) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:38.372271 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:38.388768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ed817-ad17-4da8-890a-cc35c30b55cf None None] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:38.393735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:38.394980 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.468410 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9509590 May 19 13:01:38.468691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:38.475476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-314841014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:38.503197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:38.533766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:38.547970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:38.589347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-66864e55-9424-44bb-ac5f-2528938440ed req-ce3fc640-1682-4d0e-acb5-9709b9917c46 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:38.590986 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-ce3fc640-1682-4d0e-acb5-9709b9917c46 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5878804 May 19 13:01:38.591686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:38.632726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.634956 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.705784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Attempting to bind port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:38.706675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Attempting to bind port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:38.706675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Attempting to bind port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 on network 0ff17106-292c-44b4-b1c3-65e85e53a7ca {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:38.713158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.746844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:38.747369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Checking segment: {'id': '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:38.747679 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.748093 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Bound using segment: {'id': '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:38.748606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Bound port: 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0ff17106-292c-44b4-b1c3-65e85e53a7ca'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:38.749079 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.792823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.866467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.873818 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a689a0c-5e67-41fe-b6a1-33e8e2d2ff2b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4002328 May 19 13:01:38.874354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:39.094420 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-968eabc2-b2c7-4f6a-b4ab-5d68c96e9a69 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795415 May 19 13:01:39.138643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c4cfd-bd98-471a-88b8-5e7f70b85e38 req-a7506c2c-7c45-4dc6-b526-c81c325cf042 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:39.153728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d17c4cfd-bd98-471a-88b8-5e7f70b85e38 req-a7506c2c-7c45-4dc6-b526-c81c325cf042 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 950 time: 1.3879557 May 19 13:01:39.238322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-4bfe4129-6e13-42ca-9b06-8e8e81a13e92', 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '45907c19-2dbb-4bd8-9a54-5d883bfb3f6a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:01:39.239684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.276768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] For port 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:39.314657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] For port 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=39d2ba58-04ce-4d48-b277-d2fe3ae30907,segment=NetworkSegment(7e0ebe8e-42b2-4e0e-9410-1af05592f2ca),segment_id=7e0ebe8e-42b2-4e0e-9410-1af05592f2ca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:39.405714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.422920 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:40.046090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Pushing event updated for resources: {'Port': ['ID=39d2ba58-04ce-4d48-b277-d2fe3ae30907,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.070475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.071158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.071860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.072456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.073324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.074210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.082087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.082748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.083532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.084074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.084594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.085107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:40.094765 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:40.100118 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Allocated IP 172.21.0.2 (4bfe4129-6e13-42ca-9b06-8e8e81a13e92/45907c19-2dbb-4bd8-9a54-5d883bfb3f6a/4209f1ee-103f-4d03-b35f-391ff14a4732) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:40.161541 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-943002ac-e258-4157-ab21-ecf5aa19e05c service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0399973 May 19 13:01:40.211263 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.235804 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7d0685a6-2cf6-43ee-ad14-2f912cd3036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:40.311361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d17c4cfd-bd98-471a-88b8-5e7f70b85e38 req-55be9aea-0067-453f-8310-54a760528d6a tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1560564 May 19 13:01:40.323452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceca55f-2c71-4f50-9e2f-119ff431c5a9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.353507 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:40.354919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.355581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ceca55f-2c71-4f50-9e2f-119ff431c5a9 HTTP/1.1" status: 204 len: 168 time: 3.5162072 May 19 13:01:40.397818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port e339ef90-1523-4692-af6d-6d79e72a2b43 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:40.398115 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.362375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device e339ef90-1523-4692-af6d-6d79e72a2b43 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:41.387393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.445213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5075b598-a259-461b-9511-852f0757e39c req-73e85e80-8ecf-4b98-9fd1-ee9c36919c9a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 0.4210052 May 19 13:01:41.485269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b6ddcba-021f-44ae-b2e1-b10ace0d4eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.533073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:41.533448 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.651192 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.876658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Transition to ACTIVE for port object 4209f1ee-103f-4d03-b35f-391ff14a4732 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:41.882177 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.901844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 39d2ba58-04ce-4d48-b277-d2fe3ae30907 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:42.059819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Transition to ACTIVE for port object 4209f1ee-103f-4d03-b35f-391ff14a4732 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:42.121211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port e339ef90-1523-4692-af6d-6d79e72a2b43, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=e339ef90-1523-4692-af6d-6d79e72a2b43,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:42.133629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:42.183108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.209590 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:01:42.210492 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:42.273691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for e339ef90-1523-4692-af6d-6d79e72a2b43 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:42.518854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.539779 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'code': 200} May 19 13:01:42.560268 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:42.563875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158fc954-00ac-4ec5-b820-08183d013156 None None] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:42.590320 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:42.601257 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:42.686369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Pushing event updated for resources: {'Port': ['ID=4209f1ee-103f-4d03-b35f-391ff14a4732,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:42.704583 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:42.820395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d064782-65c6-41fe-bea1-8f1251fd3fe3 None None] Provisioning for port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:42.842266 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:42.916435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:42.928113 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:43.014952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ab249a8-1e61-496c-bb03-2918589dd56d req-dd4eaccb-1979-4ac2-ab94-bbdcfa27e854 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 0.3973968 May 19 13:01:43.136211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.20.0.1 (0ff17106-292c-44b4-b1c3-65e85e53a7ca/3668ed39-7962-4f06-8e62-d3f3758c4c4b/67042d4e-fd78-4f6b-801a-7de11f5f3fdf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:43.191093 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5459232a-b1fd-4121-a158-1e57beda4df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.219467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.381124 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:43.396759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d3bd4-5f1f-4525-82f7-f2dbda9cff3d req-93d44252-04bd-4086-a1a7-4e65bebd8444 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:43.413443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b5d3bd4-5f1f-4525-82f7-f2dbda9cff3d req-93d44252-04bd-4086-a1a7-4e65bebd8444 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 948 time: 1.1704931 May 19 13:01:43.452939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:43.459752 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.541853 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.556998 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:43.603222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:43.666068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bd067753-54be-4b1e-a8e0-74db6f43b10b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:43.669696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b5d3bd4-5f1f-4525-82f7-f2dbda9cff3d req-52c950e0-84c9-4928-82d5-ebd578cffa8b tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547426 May 19 13:01:43.697310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=e339ef90-1523-4692-af6d-6d79e72a2b43,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:43.829662 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:43.851183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.890444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 67042d4e-fd78-4f6b-801a-7de11f5f3fdf will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:43.977547 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.997547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port e339ef90-1523-4692-af6d-6d79e72a2b43 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:43.998833 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:44.006344 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.019845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-deleted', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:44.078301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50fc536e-c8ff-4af3-9a0a-f25624ca53bd req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "DELETE /v2.0/ports/e339ef90-1523-4692-af6d-6d79e72a2b43 HTTP/1.1" status: 204 len: 173 time: 6.0588238 May 19 13:01:44.195661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Attempting to bind port 4209f1ee-103f-4d03-b35f-391ff14a4732 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:44.196622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Attempting to bind port 4209f1ee-103f-4d03-b35f-391ff14a4732 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '0e0b89bd-b588-4abf-bda5-3705e7408893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:44.197309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Attempting to bind port 4209f1ee-103f-4d03-b35f-391ff14a4732 on network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:44.267471 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=67042d4e-fd78-4f6b-801a-7de11f5f3fdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:44.278895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:44.302387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:44.302785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Checking segment: {'id': '0e0b89bd-b588-4abf-bda5-3705e7408893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:44.306728 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.312202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Bound using segment: {'id': '0e0b89bd-b588-4abf-bda5-3705e7408893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:44.312821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Bound port: 4209f1ee-103f-4d03-b35f-391ff14a4732, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b89bd-b588-4abf-bda5-3705e7408893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4bfe4129-6e13-42ca-9b06-8e8e81a13e92'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:44.313264 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.332691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:44.334859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:44.347140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:44.449810 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92bb8447-3459-4058-9572-b3017858d5de req-1c052f7d-d6e6-4dc3-9cca-8915689bac13 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 0.3265834 May 19 13:01:44.452553 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28942fd3-266c-425c-90de-56932b745002', 'name': 'network-vif-deleted', 'tag': 'e339ef90-1523-4692-af6d-6d79e72a2b43', 'status': 'completed', 'code': 200} May 19 13:01:44.641477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.960152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] For port 4209f1ee-103f-4d03-b35f-391ff14a4732, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:44.969939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] For port 4209f1ee-103f-4d03-b35f-391ff14a4732, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4209f1ee-103f-4d03-b35f-391ff14a4732,segment=NetworkSegment(0e0b89bd-b588-4abf-bda5-3705e7408893),segment_id=0e0b89bd-b588-4abf-bda5-3705e7408893)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:45.246571 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b373f41b-6177-4691-81e2-c453e94d0270 req-aeee7c74-5a84-4451-8ea7-bf72c4741d1e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:45.261117 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.300642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b373f41b-6177-4691-81e2-c453e94d0270 req-aeee7c74-5a84-4451-8ea7-bf72c4741d1e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:45.321853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b373f41b-6177-4691-81e2-c453e94d0270 req-aeee7c74-5a84-4451-8ea7-bf72c4741d1e tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=28942fd3-266c-425c-90de-56932b745002 HTTP/1.1" status: 200 len: 210 time: 0.2522519 May 19 13:01:45.351438 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.481136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:45.494158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.617966 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9b2e480f-2bd4-4801-a1cf-4156c1c09672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:45.950130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a03402df-f3ef-4b0c-8824-4bdb5ab8c742 req-45235010-a7fa-46ea-bd47-3c8b4180dd20 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 0.1305504 May 19 13:01:46.060844 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.162600 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.254126 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.559725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Pushing event updated for resources: {'Port': ['ID=4209f1ee-103f-4d03-b35f-391ff14a4732,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:46.584095 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:46.608432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-c95fce4b-fff2-426e-a67e-f76c07f632d0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:46.618833 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-c95fce4b-fff2-426e-a67e-f76c07f632d0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.6646175 May 19 13:01:46.644467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:46.720697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=39d2ba58-04ce-4d48-b277-d2fe3ae30907,segment=NetworkSegment(7e0ebe8e-42b2-4e0e-9410-1af05592f2ca),segment_id=7e0ebe8e-42b2-4e0e-9410-1af05592f2ca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:46.772772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5367c77-309d-4715-bcfc-955d5496792c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:46.773613 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-f5367c77-309d-4715-bcfc-955d5496792c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:01:46.775850 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f5367c77-309d-4715-bcfc-955d5496792c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:01:46.780720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.781619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5367c77-309d-4715-bcfc-955d5496792c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.2987483 May 19 13:01:46.819794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.862560 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:47.104400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=39d2ba58-04ce-4d48-b277-d2fe3ae30907,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:47.118486 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:47.135001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:47.159891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:47.186237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:47.190390 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.262236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--538748757'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:47.299041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:47.331352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4209f1ee-103f-4d03-b35f-391ff14a4732 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:47.582249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:47.598788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:47.617273 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.626358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:47.693974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.802966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.829234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Provisioning complete for port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:47.837142 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.894332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.3 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/97378023-d3e1-424f-a104-0c965a2bbc6b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:47.919889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:47.936876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 4209f1ee-103f-4d03-b35f-391ff14a4732 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:47.986296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:48.054227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:48.127027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:48.225357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.246504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.315220 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:48.400760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdd354-b01b-4e43-b5d0-a13666bae816 None None] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:01:48.591810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=67042d4e-fd78-4f6b-801a-7de11f5f3fdf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:48.597005 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.604853 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:48.619827 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.678440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-20a543d8-884f-4562-b7fe-e11b7177d711 req-ffdd7b4a-b549-4c69-87e6-1c7925a2e835 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 1.4427643 May 19 13:01:48.905985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:48.910634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:48.915250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.940501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Provisioning for port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:48.970010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Provisioning complete for port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:48.972388 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.073264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 39d2ba58-04ce-4d48-b277-d2fe3ae30907 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:49.214318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5899-e6a6-48b1-a179-6579c16468b4 req-bd857dec-90de-48a0-8b32-7349c358c50c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:49.237857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.243124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c2e5899-e6a6-48b1-a179-6579c16468b4 req-bd857dec-90de-48a0-8b32-7349c358c50c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 950 time: 0.5893612 May 19 13:01:49.256820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:49.288232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:49.309466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:49.333698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:49.351714 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.373546 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a65c25ad-32aa-45a3-b639-aa5c3f3b644a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:49.439408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a67b511-d91b-4481-a93d-eee3bcc8fd89 None None] Port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:49.466496 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-721189af-9723-4d87-b67f-13819c37e802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:49.549923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:49.570896 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:49.574841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:49.611879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:49.612648 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.624417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcef90a-eadb-47f6-be2d-8c9c2156bee1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.702764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:49.703889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.746895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c2e5899-e6a6-48b1-a179-6579c16468b4 req-72bdbb61-4aea-478d-a0ca-91f97900472d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021558 May 19 13:01:49.754162 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1246779 May 19 13:01:49.771439 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:49.772474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router af7915a3-d951-41ba-ad3f-47967bbaa0ab is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:49.774625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Request body: {'port': {'device_id': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:49.806947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Provisioning for port 4209f1ee-103f-4d03-b35f-391ff14a4732 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:49.848873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.859324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:49.903878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Provisioning complete for port 4209f1ee-103f-4d03-b35f-391ff14a4732 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:49.904561 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.092228 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.247266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:50.308256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff110ed7-f218-49bd-9277-3119673531cf req-5376b5d9-83d7-497f-876f-0bf27b3efced tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:50.309372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ff110ed7-f218-49bd-9277-3119673531cf req-5376b5d9-83d7-497f-876f-0bf27b3efced tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:50.327192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.330138 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4539082 May 19 13:01:50.351685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:50.353136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ff110ed7-f218-49bd-9277-3119673531cf req-5376b5d9-83d7-497f-876f-0bf27b3efced tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:50.356819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] Sync routers for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:50.359444 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ff110ed7-f218-49bd-9277-3119673531cf req-5376b5d9-83d7-497f-876f-0bf27b3efced tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 950 time: 1.1726036 May 19 13:01:50.378321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:01:50.379350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:50.434183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.529438 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5709e870-bafd-4533-959e-edc0f92efded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:50.547708 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:50.597306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:01:50.597973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:50.664908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9c8de-a2a8-47d5-9ce4-5e766dbe7319,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:50.672674 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:50.675110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.682237 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.4447763 May 19 13:01:50.690759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:50.743410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': '56d9c8de-a2a8-47d5-9ce4-5e766dbe7319', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:50.770534 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:01:50.796413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-6d98a3b7-817f-46e4-8cb0-7bf285530cbc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:50.797999 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-6d98a3b7-817f-46e4-8cb0-7bf285530cbc tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 949 time: 1.1788247 May 19 13:01:50.826732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:50.855977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:50.860341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b73b3-b1a6-45bc-9999-691ce04aaaa8 None None] The sync data for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:50.927493 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:50.939031 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.004884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] For port 4209f1ee-103f-4d03-b35f-391ff14a4732, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4209f1ee-103f-4d03-b35f-391ff14a4732,segment=NetworkSegment(0e0b89bd-b588-4abf-bda5-3705e7408893),segment_id=0e0b89bd-b588-4abf-bda5-3705e7408893)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:51.018812 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.023641 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:51.085420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e754481-529f-4572-bdcd-d94e07a117a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:51.086252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e754481-529f-4572-bdcd-d94e07a117a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:51.162862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97378023-d3e1-424f-a104-0c965a2bbc6b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:01:51.172292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Provisioning complete for port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:51.173048 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.214406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:51.228850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:51.233142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.282203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a991a-fe0c-41b2-920b-e907b9018198 req-3bce05bd-f66d-40e5-abf7-2322a07d0c32 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:51.282974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fa1a991a-fe0c-41b2-920b-e907b9018198 req-3bce05bd-f66d-40e5-abf7-2322a07d0c32 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:51.315159 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.348429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Transition to ACTIVE for port object 97378023-d3e1-424f-a104-0c965a2bbc6b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:51.349215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e754481-529f-4572-bdcd-d94e07a117a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:51.350837 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e754481-529f-4572-bdcd-d94e07a117a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports/67042d4e-fd78-4f6b-801a-7de11f5f3fdf HTTP/1.1" status: 200 len: 910 time: 0.9890454 May 19 13:01:51.360022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8560a-06c9-46c3-9562-b0d32c1775b1 req-aad6beb0-97a9-42a5-a04f-5a581d8367d5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:51.367247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:51.371138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5d8560a-06c9-46c3-9562-b0d32c1775b1 req-aad6beb0-97a9-42a5-a04f-5a581d8367d5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 950 time: 0.3913646 May 19 13:01:51.390618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fa1a991a-fe0c-41b2-920b-e907b9018198 req-3bce05bd-f66d-40e5-abf7-2322a07d0c32 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:51.392284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa1a991a-fe0c-41b2-920b-e907b9018198 req-3bce05bd-f66d-40e5-abf7-2322a07d0c32 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 931 time: 1.2699475 May 19 13:01:51.393147 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.407627 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-972ae8b1-885d-4ec9-9600-64f82566c478 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:51.457121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Pushing event updated for resources: {'Port': ['ID=4209f1ee-103f-4d03-b35f-391ff14a4732,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:51.478894 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:51.519669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:51.619788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Pushing event updated for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:51.632794 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:51.687217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d414d40c-443b-42be-b8bc-b06fb1f5a523 None None] Provisioning complete for port 4209f1ee-103f-4d03-b35f-391ff14a4732 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:51.687846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d414d40c-443b-42be-b8bc-b06fb1f5a523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.810509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5d8560a-06c9-46c3-9562-b0d32c1775b1 req-e61504d2-694d-4074-999d-52c037f68638 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378157 May 19 13:01:51.840981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa1a991a-fe0c-41b2-920b-e907b9018198 req-6db36fcf-5f7f-42d5-8ca9-bd94139d69c3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363296 May 19 13:01:51.867498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.892081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.909096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port bd067753-54be-4b1e-a8e0-74db6f43b10b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:51.913150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.966184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Attempting to bind port 97378023-d3e1-424f-a104-0c965a2bbc6b on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:51.966709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Attempting to bind port 97378023-d3e1-424f-a104-0c965a2bbc6b by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:51.967121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Attempting to bind port 97378023-d3e1-424f-a104-0c965a2bbc6b on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:51.974563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Port 97378023-d3e1-424f-a104-0c965a2bbc6b on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:01:51.974899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Attempting to bind port 97378023-d3e1-424f-a104-0c965a2bbc6b on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:51.986471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:51.986814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:01:51.987479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:51.987941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Bound port: 97378023-d3e1-424f-a104-0c965a2bbc6b, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:51.988299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.127867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:52.133171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=97378023-d3e1-424f-a104-0c965a2bbc6b,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:52.140282 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.148353 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f8781c8-413b-4ddb-bc1d-13462c2fac29 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:52.248502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:52.250576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.253514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/97378023-d3e1-424f-a104-0c965a2bbc6b HTTP/1.1" status: 200 len: 1091 time: 2.4862049 May 19 13:01:52.256210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:52.310034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port a79f49c7-e97d-4b96-a14d-06f1f04421d9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:01:52.310608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.321551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Pushing event updated for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.336886 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:52.440003 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:52.448697 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b', 'status': 'completed', 'code': 200} May 19 13:01:52.508120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-20f5ad81-4914-464b-ae58-fcc50d3e67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:52.510062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-20f5ad81-4914-464b-ae58-fcc50d3e67ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 1094 time: 0.1398616 May 19 13:01:52.543115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e575f1d2-33a1-4ceb-bbe9-b64a1aebf013,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.610154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-bfb3ce35-8122-43de-a892-0a2f771fad48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97378023-d3e1-424f-a104-0c965a2bbc6b HTTP/1.1" status: 200 len: 217 time: 0.0909963 May 19 13:01:52.722398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bd067753-54be-4b1e-a8e0-74db6f43b10b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:52.821954 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:52.832533 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:52.833329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.985186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.001389 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf20053c-2a49-41d6-8f93-63ae21964c14 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2911887 May 19 13:01:53.022571 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:53.043685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': '56d9c8de-a2a8-47d5-9ce4-5e766dbe7319', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:53.052506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:53.058326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:53.062617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:53.071164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:53.140245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4209f1ee-103f-4d03-b35f-391ff14a4732 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:53.256818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864e55-9424-44bb-ac5f-2528938440ed req-a5bcd7ab-b4c7-44bb-8f27-826a872ed530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:53.259533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-a5bcd7ab-b4c7-44bb-8f27-826a872ed530 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.6416585 May 19 13:01:53.350017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-dd4eb1c1-256b-42a8-87c5-190c96f00aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723364 May 19 13:01:53.501056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4209f1ee-103f-4d03-b35f-391ff14a4732 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:53.501520 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.555985 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.639134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-9dd0f0ec-4532-49e8-82ca-dcc5dcfddb0e service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009342 May 19 13:01:53.666969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4456eb-636d-4ac2-ba79-932ff0a37603 req-722be1e2-bda3-4de4-9492-738035afff91 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:53.668681 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b4456eb-636d-4ac2-ba79-932ff0a37603 req-722be1e2-bda3-4de4-9492-738035afff91 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 950 time: 0.6157019 May 19 13:01:53.676068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:53.680758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:53.691597 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.696414 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:53.778850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:53.783120 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:53.827791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port bd067753-54be-4b1e-a8e0-74db6f43b10b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bd067753-54be-4b1e-a8e0-74db6f43b10b,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:53.828680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.014924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for bd067753-54be-4b1e-a8e0-74db6f43b10b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:54.032815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b4456eb-636d-4ac2-ba79-932ff0a37603 req-3cc6ab4c-538e-4637-b2b0-7016bceb85e6 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571563 May 19 13:01:54.090961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a79f49c7-e97d-4b96-a14d-06f1f04421d9 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:54.101655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ea2e9-111b-44df-9c7e-57ec8d658b23 req-3658dd17-80ae-479c-91bd-97351db31692 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:54.109747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5ea2e9-111b-44df-9c7e-57ec8d658b23 req-3658dd17-80ae-479c-91bd-97351db31692 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 943 time: 0.7585633 May 19 13:01:54.119470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66864e55-9424-44bb-ac5f-2528938440ed req-74675801-be76-4667-a112-2cd6282ab69e service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382737 May 19 13:01:54.171880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for a79f49c7-e97d-4b96-a14d-06f1f04421d9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:01:54.195886 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.214502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:54.244613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5ea2e9-111b-44df-9c7e-57ec8d658b23 req-8e878939-72f6-419c-8ecd-bc2a479a4b1c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236691 May 19 13:01:54.330067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.350570 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-79a8a012-7ac3-44f5-b264-96921a29de73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:54.449146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-6e32dacf-44a8-42cb-afef-1be8b1536c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:54.451176 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-6e32dacf-44a8-42cb-afef-1be8b1536c06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 1094 time: 0.2050378 May 19 13:01:54.528605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=bd067753-54be-4b1e-a8e0-74db6f43b10b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:54.539266 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:54.572727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.691683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port bd067753-54be-4b1e-a8e0-74db6f43b10b on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:54.732363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.748102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-deleted', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:54.818801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a79f49c7-e97d-4b96-a14d-06f1f04421d9, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a79f49c7-e97d-4b96-a14d-06f1f04421d9,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:54.873663 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.876619 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ff110ed7-f218-49bd-9277-3119673531cf req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.57 "DELETE /v2.0/ports/bd067753-54be-4b1e-a8e0-74db6f43b10b HTTP/1.1" status: 204 len: 173 time: 4.4234612 May 19 13:01:54.877458 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:54.927942 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:01:54.943182 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c09e07a-9dfc-43b2-b4a6-9a12c3537d4d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.9121563 May 19 13:01:54.946079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:54.998594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:55.006270 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:55.261155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-9aa2a6e6-f7f0-4220-8107-d102afabfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:55.266458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-9aa2a6e6-f7f0-4220-8107-d102afabfdbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 0.8049974 May 19 13:01:55.327758 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'code': 200} May 19 13:01:55.506670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.546807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.607929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-1c9acac1-63a3-478d-be16-cc4279f1f8fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97378023-d3e1-424f-a104-0c965a2bbc6b HTTP/1.1" status: 200 len: 217 time: 0.3190167 May 19 13:01:55.618687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.631489 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:55.637150 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73971bf3-0068-4392-b599-7bfc01a56972', 'name': 'network-vif-deleted', 'tag': 'bd067753-54be-4b1e-a8e0-74db6f43b10b', 'status': 'completed', 'code': 200} May 19 13:01:55.686591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.808668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9c8de-a2a8-47d5-9ce4-5e766dbe7319,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:55.816650 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:55.817759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.824622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/56d9c8de-a2a8-47d5-9ce4-5e766dbe7319 HTTP/1.1" status: 204 len: 168 time: 0.8535707 May 19 13:01:55.825247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.191111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.214085 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c3f38de-f502-426e-8415-c7650528b675 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:56.251227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e80fcb3d-512b-4c25-8d5e-c7efdb4f6c07 req-8ef3d19c-ce4b-4c6b-b9a7-7806d9e32b69 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=73971bf3-0068-4392-b599-7bfc01a56972 HTTP/1.1" status: 200 len: 210 time: 0.2388184 May 19 13:01:56.291556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=a79f49c7-e97d-4b96-a14d-06f1f04421d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:56.291807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-fea86d64-1e8d-4bb4-b77d-380e098270b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:56.293758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-fea86d64-1e8d-4bb4-b77d-380e098270b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.6672199 May 19 13:01:56.300195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-58120264-7cc6-4929-84b4-23328c972201 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:56.303335 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:56.485553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-6162613c-2b34-4479-aece-cb7a9f8079cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782577 May 19 13:01:56.518702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port a79f49c7-e97d-4b96-a14d-06f1f04421d9 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:56.551507 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.625765 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1cbb1d3a-6638-4c14-b61b-c3bc089a0b48 req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "DELETE /v2.0/ports/a79f49c7-e97d-4b96-a14d-06f1f04421d9 HTTP/1.1" status: 204 len: 173 time: 5.7470145 May 19 13:01:56.627374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a61c0f-2001-4970-913d-6f742269604d req-35b082b8-d8dc-42ae-8c53-098145f181a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:56.638821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a61c0f-2001-4970-913d-6f742269604d req-35b082b8-d8dc-42ae-8c53-098145f181a2 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 943 time: 0.6381371 May 19 13:01:56.660801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-58120264-7cc6-4929-84b4-23328c972201 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:56.676022 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-58120264-7cc6-4929-84b4-23328c972201 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8452163 May 19 13:01:56.685786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.705704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427174487'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:56.714522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:56.727683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:56.755178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 97378023-d3e1-424f-a104-0c965a2bbc6b details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:01:56.762732 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec', '6449fdfd-4d26-4368-9342-a645a8ac8455', 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:56.768141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.903614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:56.965537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:57.006339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:57.026732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a61c0f-2001-4970-913d-6f742269604d req-d96b3c76-0d53-4569-8abf-00543e3fef1d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854845 May 19 13:01:57.038370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.21.0.1 (4bfe4129-6e13-42ca-9b06-8e8e81a13e92/45907c19-2dbb-4bd8-9a54-5d883bfb3f6a/bc856529-ad73-45e7-bcc0-c7a82e2620d4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:57.093785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:57.182309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-7ad8cb4e-235f-4b9a-9ac1-c1abeaa30767 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696994 May 19 13:01:57.453499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:57.690375 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'code': 200} May 19 13:01:57.740177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-deleted', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:01:57.895727 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b653d-ad7f-46b2-88fc-a757c6acd97d', 'name': 'network-vif-deleted', 'tag': 'a79f49c7-e97d-4b96-a14d-06f1f04421d9', 'status': 'completed', 'code': 200} May 19 13:01:57.943316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=97378023-d3e1-424f-a104-0c965a2bbc6b,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:58.175849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '97378023-d3e1-424f-a104-0c965a2bbc6b', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '97378023-d3e1-424f-a104-0c965a2bbc6b', 'mac_address': 'fa:16:3e:d8:9f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:01:58.188314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.221094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.233956 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.322531 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37d7e867-c07d-4d8a-9c1c-22578f265cab tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:58.362615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.369931 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6829550 May 19 13:01:58.383695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:58.393054 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.434165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-258ef2e6-50d0-4b6b-97d1-0d974ee60d5b tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'aea84b02-ef20-4fc9-b17a-847763421b51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:58.435260 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-258ef2e6-50d0-4b6b-97d1-0d974ee60d5b tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 19 13:01:58.436291 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-258ef2e6-50d0-4b6b-97d1-0d974ee60d5b tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:01:58.440752 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-258ef2e6-50d0-4b6b-97d1-0d974ee60d5b tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0492969 May 19 13:01:58.447510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object bc856529-ad73-45e7-bcc0-c7a82e2620d4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:58.449303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:58.465120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97378023-d3e1-424f-a104-0c965a2bbc6b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:01:58.514629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bfcf85a6-1434-4d0c-a564-14294d05ebd9 req-0620e2df-9e73-423f-8d7f-c1af19f277a7 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=d41b653d-ad7f-46b2-88fc-a757c6acd97d HTTP/1.1" status: 200 len: 210 time: 0.4253364 May 19 13:01:58.550609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea84b02-ef20-4fc9-b17a-847763421b51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:58.569113 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=97378023-d3e1-424f-a104-0c965a2bbc6b,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:58.589785 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.595799 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:58.619618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.620039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.620401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.624212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e91026a-f123-42b1-9695-9e97cc055ffc req-fcffdc5d-1c56-4d17-bc48-5faacf0a14e1 service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4253850 May 19 13:01:58.632893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.634625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.635194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.636517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.638511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.640066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.641304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.641685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.642046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:58.673909 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:58.688750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:58.712954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229b655-e1b5-4485-9843-b674df2a3e9a req-daeb5e81-26a9-49a8-a455-a800de02a578 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:01:58.733972 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7229b655-e1b5-4485-9843-b674df2a3e9a req-daeb5e81-26a9-49a8-a455-a800de02a578 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 943 time: 0.3669677 May 19 13:01:58.806434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.842084 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:58.883127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:58.905496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.920418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:58.931261 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:58.934587 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7229b655-e1b5-4485-9843-b674df2a3e9a req-e878ab5f-e0b4-4c45-9f31-7b8019025957 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908729 May 19 13:01:58.942330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['97378023-d3e1-424f-a104-0c965a2bbc6b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:01:58.948473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:58.980137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:01:59.016672 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.075813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:59.081154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=bc856529-ad73-45e7-bcc0-c7a82e2620d4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.086418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.135813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.140102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfea17556124529b61d3b4abebf67f7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:59.146873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:59.156737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:59.304865 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:59.453262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.467242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.477106 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e75ff64a-ad44-449e-b9f3-f48984d6b17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:59.528514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d91a0d5d-a449-4a15-b3c0-1b28857711ad None None] Provisioning for port bc856529-ad73-45e7-bcc0-c7a82e2620d4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:59.539536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbfea17556124529b61d3b4abebf67f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8433490 May 19 13:01:59.543332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:59.543935 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.544845 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d91a0d5d-a449-4a15-b3c0-1b28857711ad None None] Provisioning complete for port bc856529-ad73-45e7-bcc0-c7a82e2620d4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:59.545742 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d91a0d5d-a449-4a15-b3c0-1b28857711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.550392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2034d7d2-792f-49f6-80fa-efed39faf1ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.556402 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:59.559632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-835ca998-84d2-4cf8-b525-d4f583f191fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:01:59.594536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea84b02-ef20-4fc9-b17a-847763421b51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.604173 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:01:59.660327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d91a0d5d-a449-4a15-b3c0-1b28857711ad None None] Port bc856529-ad73-45e7-bcc0-c7a82e2620d4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:59.677808 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.684490 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/aea84b02-ef20-4fc9-b17a-847763421b51 HTTP/1.1" status: 204 len: 168 time: 1.2311935 May 19 13:01:59.685889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:59.741926 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.762546 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.821837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf01504b-790f-4504-b9c1-3bcdf75a11d6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342039 May 19 13:01:59.829999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:59.861903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--66225887'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:59.889456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:59.915974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:59.928306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:59.950918 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.958483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:00.009168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.097149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:00.107409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:00.111550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:00.127480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:00.173107 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.181562 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bbac42e3-8f28-47dc-a735-faaac766e1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:00.272303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2034d7d2-792f-49f6-80fa-efed39faf1ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:00.285259 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:00.423218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.428118 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2034d7d2-792f-49f6-80fa-efed39faf1ec HTTP/1.1" status: 204 len: 168 time: 0.8823514 May 19 13:02:00.544007 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.556302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.620871 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c13cc8e-d947-486f-855a-893b491b0f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:00.670683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.678093 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8466005 May 19 13:02:00.679503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:00.698229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c12b16fd-f314-411d-9e83-408b7f2cf52d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'c17acad7-f844-4dd9-8a1b-86eca5e16236', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:00.699397 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-c12b16fd-f314-411d-9e83-408b7f2cf52d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 19 13:02:00.700237 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-c12b16fd-f314-411d-9e83-408b7f2cf52d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:00.705010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c12b16fd-f314-411d-9e83-408b7f2cf52d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0167081 May 19 13:02:00.716498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:00.738754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 97378023-d3e1-424f-a104-0c965a2bbc6b up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:00.743239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17acad7-f844-4dd9-8a1b-86eca5e16236,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:00.752168 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:00.834507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b16fd4-4052-4074-b201-606643eafae6 req-6c0767bf-745b-4d75-b0ba-347122fc10a0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:00.836254 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6b16fd4-4052-4074-b201-606643eafae6 req-6c0767bf-745b-4d75-b0ba-347122fc10a0 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 944 time: 0.6270504 May 19 13:02:00.895874 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.940095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 97378023-d3e1-424f-a104-0c965a2bbc6b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:00.959662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 97378023-d3e1-424f-a104-0c965a2bbc6b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:00.961091 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.046365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6b16fd4-4052-4074-b201-606643eafae6 req-400a36fd-e16f-483b-b8f2-4e3dda10d752 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557455 May 19 13:02:01.057940 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.262010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:01.311849 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.322293 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8403524-49ae-4ea7-b5d3-599b67453e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:01.355093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17acad7-f844-4dd9-8a1b-86eca5e16236,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:01.365312 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:01.369925 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.374254 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.380377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/c17acad7-f844-4dd9-8a1b-86eca5e16236 HTTP/1.1" status: 204 len: 168 time: 0.6614239 May 19 13:02:01.381698 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.382417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:01.445939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:01.456856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a9fa-d972-4be4-ba04-71e4546f424e req-814418aa-8454-405d-9a9e-e6d61e765c8d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:01.465536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a3f5a9fa-d972-4be4-ba04-71e4546f424e req-814418aa-8454-405d-9a9e-e6d61e765c8d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 950 time: 0.3241565 May 19 13:02:01.471984 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:01.496410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-50680ce4-e97d-46f7-a720-2f2706c073e7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:01.505292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Usage tracker for resource:security_group_rule and tenant:4937054c730140bf878d897a7798551a is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:01.514324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:01.523194 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.533460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:01.540170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.562756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:01.565668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-50680ce4-e97d-46f7-a720-2f2706c073e7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:01.578296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-50680ce4-e97d-46f7-a720-2f2706c073e7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947365 May 19 13:02:01.586352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:01.587156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=97378023-d3e1-424f-a104-0c965a2bbc6b,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:01.602734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.607025 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c3228d02-216a-41da-9cff-8a67426888bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:01.608707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060179364'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:01.644306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a3f5a9fa-d972-4be4-ba04-71e4546f424e req-260f5387-1619-4e32-ad98-2537760692eb tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757967 May 19 13:02:01.652219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:01.681899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:01.709806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.773590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:01.819663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:01.843163 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b', 'code': 200} May 19 13:02:01.845112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:01.846121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:01.850920 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:01.899703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:01.933126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.049913 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24693994-50c7-4d01-8289-6cf160fed09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:02.230499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.251591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.355186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.432151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.510570 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3aec8c8d-e715-4cf0-8d08-cd85413bf685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:02.604856 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4937054c730140bf878d897a7798551a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3409221 May 19 13:02:02.617436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.755077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=bc856529-ad73-45e7-bcc0-c7a82e2620d4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.806749 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:02.811148 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c5af544e-e3e2-4ec2-8433-53909bc67d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:02.820378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.823200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2351906 May 19 13:02:02.829291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.859676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-efb82c23-e2b7-4976-a958-bc5f1403413a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'e9692cb3-35db-4711-a9ae-7c991b7f4850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:02.877179 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-efb82c23-e2b7-4976-a958-bc5f1403413a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 19 13:02:02.878182 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-efb82c23-e2b7-4976-a958-bc5f1403413a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:02.879815 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-efb82c23-e2b7-4976-a958-bc5f1403413a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0294397 May 19 13:02:02.890050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.947655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9692cb3-35db-4711-a9ae-7c991b7f4850,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.951780 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:02.970176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2efcbac-05ac-440e-b926-e92831250ffd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.977119 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:02.998654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5364f70-afd9-41c4-b36c-78866143ee02 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'e9692cb3-35db-4711-a9ae-7c991b7f4850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:03.002941 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-a5364f70-afd9-41c4-b36c-78866143ee02 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 19 13:02:03.003884 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a5364f70-afd9-41c4-b36c-78866143ee02 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:03.009585 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5364f70-afd9-41c4-b36c-78866143ee02 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1089988 May 19 13:02:03.035846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.084732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a9c9ced9-2856-4f30-84a3-120063825210 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'e9692cb3-35db-4711-a9ae-7c991b7f4850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:03.086209 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-a9c9ced9-2856-4f30-84a3-120063825210 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 19 13:02:03.087071 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a9c9ced9-2856-4f30-84a3-120063825210 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:03.088979 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9c9ced9-2856-4f30-84a3-120063825210 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0333803 May 19 13:02:03.102385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf9a6-4ad2-4491-9cc8-75842682c895 req-8b643178-c278-4cbe-a2c5-97a1139e39e5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.105244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71bf9a6-4ad2-4491-9cc8-75842682c895 req-8b643178-c278-4cbe-a2c5-97a1139e39e5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.6861839 May 19 13:02:03.106414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.114711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f00d26-33f5-45e2-bd85-4534e01e0ee1 req-a0773720-1516-45be-ac06-7fe28e63d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.117122 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43f00d26-33f5-45e2-bd85-4534e01e0ee1 req-a0773720-1516-45be-ac06-7fe28e63d197 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 1096 time: 1.2551959 May 19 13:02:03.121064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-7821df9c-3078-490e-b227-f48cb248f70d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.122338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-7821df9c-3078-490e-b227-f48cb248f70d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:03.134140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-d79a7116-f6a1-4641-91e2-2542a73c78a7 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.136799 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-d79a7116-f6a1-4641-91e2-2542a73c78a7 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/ports?device_id=187b3261-37e9-45cf-91c9-fe13c78c0766 HTTP/1.1" status: 200 len: 950 time: 0.8973308 May 19 13:02:03.140102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f624d017-eab3-482f-a8dc-341157089208 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'e9692cb3-35db-4711-a9ae-7c991b7f4850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:03.141008 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f624d017-eab3-482f-a8dc-341157089208 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 19 13:02:03.141521 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f624d017-eab3-482f-a8dc-341157089208 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:03.142645 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f624d017-eab3-482f-a8dc-341157089208 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154717 May 19 13:02:03.143568 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.153029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.154739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30531f7a-8704-4dd6-87fb-322d0ff6527d req-b3d3eedb-0514-430a-a463-ee319bb0b671 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.157417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30531f7a-8704-4dd6-87fb-322d0ff6527d req-b3d3eedb-0514-430a-a463-ee319bb0b671 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.5246325 May 19 13:02:03.165706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:03.185538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:03.207081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-7821df9c-3078-490e-b227-f48cb248f70d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:03.208204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-7821df9c-3078-490e-b227-f48cb248f70d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 950 time: 1.2728519 May 19 13:02:03.329178 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.403501 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43f00d26-33f5-45e2-bd85-4534e01e0ee1 req-69e7d70e-db0e-4c0d-bb9c-0c66b05212ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654603 May 19 13:02:03.406575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71bf9a6-4ad2-4491-9cc8-75842682c895 req-8789e813-e3be-4da5-8d47-18c911cc22f5 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869720 May 19 13:02:03.518435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30531f7a-8704-4dd6-87fb-322d0ff6527d req-279ace05-7360-46ab-a5be-e3ac89f02323 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529383 May 19 13:02:03.552142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b378ef39-9b7a-4af1-8a3e-8b9d7ce4dc0c None None] Provisioning complete for port bc856529-ad73-45e7-bcc0-c7a82e2620d4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:03.554089 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b378ef39-9b7a-4af1-8a3e-8b9d7ce4dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.586876 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.632208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router af7915a3-d951-41ba-ad3f-47967bbaa0ab has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:03.655463 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.661860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b378ef39-9b7a-4af1-8a3e-8b9d7ce4dc0c None None] Port bc856529-ad73-45e7-bcc0-c7a82e2620d4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:03.666593 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.676850 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98f1f8bc-f028-447d-bfe2-f68477416827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:03.695069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port 6449fdfd-4d26-4368-9342-a645a8ac8455 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:03.695483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.796752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2efcbac-05ac-440e-b926-e92831250ffd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:03.799537 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:03.848907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a2dd-26cf-4a93-9c20-94ebc5ca6f71 req-d8628948-648e-4f44-bbcb-97fbab3d9e4c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:03.850479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3128a2dd-26cf-4a93-9c20-94ebc5ca6f71 req-d8628948-648e-4f44-bbcb-97fbab3d9e4c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 950 time: 0.2016635 May 19 13:02:03.901773 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.908056 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2efcbac-05ac-440e-b926-e92831250ffd HTTP/1.1" status: 204 len: 168 time: 1.2785003 May 19 13:02:03.921154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port 6449fdfd-4d26-4368-9342-a645a8ac8455, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6449fdfd-4d26-4368-9342-a645a8ac8455,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:03.921507 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.922597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:03.923569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.943989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3128a2dd-26cf-4a93-9c20-94ebc5ca6f71 req-921cf65b-bf09-4522-82f2-4f7165150891 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808036 May 19 13:02:04.093514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.121928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1274318602'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:04.146885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:04.243945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for 6449fdfd-4d26-4368-9342-a645a8ac8455 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:04.348607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:network and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:04.363018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:04.372010 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.379875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:04.380339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a2c1b579-a662-4ffe-8126-e06f7466f3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:04.387072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:04.390987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:04.397904 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.414933 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0409944 May 19 13:02:04.414933 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7a84ef2-73b4-4007-9461-0ee19ee85290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:04.419342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.421636 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] Sync routers for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:04.430421 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.434614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/e9692cb3-35db-4711-a9ae-7c991b7f4850 HTTP/1.1" status: 204 len: 168 time: 1.2804961 May 19 13:02:04.442486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.443580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9692cb3-35db-4711-a9ae-7c991b7f4850,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:04.446484 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:04.471055 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:04.473154 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.512887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:04.522914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.584211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb61f355-a436-4907-9079-99f1460ffecf tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:04.612222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:04.613224 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.648665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb61f355-a436-4907-9079-99f1460ffecf tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:04.653774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=6449fdfd-4d26-4368-9342-a645a8ac8455,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:04.659443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.663959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb61f355-a436-4907-9079-99f1460ffecf tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2144711 May 19 13:02:04.670763 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:04.828961 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.846365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--746428036'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:04.850575 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:04.852009 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:01:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.853717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:04.865816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:04.928726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.995042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:05.005043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.022355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:05.041265 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.065996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:05.073545 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.074107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Usage tracker for resource:security_group_rule and tenant:2f44b57332a24f038bbcde587e7edb32 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:05.074309 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a071d-9943-43b2-9c04-c640055b18a2 None None] The sync data for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:05.074462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port 6449fdfd-4d26-4368-9342-a645a8ac8455 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:05.084526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:05.087236 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.095763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:05.098808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f646c-9423-4da2-80b9-72da862076d9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:05.102976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b27f646c-9423-4da2-80b9-72da862076d9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports/bc856529-ad73-45e7-bcc0-c7a82e2620d4 HTTP/1.1" status: 200 len: 910 time: 0.6740718 May 19 13:02:05.102976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'name': 'network-vif-deleted', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:05.110492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.133812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.133812 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Added segment f4ccc946-378b-4602-8829-daf254d61e0f of type vlan for network b7457dac-1746-4c33-adf0-0891935ad4cd May 19 13:02:05.138581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:05.207851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:05.241541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.285920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:05.290577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-698ea2c1-6e61-4db3-b512-246db28bfa9b req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "DELETE /v2.0/ports/6449fdfd-4d26-4368-9342-a645a8ac8455 HTTP/1.1" status: 204 len: 173 time: 2.1313710 May 19 13:02:05.308152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:05.395033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd699f-38d2-4554-b7e0-ee72ef0ed217 req-30bd1670-77e4-4be5-b01a-1a46817461a7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:05.396702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62bd699f-38d2-4554-b7e0-ee72ef0ed217 req-30bd1670-77e4-4be5-b01a-1a46817461a7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.5226481 May 19 13:02:05.471830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.478098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:05.478738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.491780 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63313839-4b21-4ad7-bfc6-d4cbafea9fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:05.530815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-c16247a8-3acf-44a6-b108-f44614b70bd9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:05.531545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.533453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-c16247a8-3acf-44a6-b108-f44614b70bd9 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.8377867 May 19 13:02:05.559210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.567725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55d48b-c1bd-4015-a1fa-189525055baf req-b4c2b4a1-238d-45db-b3ce-4c25d90f9c91 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:05.570549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c55d48b-c1bd-4015-a1fa-189525055baf req-b4c2b4a1-238d-45db-b3ce-4c25d90f9c91 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 0.7753305 May 19 13:02:05.648969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5482688 May 19 13:02:05.648969 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.657406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.663821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['3968ef6c-af53-4b10-9259-3632753902ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:05.677809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1498875485'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:05.685688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Network': ['ID=b7457dac-1746-4c33-adf0-0891935ad4cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.688381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:05.699151 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f44b57332a24f038bbcde587e7edb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622213 May 19 13:02:05.699151 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:05.700718 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2dd38614-3eba-48fc-aad4-646d13b4143e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:05.706108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.707156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:network and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:05.746027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:05.774078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b7457dac-1746-4c33-adf0-0891935ad4cd details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:05.807192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:05.835388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:05.852015 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.854101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3601ffb0-4318-4b2c-8abf-eec0f286603e req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "DELETE /v2.0/ports/b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd HTTP/1.1" status: 204 len: 173 time: 2.6343870 May 19 13:02:05.859101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'name': 'network-vif-deleted', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:05.869488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6296a8-cfd2-454f-a496-7aa783ced003,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.879607 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:05.882721 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:05.931440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62bd699f-38d2-4554-b7e0-ee72ef0ed217 req-344e4158-acfb-4ab3-bd70-c08835719d1a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283743 May 19 13:02:05.952610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:05.956087 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.977153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c55d48b-c1bd-4015-a1fa-189525055baf req-d437d8c1-5729-4355-bc42-b649bf46587c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769606 May 19 13:02:06.015770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.029163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:06.045842 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:06.119934 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.163497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6449fdfd-4d26-4368-9342-a645a8ac8455 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:06.219121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.248226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 6449fdfd-4d26-4368-9342-a645a8ac8455 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:06.249473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6449fdfd-4d26-4368-9342-a645a8ac8455 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:06.249781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:06.309658 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187b3261-37e9-45cf-91c9-fe13c78c0766', 'name': 'network-vif-deleted', 'tag': '6449fdfd-4d26-4368-9342-a645a8ac8455', 'status': 'completed', 'code': 200} May 19 13:02:06.315749 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.329335 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1694072-49cb-43e4-ae1e-419f2ab0addd', 'name': 'network-vif-deleted', 'tag': 'b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd', 'status': 'completed', 'code': 200} May 19 13:02:06.329943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:06.346106 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.354140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.354550 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Added segment ed92811a-4950-44fe-8f0f-eb85bf9dec61 of type vlan for network 10a8a855-5b19-47b7-8f46-78928e26bfb5 May 19 13:02:06.358316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9d64275-c63a-4f86-b769-e04ecad689be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:06.380218 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6728f906-caed-417c-8d7d-b9d5062c7b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:06.395787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:06.396821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b8dd7d8d-ad0e-4caf-adf0-ad2f40aa57cd not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:06.418698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6296a8-cfd2-454f-a496-7aa783ced003,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:06.421376 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:06.423543 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.427843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a6296a8-cfd2-454f-a496-7aa783ced003 HTTP/1.1" status: 204 len: 168 time: 0.6834617 May 19 13:02:06.460722 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.477029 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09a24bfd-49ca-4338-b84c-f664f0e64098 req-04ea1904-8924-413e-90ad-08a1194bfc91 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:06.506673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.514074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:06.514747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.517678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4810c-da89-4b78-b81a-9ae6ab112812,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:06.532130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:06.538916 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3a6a7285-c1cd-4f99-a657-fbd4908e9998 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:06.592860 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9301295 May 19 13:02:06.593743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:06.658962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'subnet': {'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:06.698538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Network': ['ID=10a8a855-5b19-47b7-8f46-78928e26bfb5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:06.703947 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:06.726748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:06.920480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-09a24bfd-49ca-4338-b84c-f664f0e64098 req-04ea1904-8924-413e-90ad-08a1194bfc91 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:06.921661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09a24bfd-49ca-4338-b84c-f664f0e64098 req-04ea1904-8924-413e-90ad-08a1194bfc91 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1694072-49cb-43e4-ae1e-419f2ab0addd HTTP/1.1" status: 200 len: 210 time: 0.8035793 May 19 13:02:06.922609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.928983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2342157 May 19 13:02:06.931994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:06.936052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:06.945252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:subnet and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:06.948764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a6241ade-9090-4740-ae6d-2c40a00e3499 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:06.949580 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-a6241ade-9090-4740-ae6d-2c40a00e3499 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:02:06.950025 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a6241ade-9090-4740-ae6d-2c40a00e3499 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:06.954551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6241ade-9090-4740-ae6d-2c40a00e3499 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125282 May 19 13:02:06.959045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:06.968007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:06.970549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:06.985789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:07.002497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:07.008603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:07.016390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:07.016748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.021946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:07.025983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Deleting port 8795be40-0f91-4892-ae78-1647c35dc02c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:07.026345 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.050701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:07.070273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284eb6c-c815-4d1a-bbb7-578ad21557a6 req-2249ca52-0b7f-4df5-9fd3-54989e28d63d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:07.080342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3284eb6c-c815-4d1a-bbb7-578ad21557a6 req-2249ca52-0b7f-4df5-9fd3-54989e28d63d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5948682 May 19 13:02:07.489838 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:07.497602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c4e23c4-3915-4794-8fe8-6481afef693a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5346167 May 19 13:02:07.499341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:07.513382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e89f8a9c-45b0-4205-bac6-475562afd485 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:07.514987 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-e89f8a9c-45b0-4205-bac6-475562afd485 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 19 13:02:07.515964 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e89f8a9c-45b0-4205-bac6-475562afd485 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:07.522529 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e89f8a9c-45b0-4205-bac6-475562afd485 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160241 May 19 13:02:07.524341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:07.584469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:07.603329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3284eb6c-c815-4d1a-bbb7-578ad21557a6 req-9c9be736-bcf0-4584-86b0-91edf706f700 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218911 May 19 13:02:07.622083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:07.639884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.646940 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:07.751742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:07.752856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network hostable DHCP agents. Network: b7457dac-1746-4c33-adf0-0891935ad4cd, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:07.759871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Subnet': ['ID=480c41fd-d30b-4a63-9768-2277bfe5e15d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:07.766853 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:07.778242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:07.783564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:07.790011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network b7457dac-1746-4c33-adf0-0891935ad4cd is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:07.804733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, b7457dac-1746-4c33-adf0-0891935ad4cd) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:07.826304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d246c-d700-4a22-b49b-f72f2e8dfbe4 None None] Network b7457dac-1746-4c33-adf0-0891935ad4cd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:07.831439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:07.832595 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.853796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:07.873833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:07.874395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.893851 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2953200 May 19 13:02:07.899001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:07.915800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'subnet': {'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.215628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:08.221007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:subnet and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:08.227145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:08.235382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:08.254168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:08.258304 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.303779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Calling delete_port for 8795be40-0f91-4892-ae78-1647c35dc02c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:08.386991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-b7457dac-1746-4c33-adf0-0891935ad4cd', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:02:08.389374 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.529299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29087eb-5485-4fbe-be0a-76cd892d5a8c req-5dda8700-3064-42b2-b310-d9fdd547acb7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:08.546888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d29087eb-5485-4fbe-be0a-76cd892d5a8c req-5dda8700-3064-42b2-b310-d9fdd547acb7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 1.1906559 May 19 13:02:08.552811 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:08.555413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec8feb88-43d3-4a9e-8c06-f3e381c9adb7 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0086789 May 19 13:02:08.587199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:08.610827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aa68564a-aa92-4da7-8831-613271943837 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.611590 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-aa68564a-aa92-4da7-8831-613271943837 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:02:08.612866 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-aa68564a-aa92-4da7-8831-613271943837 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:08.615929 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa68564a-aa92-4da7-8831-613271943837 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0258288 May 19 13:02:08.621395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 47966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:08.665776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.719475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:08.753764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:08.772274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:08.799206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:08.810661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 8795be40-0f91-4892-ae78-1647c35dc02c no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:08.829117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d29087eb-5485-4fbe-be0a-76cd892d5a8c req-1a342e27-1db2-4778-af9d-a90e70ee10cd tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798648 May 19 13:02:08.834211 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.960218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Allocated IP 10.1.1.2 (b7457dac-1746-4c33-adf0-0891935ad4cd/480c41fd-d30b-4a63-9768-2277bfe5e15d/e20cfd9e-ff7c-4c89-9693-158aa7a056e3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:09.240473 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.293942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:09.316492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 8795be40-0f91-4892-ae78-1647c35dc02c, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=8795be40-0f91-4892-ae78-1647c35dc02c,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:09.348650 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.356508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b9fd6-a9bf-47fb-bafd-2b8c73b70d62 req-2767bf54-7abd-4938-9874-13c7b1a78ca7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:09.361620 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0e9c52d4-ae39-401c-b675-1ebdf5a6efa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:09.371107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c7b9fd6-a9bf-47fb-bafd-2b8c73b70d62 req-2767bf54-7abd-4938-9874-13c7b1a78ca7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 945 time: 1.2945127 May 19 13:02:09.465727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.481482 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:09.484938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Transition to ACTIVE for port object e20cfd9e-ff7c-4c89-9693-158aa7a056e3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:09.488354 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:09.496151 n-d-791505-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Project 62b86212f38b485cb663c519bf60db73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:02:09.514015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Transition to ACTIVE for port object e20cfd9e-ff7c-4c89-9693-158aa7a056e3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:09.534590 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.544536 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:09.589410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.604820 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7a8fa2b1-6b84-44f3-86c8-001eab4d9e97 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:09.625440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Network b7457dac-1746-4c33-adf0-0891935ad4cd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:09.631351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:09.634253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:09.694129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Pushing event updated for resources: {'Port': ['ID=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:09.697210 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:09.728060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c7b9fd6-a9bf-47fb-bafd-2b8c73b70d62 req-8e42d87f-adaa-4677-81aa-c70abf0fa366 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496935 May 19 13:02:09.747339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Subnet': ['ID=b6adb5b2-ba3f-4369-ac17-a8decfb165f2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:09.757298 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:09.758128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Checking segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:09.758700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network hostable DHCP agents. Network: 10a8a855-5b19-47b7-8f46-78928e26bfb5, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:09.777898 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:09.782075 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a1f8e5a-d1f5-4399-ad5a-5f35ce55fcb9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1437953 May 19 13:02:09.782687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.786226 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:09.797264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8d9891a2-b05b-44c7-99cc-5295d3fc54dc tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:09.797567 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-8d9891a2-b05b-44c7-99cc-5295d3fc54dc tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 19 13:02:09.797956 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8d9891a2-b05b-44c7-99cc-5295d3fc54dc tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:09.804157 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d9891a2-b05b-44c7-99cc-5295d3fc54dc tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152452 May 19 13:02:09.804490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Attempting to bind port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:09.804490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Attempting to bind port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:09.804490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Attempting to bind port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:09.805615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.810916 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:09.821031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:09.823523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:09.824246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:09.825047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.825649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Bound using segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:09.826056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 10a8a855-5b19-47b7-8f46-78928e26bfb5) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:09.826574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Bound port: e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:09.827202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.828397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:09.834231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:09.855440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:09.860754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:09.861702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.882088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbf293-c57d-414e-89ef-f0fcc6ba4c24 None None] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:09.913261 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0114539 May 19 13:02:09.915089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 47996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.921719 n-d-791505-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Project 62b86212f38b485cb663c519bf60db73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:02:09.944696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1900726295', 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:10.304390 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:10.307829 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb5681dd-8f06-48e4-9f9b-c3fa0c579caa tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5008647 May 19 13:02:10.312354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.314495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:10.328910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'b7d4810c-da89-4b78-b81a-9ae6ab112812', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:10.335760 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7862f9c1-3585-485f-acf8-78306b50ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.348649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:10.358077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:10.366512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:10.381479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:10.398215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] For port e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:10.400967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:10.408996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:10.416304 n-d-791505-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Project 62b86212f38b485cb663c519bf60db73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:02:10.436118 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:10.476300 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.482953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:10.494271 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b05a4ab5-22f9-4218-b4f5-5ff0ddc74447 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:10.521342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f4641956-a1a4-4f57-96c6-30931bfffc8a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:10.523569 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:10.526335 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8094b8fb-e554-4ff3-9cc3-86324bf116a2 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2048864 May 19 13:02:10.551119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.635689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Pushing event deleted for resources: {'Port': ['ID=8795be40-0f91-4892-ae78-1647c35dc02c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:10.659618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] For port e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:10.686144 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:10.694356 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.713593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460318-d202-4a08-8e8e-3d12399ace66 req-82e8707d-1953-4802-9b7c-76ecae35d334 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:10.719768 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-36640f64-3df9-490c-90eb-ef31168a368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:10.727343 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4460318-d202-4a08-8e8e-3d12399ace66 req-82e8707d-1953-4802-9b7c-76ecae35d334 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.4130523 May 19 13:02:10.948801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] No DVR routers for this DVR port 8795be40-0f91-4892-ae78-1647c35dc02c on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:10.955404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.989975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-deleted', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:11.014459 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-10a8a855-5b19-47b7-8f46-78928e26bfb5', 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ips': [{'subnet_id': 'b6adb5b2-ba3f-4369-ac17-a8decfb165f2'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:02:11.016066 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.034624 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.152470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ff355214-841a-4ce7-8505-f0c8f2f9c624 req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "DELETE /v2.0/ports/8795be40-0f91-4892-ae78-1647c35dc02c HTTP/1.1" status: 204 len: 173 time: 5.5525923 May 19 13:02:11.168464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d4460318-d202-4a08-8e8e-3d12399ace66 req-2e4e0859-e5eb-47d9-bc12-b523ce61d494 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583241 May 19 13:02:11.194537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.218341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.458271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Pushing event updated for resources: {'Port': ['ID=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:11.466400 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:11.482064 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c', 'code': 200} May 19 13:02:11.624870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] device_id is not set on port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:02:11.716687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port bc856529-ad73-45e7-bcc0-c7a82e2620d4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:11.717258 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.837215 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eeaddc-d324-448c-b16e-561ec82681bf', 'name': 'network-vif-deleted', 'tag': '8795be40-0f91-4892-ae78-1647c35dc02c', 'status': 'completed', 'code': 200} May 19 13:02:11.838924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fb82bea3-834b-4bc8-98b8-df2421eebd6f req-8631b5c7-55d0-4ab4-93be-0d8baea3d291 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Synchronizing usage tracker for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:11.841611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.888774 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9caf2aa-3ded-4154-81a8-0f8f65c609d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:11.960601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.966812 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/b7d4810c-da89-4b78-b81a-9ae6ab112812 HTTP/1.1" status: 204 len: 168 time: 1.4120009 May 19 13:02:11.980649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:12.078574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4810c-da89-4b78-b81a-9ae6ab112812,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:12.087292 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:12.138532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Allocated IP 10.2.2.2 (10a8a855-5b19-47b7-8f46-78928e26bfb5/b6adb5b2-ba3f-4369-ac17-a8decfb165f2/d0d23f99-493c-4ef4-a7a8-4ea123fff287) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:12.402239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6d2d6e7a-82cc-422c-a43c-326b4949d446 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:12.499084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fb82bea3-834b-4bc8-98b8-df2421eebd6f req-8631b5c7-55d0-4ab4-93be-0d8baea3d291 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Unset dirty status for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:12.501426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb82bea3-834b-4bc8-98b8-df2421eebd6f req-8631b5c7-55d0-4ab4-93be-0d8baea3d291 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5eeaddc-d324-448c-b16e-561ec82681bf HTTP/1.1" status: 200 len: 210 time: 0.7346427 May 19 13:02:12.540907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6d2d6e7a-82cc-422c-a43c-326b4949d446 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:12.548219 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d2d6e7a-82cc-422c-a43c-326b4949d446 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5506799 May 19 13:02:12.554686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:12.584143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--76528727'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:12.612079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:12.668810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:12.711436 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.718551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.1.1.185 (b7457dac-1746-4c33-adf0-0891935ad4cd/480c41fd-d30b-4a63-9768-2277bfe5e15d/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:12.766584 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.896382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c5f60-7c96-4a79-b415-87edda8afc2e req-b731d685-e162-460d-82ad-a43e22d9b8f4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:12.912493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c61c5f60-7c96-4a79-b415-87edda8afc2e req-b731d685-e162-460d-82ad-a43e22d9b8f4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.7286654 May 19 13:02:12.958362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for bc856529-ad73-45e7-bcc0-c7a82e2620d4 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:13.089816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:13.135246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:13.164334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:13.180643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:13.271225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203df13b-1305-4504-b3dc-a578f6ea58b8 None None] Network b7457dac-1746-4c33-adf0-0891935ad4cd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:13.396160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e20cfd9e-ff7c-4c89-9693-158aa7a056e3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:13.502401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.506722 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.519138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.529782 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-96aaff8c-6938-4b39-a523-c51e9313bc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:13.555618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:13.600874 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-b8857cc9-72ec-4e90-b217-496442f74fc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3203220 May 19 13:02:13.612098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff93862-9e35-41b5-bbd9-7b50457c0476,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:13.618598 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:13.621936 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.627601 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0588233 May 19 13:02:13.629013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:13.640763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'cff93862-9e35-41b5-bbd9-7b50457c0476', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:13.654300 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-760161ef-4840-4cd9-b6ac-d53d8a666022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.693317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:13.704129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:13.709585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:13.717274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:13.743639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c61c5f60-7c96-4a79-b415-87edda8afc2e req-20c1bd4e-331d-4780-b930-e8f3ed379255 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302963 May 19 13:02:13.759699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.772992 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c5e432ab-44a7-4a43-a34f-1e380e9b5589 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:13.775344 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.807051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Transition to ACTIVE for port object d0d23f99-493c-4ef4-a7a8-4ea123fff287 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:13.885141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Transition to ACTIVE for port object d0d23f99-493c-4ef4-a7a8-4ea123fff287 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:13.907757 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.923203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7da976fa-07dd-44c2-a565-baa8688b8c50 None None] Provisioning for port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:13.934964 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.966745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a8044eea-add2-4f4b-a3b2-b9108f12e8db tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:13.975863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a8044eea-add2-4f4b-a3b2-b9108f12e8db tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.8896616 May 19 13:02:13.997314 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-8ba355ff-bd1f-48b7-b26e-880b4e063a8d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/quotas/f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 375 time: 0.0204198 May 19 13:02:14.063374 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7a3a67b8-29fc-4788-b308-fcb4e877dc99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:14.284728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:14.297947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network b7457dac-1746-4c33-adf0-0891935ad4cd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:14.301678 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a5551525-bc26-4694-8b7f-dca4c8d5d8f2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3032773 May 19 13:02:14.303818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:14.307051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:14.309264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.312155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:14.320986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:14.345939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:14.352184 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:14.364716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:14.365436 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.372634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-b0cb0e25-d28b-4fe2-8679-3cf7767138ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:14.374505 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-b0cb0e25-d28b-4fe2-8679-3cf7767138ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 1096 time: 0.7274604 May 19 13:02:14.385732 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The resource could not be found. May 19 13:02:14.386898 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1800f71d-f497-40f7-af96-6d831298d2ae tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7556195 May 19 13:02:14.394218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:14.407282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'cff93862-9e35-41b5-bbd9-7b50457c0476', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ab1dcb49-3465-48fc-ba8f-d4394f377d55'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:14.462788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:14.487796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:14.499726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:14.500569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.508174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:14.525562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:14.585390 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Pushing event updated for resources: {'Port': ['ID=d0d23f99-493c-4ef4-a7a8-4ea123fff287,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.589360 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.618422 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:14.632353 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7086406 May 19 13:02:14.635459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:14.652704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'name': 'tempest-TaggedBootDevicesTest_v242-222093651', 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:14.781797 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.794875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c48d6ea8-a099-4082-9a30-d49bfa7c3d8a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:14.866010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-80099a59-faf6-427b-9c01-a0a39f0595d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:14.867871 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-80099a59-faf6-427b-9c01-a0a39f0595d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4394567 May 19 13:02:14.874201 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The resource could not be found. May 19 13:02:14.874201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e6718f5a-14c7-458e-a2dd-22bdb99bee2d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4778550 May 19 13:02:14.874629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:14.911234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:15.004424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.020515 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-ec90b7fd-67bc-4b60-b903-63629b79b6a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 200 len: 217 time: 0.1382437 May 19 13:02:15.020803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Attempting to bind port d0d23f99-493c-4ef4-a7a8-4ea123fff287 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:15.020957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Attempting to bind port d0d23f99-493c-4ef4-a7a8-4ea123fff287 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:15.021270 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Attempting to bind port d0d23f99-493c-4ef4-a7a8-4ea123fff287 on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:15.036826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:15.037242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Checking segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:15.037619 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.038023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Bound using segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:15.038522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Bound port: d0d23f99-493c-4ef4-a7a8-4ea123fff287, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:15.038910 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.148814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-44d90234-4878-441c-9a7f-2f9b14e1e50f service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456502 May 19 13:02:15.194115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:15.195960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=bc856529-ad73-45e7-bcc0-c7a82e2620d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:15.212091 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.217347 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:15.224077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-d1c12230-7d9c-4609-83aa-be4ec12efd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:15.227155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-d1c12230-7d9c-4609-83aa-be4ec12efd92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1855764 May 19 13:02:15.258742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.259678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.260547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.270499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.271311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.272230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.273218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.274251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.275058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.275794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.276550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.277251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:15.286822 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:15.360854 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] For port d0d23f99-493c-4ef4-a7a8-4ea123fff287, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:15.385933 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.391272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] For port d0d23f99-493c-4ef4-a7a8-4ea123fff287, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d0d23f99-493c-4ef4-a7a8-4ea123fff287,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:15.400414 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.406243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:15.411055 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:15.411775 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:15.456299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:15.461952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.500679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:15.517519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:15.518272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Pushing event updated for resources: {'Port': ['ID=d0d23f99-493c-4ef4-a7a8-4ea123fff287,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:15.525527 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:15.551834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:15.576214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:15.593885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Usage tracker for resource:security_group_rule and tenant:6284304898b84d84a452c2fd9dcf3aa1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:15.596052 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.601634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:15.619994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:15.711083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:15.717035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.789693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.802156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-a9e5a378-6f84-4588-8072-b24f286aaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:15.804720 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-a9e5a378-6f84-4588-8072-b24f286aaa0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4836123 May 19 13:02:15.812492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] device_id is not set on port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:02:15.951679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Provisioning complete for port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:15.952090 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.974241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.033708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.060583 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f056def6-dd10-465c-9d05-127a857fe765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:16.226287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Provisioning for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:16.236973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Provisioning complete for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:16.238271 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.277082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-c6e3f5a6-2dc8-4007-9bbb-7a2f028d7d81 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0626707 May 19 13:02:16.303268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3b7d6-c3fb-4fdc-906c-4d6131ad080f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:16.314266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6284304898b84d84a452c2fd9dcf3aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4385278 May 19 13:02:16.320118 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:16.326076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:16.407178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-94eb8c58-2409-4eab-939c-2f9024a1c517 None None] Port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:16.424541 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.465007 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-6034be91-bc1f-4bd5-8980-6ab9bdd56800 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810719 May 19 13:02:16.509824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667d310-72c8-4061-9656-d3251af1f36a req-3d6dfd22-a98e-4cce-a529-823e63315e4d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:16.520715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8667d310-72c8-4061-9656-d3251af1f36a req-3d6dfd22-a98e-4cce-a529-823e63315e4d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 950 time: 1.6366711 May 19 13:02:16.533974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13da3cfc-4d9a-4429-9bdc-239cc89b0ed1 None None] Provisioning complete for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:16.534506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13da3cfc-4d9a-4429-9bdc-239cc89b0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.611776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-13da3cfc-4d9a-4429-9bdc-239cc89b0ed1 None None] Port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:16.769314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.774351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.1.1.30 (b7457dac-1746-4c33-adf0-0891935ad4cd/480c41fd-d30b-4a63-9768-2277bfe5e15d/29f9a52c-fb72-40be-8a28-090ad3dc01c3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:16.802614 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.911699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.980914 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.998768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8667d310-72c8-4061-9656-d3251af1f36a req-cbc147b0-5e1b-41ee-8187-26a0c8a98b3d tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412564 May 19 13:02:17.163440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb606b0-b2b6-4be5-940f-0890eb1c1dcf req-ace03ce4-dcd4-4874-bce2-b1cc64adc50e service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846561 May 19 13:02:17.241108 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.259087 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23584574-3907-480d-b4bb-ffb6c4ea944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:17.295349 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.309669 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7fe89a18-9cce-4031-9d60-22d873c440d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:17.320375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3b7d6-c3fb-4fdc-906c-4d6131ad080f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:17.383463 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:17.397818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-7fdfd579-067f-4f7e-a151-73dccbe17eff tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:17.400870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-7fdfd579-067f-4f7e-a151-73dccbe17eff tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 950 time: 1.6079383 May 19 13:02:17.416251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff93862-9e35-41b5-bbd9-7b50457c0476,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:17.534355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.537060 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23d3b7d6-c3fb-4fdc-906c-4d6131ad080f HTTP/1.1" status: 204 len: 168 time: 1.2094634 May 19 13:02:17.539121 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:17.616046 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271a18d-bd78-482d-9de2-b79bcb0d4581 None None] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:17.748498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82c0cb5b-6703-480e-afa6-e48a5c40d26e None None] Provisioning for port d0d23f99-493c-4ef4-a7a8-4ea123fff287 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:17.851214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d0d23f99-493c-4ef4-a7a8-4ea123fff287 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:17.968095 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.018382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object 29f9a52c-fb72-40be-8a28-090ad3dc01c3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:18.031865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d0d23f99-493c-4ef4-a7a8-4ea123fff287 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:18.043011 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d0d23f99-493c-4ef4-a7a8-4ea123fff287 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:18.043457 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.082873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.096786 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-82bd1da5-d2e0-454e-a4d7-5df4163b3b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:18.213699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router af7915a3-d951-41ba-ad3f-47967bbaa0ab has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:18.223325 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.230370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/cff93862-9e35-41b5-bbd9-7b50457c0476 HTTP/1.1" status: 204 len: 168 time: 3.3170156 May 19 13:02:18.231805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:18.274915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network b7457dac-1746-4c33-adf0-0891935ad4cd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:18.282704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:18.330051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:18.404996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:18.413895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:18.431476 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:18.478797 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.482699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.517987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:18.530428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Usage tracker for resource:security_group_rule and tenant:f1747d3f0420462398818301165dcfed is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:18.541030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:18.542172 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.555873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:18.573535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:18.586430 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9428315 May 19 13:02:18.603046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48497a06-702f-41ac-ab86-2682dee79491 req-ecb440e8-d285-4619-90cb-22a02b4dd569 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 210 time: 0.4956245 May 19 13:02:18.604674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d0d23f99-493c-4ef4-a7a8-4ea123fff287, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d0d23f99-493c-4ef4-a7a8-4ea123fff287,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:18.615339 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.617425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e20cfd9e-ff7c-4c89-9693-158aa7a056e3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:18.709881 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5dbb7011-4fda-412a-a364-568cff8c848a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:18.953263 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d0d23f99-493c-4ef4-a7a8-4ea123fff287,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:18.982066 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:18.995695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963c599-35b9-4a24-9aee-31ec9c13c05d req-774b16d5-7a66-4664-96c3-5f45bf77aa37 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:19.006739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c963c599-35b9-4a24-9aee-31ec9c13c05d req-774b16d5-7a66-4664-96c3-5f45bf77aa37 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 1.6998332 May 19 13:02:19.010954 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:19.011578 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.019361 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.027086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.056616 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce9eab2a-996a-465b-97da-643cf055f270 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:19.067894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Provisioning for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:19.092279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Provisioning complete for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:19.092949 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.109437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02bc81f3-8581-498f-822d-99202d0c2207 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:19.140092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Deleting port 3968ef6c-af53-4b10-9259-3632753902ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:19.140485 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.163589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6688cf-fdc5-4733-a63e-48d6a68a4777,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.187187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:19.190981 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1747d3f0420462398818301165dcfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785535 May 19 13:02:19.199038 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:19.199977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:19.202782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:19.215382 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:02:19.261566 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1408386 May 19 13:02:19.264852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:19.280611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-02bc81f3-8581-498f-822d-99202d0c2207 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:19.289097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-02bc81f3-8581-498f-822d-99202d0c2207 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9985819 May 19 13:02:19.295404 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] Sync routers for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:19.297854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c963c599-35b9-4a24-9aee-31ec9c13c05d req-ff4c745c-75f2-47cc-aa2b-6a4baa647a23 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893000 May 19 13:02:19.298874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:19.313737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:19.315174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:19.415606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': '3543535d-13e7-4090-b560-9b86a249f24b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:19.449332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:19.477495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:19.497870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:19.531786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d0d23f99-493c-4ef4-a7a8-4ea123fff287 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:19.576170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94912-f323-452b-9faa-f3b031737e1b req-cdc71645-0ad6-4696-831f-a5516a7c177d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:19.578642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fad94912-f323-452b-9faa-f3b031737e1b req-cdc71645-0ad6-4696-831f-a5516a7c177d tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.6132967 May 19 13:02:19.580627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:19.643434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:19.647219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Provisioning complete for port d0d23f99-493c-4ef4-a7a8-4ea123fff287 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:19.647723 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb722-ce5a-4a6a-82cd-e25b5c89402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.722775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:19.724942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:19.805873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:19.806437 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee6fb5-cfbe-4f46-8e4f-99b2fd32601f None None] The sync data for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:19.874019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d0d23f99-493c-4ef4-a7a8-4ea123fff287 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:19.874625 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.989213 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.015090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:20.015739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.071609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a707ccf9-43aa-4aa5-af43-64b61185d16e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:20.072375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a707ccf9-43aa-4aa5-af43-64b61185d16e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:20.132267 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.168652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a707ccf9-43aa-4aa5-af43-64b61185d16e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:20.169835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-a707ccf9-43aa-4aa5-af43-64b61185d16e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 1.1187749 May 19 13:02:20.201005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 3968ef6c-af53-4b10-9259-3632753902ec no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:20.211653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'device_id': '14264644-25dc-4910-8033-1e0dfae686f9', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'admin_state_up': True, 'tenant_id': 'f6c385f268c74baabf8254875377953d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:20.367605 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.367944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Calling delete_port for 3968ef6c-af53-4b10-9259-3632753902ec owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:20.389047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fad94912-f323-452b-9faa-f3b031737e1b req-1ec57a97-f9a7-4843-8bad-71722a289e77 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7955112 May 19 13:02:20.401540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:20.419801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 3968ef6c-af53-4b10-9259-3632753902ec, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=3968ef6c-af53-4b10-9259-3632753902ec,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:20.424867 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.427927 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:20.428756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.434229 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The resource could not be found. May 19 13:02:20.439413 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-814cf69c-03d7-47e1-97a4-3b04a51f18b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:20.456728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2bb10d0a-a2e1-48cd-a14a-13f2ceae0f8e tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1447799 May 19 13:02:20.458793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.471059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--278432620'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:20.483194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6688cf-fdc5-4733-a63e-48d6a68a4777,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:20.486465 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:20.492477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:20.500163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.503667 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a6688cf-fdc5-4733-a63e-48d6a68a4777 HTTP/1.1" status: 204 len: 168 time: 1.2649288 May 19 13:02:20.503667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:20.534774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:20.541551 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:20.574129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:20.598897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:20.602688 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.643151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:20.650083 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.679439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d59901-6290-4d58-a74e-c0b708e3b703 req-920f5a0b-3c9f-4b67-acbe-d2d3534c7602 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:20.690008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d59901-6290-4d58-a74e-c0b708e3b703 req-920f5a0b-3c9f-4b67-acbe-d2d3534c7602 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 950 time: 1.0189672 May 19 13:02:20.693468 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-37932ab2-033c-4479-b6ea-4dac577af8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:20.766182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Pushing event deleted for resources: {'Port': ['ID=3968ef6c-af53-4b10-9259-3632753902ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:20.772106 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:20.788004 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.800302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.925242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.956743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:20.962269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:20.965776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:20.973371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.095323 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.098874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.20.0.4 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/1a513db8-8193-4ce3-ad2b-54c63d379a8f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:21.115617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d59901-6290-4d58-a74e-c0b708e3b703 req-4eeb9282-b5e2-458a-8787-5388239bc15f tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b0f179b-ef19-438a-8a78-900d059ea158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210801 May 19 13:02:21.124865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012289530', 'description': 'tempest-description--1757551300'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:21.202128 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.208109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] No DVR routers for this DVR port 3968ef6c-af53-4b10-9259-3632753902ec on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:21.213534 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57e6152f-73bd-438e-b0cb-5f24eaf883ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:21.232620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-181a4c57-78ff-409f-9788-6f48e3aa2c42 req-f7ca9b6a-51ae-46cf-9cc4-b59ebf779144 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 210 time: 0.1017680 May 19 13:02:21.234328 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.286106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.295343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-deleted', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:21.307188 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec', 'code': 200} May 19 13:02:21.314783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.320067 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8577235 May 19 13:02:21.321099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:21.349815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--962214852'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:21.384426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:security_group and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.396868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.400369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.413009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.444469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.484218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.502711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62a4d4-1294-4586-a958-ef587c467b06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:21.522434 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c23e8-7528-4faa-ba56-c3c638086b59', 'name': 'network-vif-deleted', 'tag': '3968ef6c-af53-4b10-9259-3632753902ec', 'status': 'completed', 'code': 200} May 19 13:02:21.527852 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:21.531370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.537442 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.568840 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6aa747-2d65-49b7-b0a1-ddce81ca7218 req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.71 "DELETE /v2.0/ports/3968ef6c-af53-4b10-9259-3632753902ec HTTP/1.1" status: 204 len: 173 time: 4.1471932 May 19 13:02:21.678724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.698369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.709354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:security_group_rule and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.715395 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.729146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.739576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.751126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.760905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.779936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.799454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.835257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Transition to ACTIVE for port object 1a513db8-8193-4ce3-ad2b-54c63d379a8f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:21.846788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 67042d4e-fd78-4f6b-801a-7de11f5f3fdf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:21.847420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.864526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3ec54-d62f-4896-97de-532c757fb1d8 req-32e016b3-b3ab-4328-820e-868631024786 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:21.867295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b3ec54-d62f-4896-97de-532c757fb1d8 req-32e016b3-b3ab-4328-820e-868631024786 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.5774612 May 19 13:02:21.953482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb5b8b-32ba-4f5e-92ee-35519996e9d2 req-146ef50c-1bc6-4029-aee3-8238b5b045c3 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:21.955209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7aeb5b8b-32ba-4f5e-92ee-35519996e9d2 req-146ef50c-1bc6-4029-aee3-8238b5b045c3 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.3529186 May 19 13:02:22.001382 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b3ec54-d62f-4896-97de-532c757fb1d8 req-2c59d50c-fa38-4cbe-b18c-2bf42ca9093e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256313 May 19 13:02:22.019308 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.045746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.055643 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1d85e0c4-ded8-4759-b919-4c0eab8326a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:22.123738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7aeb5b8b-32ba-4f5e-92ee-35519996e9d2 req-af8c6e5b-bac5-4667-905e-d6d9ac9fc5ee tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328852 May 19 13:02:22.134339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.137249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1381009 May 19 13:02:22.150539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.150539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:22.154300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d0739-dcea-47f0-98be-5da87585e544,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:22.158125 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d86d81a3-7ba8-475b-b808-5adee02ec91c tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:22.160599 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:22.165316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', '82b37c35-3799-4e13-8fc5-b402daa77497'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:22.201866 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.214810 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.219399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'security_group_rule': {'security_group_id': 'f13d0739-dcea-47f0-98be-5da87585e544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:22.238325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:22.251338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.322932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:security_group_rule and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:22.406079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:22.417079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 67042d4e-fd78-4f6b-801a-7de11f5f3fdf owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:22.434667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:22.443591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:22.446026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:22.461375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:22.591425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:22.604893 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:22.614197 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-161a7d7d-cb12-43c6-8e29-996f244cee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:22.629569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.631200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3090494 May 19 13:02:22.637924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:22.645603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.676851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': '7b62a4d4-1294-4586-a958-ef587c467b06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '23a60994-6394-4157-a58c-dfd8a888985c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:22.705936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:22.716050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:22.717104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.893172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:22.897341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a60994-6394-4157-a58c-dfd8a888985c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:22.909704 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:22.910981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:22.934856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-14a555a4-537f-44ec-84f3-da7e38ea439a req-d5c372f7-5cda-456e-a9e6-9811790d8526 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Synchronizing usage tracker for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:22.946638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:22.984068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7f9e9-3479-4abf-8555-3f90a30d7628 req-fc57a333-bfaa-45aa-ac00-79d630e085bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:22.986899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5e7f9e9-3479-4abf-8555-3f90a30d7628 req-fc57a333-bfaa-45aa-ac00-79d630e085bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 931 time: 0.5780356 May 19 13:02:23.010155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8294578 May 19 13:02:23.034312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-14a555a4-537f-44ec-84f3-da7e38ea439a req-d5c372f7-5cda-456e-a9e6-9811790d8526 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Unset dirty status for tenant:542e9c2f8d8a4aeaac138c26dd57beef on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:23.035626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14a555a4-537f-44ec-84f3-da7e38ea439a req-d5c372f7-5cda-456e-a9e6-9811790d8526 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80c23e8-7528-4faa-ba56-c3c638086b59 HTTP/1.1" status: 200 len: 210 time: 0.4684069 May 19 13:02:23.038541 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ede7a258-44fd-46fa-a9d8-b4306954cd5a None None] Provisioning for port 1a513db8-8193-4ce3-ad2b-54c63d379a8f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:23.052857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ede7a258-44fd-46fa-a9d8-b4306954cd5a None None] Provisioning complete for port 1a513db8-8193-4ce3-ad2b-54c63d379a8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:23.054252 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ede7a258-44fd-46fa-a9d8-b4306954cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.055092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Request body: {'port': {'device_id': '14264644-25dc-4910-8033-1e0dfae686f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:23.093059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5e7f9e9-3479-4abf-8555-3f90a30d7628 req-a6b6a8a7-b950-423d-9204-1802ba270042 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 May 19 13:02:23.152130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-b98efa7f-7dda-4206-9e64-df2c8b94698c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:23.166811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-b98efa7f-7dda-4206-9e64-df2c8b94698c tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.4142358 May 19 13:02:23.181185 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.196449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ede7a258-44fd-46fa-a9d8-b4306954cd5a None None] Port 1a513db8-8193-4ce3-ad2b-54c63d379a8f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:23.204096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.212806 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:23.276319 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:23.280112 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8482e2ab-045b-4411-96d0-bc0c9d231ee9 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6338825 May 19 13:02:23.295026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:23.314096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dc53a5-823d-4304-a2e7-07459fe5bfd6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:23.344434 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:23.517880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.520295 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3631668 May 19 13:02:23.521547 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.529729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:23.547833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'security_group_rule': {'security_group_id': 'f13d0739-dcea-47f0-98be-5da87585e544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:23.572719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:23.581426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:security_group_rule and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:23.591273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:23.604730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:23.626423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60804a-04fe-4b88-b47c-d337815d4d5e req-313dccaa-6c6d-4be0-962b-aa0d3704c3e3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:23.628034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df60804a-04fe-4b88-b47c-d337815d4d5e req-313dccaa-6c6d-4be0-962b-aa0d3704c3e3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.3281741 May 19 13:02:23.640375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1695d-5c4c-4d6a-aec4-2b79ca74a00f req-00b4137c-793c-4b46-a93d-69973521c314 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:23.641993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36a1695d-5c4c-4d6a-aec4-2b79ca74a00f req-00b4137c-793c-4b46-a93d-69973521c314 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 945 time: 0.2664628 May 19 13:02:23.654444 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.671099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.673858 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af469832-c983-4b97-9e76-5e29eeb98b79 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:23.694976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Deleting port f4641956-a1a4-4f57-96c6-30931bfffc8a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:23.695316 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.746459 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.782162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=67042d4e-fd78-4f6b-801a-7de11f5f3fdf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:23.963825 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:24.050533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df60804a-04fe-4b88-b47c-d337815d4d5e req-4e40dca8-4fcf-4341-ae1a-c632d3044138 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933651 May 19 13:02:24.091182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36a1695d-5c4c-4d6a-aec4-2b79ca74a00f req-deb89e8b-e4bd-4ec1-a777-fb50e17468b7 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/security-groups?id=b80e5aca-e392-44b8-bad8-d72795d2fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104881 May 19 13:02:24.124741 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.200615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.213698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] For port f4641956-a1a4-4f57-96c6-30931bfffc8a, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=f4641956-a1a4-4f57-96c6-30931bfffc8a,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:24.216253 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.229244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.252200 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:24.427754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.482745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b398bc62-2500-4396-9fcf-dfef2a327a89,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.497320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Calling delete_port for f4641956-a1a4-4f57-96c6-30931bfffc8a owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:24.506057 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:24.510803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.521576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.528880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.529859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e31e99c-8447-4b0a-8559-e9cc1dbf3c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:24.534056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a77f1735-bdfc-4aec-9ed9-90acebe531a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9997835 May 19 13:02:24.539658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.558164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:24.587385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a5396-b11b-4798-a674-0a831c4ceb53 req-8236e74f-e2e5-4999-8b5b-bc161d154fde tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:24.596109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a17a5396-b11b-4798-a674-0a831c4ceb53 req-8236e74f-e2e5-4999-8b5b-bc161d154fde tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 931 time: 0.2330995 May 19 13:02:24.630289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a60994-6394-4157-a58c-dfd8a888985c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.634885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:24.648477 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:24.668889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:floatingip and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:24.735430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:24.752425 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.754223 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/23a60994-6394-4157-a58c-dfd8a888985c HTTP/1.1" status: 204 len: 168 time: 1.4365187 May 19 13:02:24.754430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a17a5396-b11b-4798-a674-0a831c4ceb53 req-3b142433-ce02-49a5-89fc-a80d83e72660 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570795 May 19 13:02:24.755993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:24.762109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.861944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.885851 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.886178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a513db8-8193-4ce3-ad2b-54c63d379a8f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:02:24.899814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['f4641956-a1a4-4f57-96c6-30931bfffc8a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:24.910971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.911284 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89ec762f-2e88-4e72-92fe-cac4b5d9f6d9 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:24.981275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.010613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b67befc5-86d7-498a-9b13-5dc00c4398f6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:25.015158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Transition to ACTIVE for port object 1a513db8-8193-4ce3-ad2b-54c63d379a8f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:25.042657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Pushing event deleted for resources: {'Port': ['ID=f4641956-a1a4-4f57-96c6-30931bfffc8a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:25.057023 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:25.082143 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.089264 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:25.115353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] No DVR routers for this DVR port f4641956-a1a4-4f57-96c6-30931bfffc8a on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:25.123627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b67befc5-86d7-498a-9b13-5dc00c4398f6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:25.123627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b67befc5-86d7-498a-9b13-5dc00c4398f6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3553851 May 19 13:02:25.123627 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.123627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'name': 'network-vif-deleted', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:25.135713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.185421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40c3eb69-16ad-44b6-8477-e8c0f338863d req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.57 "DELETE /v2.0/ports/f4641956-a1a4-4f57-96c6-30931bfffc8a HTTP/1.1" status: 204 len: 173 time: 2.0099113 May 19 13:02:25.321029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router af7915a3-d951-41ba-ad3f-47967bbaa0ab has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:25.395652 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.433357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:25.477133 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:25.517758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bae65d6b-fe3e-4726-aadc-4d92e56d02b9 req-f9bf4c7a-51c0-4143-8b85-26304c09eec4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Synchronizing usage tracker for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:25.556202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:25.579287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-bae65d6b-fe3e-4726-aadc-4d92e56d02b9 req-f9bf4c7a-51c0-4143-8b85-26304c09eec4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Unset dirty status for tenant:7d29605586d543a8ba5cf58d4f538023 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:25.580624 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bae65d6b-fe3e-4726-aadc-4d92e56d02b9 req-f9bf4c7a-51c0-4143-8b85-26304c09eec4 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f4b1a-ff1b-49e0-9294-c66569dfad50 HTTP/1.1" status: 200 len: 210 time: 0.1887629 May 19 13:02:25.595043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Usage tracker for resource:security_group_rule and tenant:9cdc610ea52548dcb1d9c751d2474515 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:25.611450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:25.626125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28571d-37cb-4232-bcce-3cf7be6f8462 req-376018c5-8825-4b38-a590-a7d6ac527666 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:25.628641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce28571d-37cb-4232-bcce-3cf7be6f8462 req-376018c5-8825-4b38-a590-a7d6ac527666 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.3240118 May 19 13:02:25.661017 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509f4b1a-ff1b-49e0-9294-c66569dfad50', 'name': 'network-vif-deleted', 'tag': 'f4641956-a1a4-4f57-96c6-30931bfffc8a', 'status': 'completed', 'code': 200} May 19 13:02:25.700202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce28571d-37cb-4232-bcce-3cf7be6f8462 req-ef979264-b693-49f8-a3f9-f8d8b95f6fc5 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 May 19 13:02:25.877328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:25.903456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-106d4af0-308f-4327-b581-b8cd246c9bf6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=542e9c2f8d8a4aeaac138c26dd57beef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9091575 May 19 13:02:25.907606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.934392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:25.952635 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] Sync routers for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:25.985197 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:25.985559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.985733 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:25.999270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7328436 May 19 13:02:26.023701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.061981 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.073759 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] Routers {'af7915a3-d951-41ba-ad3f-47967bbaa0ab'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:26.074386 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.074822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Attempting to bind port 1a513db8-8193-4ce3-ad2b-54c63d379a8f on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:26.075151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Attempting to bind port 1a513db8-8193-4ce3-ad2b-54c63d379a8f by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:26.075495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Attempting to bind port 1a513db8-8193-4ce3-ad2b-54c63d379a8f on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:26.106553 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.116751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-85c617f6-83fb-4185-a42d-4991d7a21e1a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:26.124818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Port 1a513db8-8193-4ce3-ad2b-54c63d379a8f on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:02:26.124818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Attempting to bind port 1a513db8-8193-4ce3-ad2b-54c63d379a8f on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:26.144291 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.145229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc21bf9-334a-4804-a91c-e49d7a8619e5 None None] The sync data for ids ['af7915a3-d951-41ba-ad3f-47967bbaa0ab'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:26.154122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.168016 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.170034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:26.170366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:26.170754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:26.171204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Bound port: 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:26.171553 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.195443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.248849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8716a-eb31-42dd-ae26-1ee235142265 req-acff99c4-d380-42b3-a6c7-35cd476f2d19 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:26.250599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ef8716a-eb31-42dd-ae26-1ee235142265 req-acff99c4-d380-42b3-a6c7-35cd476f2d19 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 943 time: 0.2754240 May 19 13:02:26.299264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-85c617f6-83fb-4185-a42d-4991d7a21e1a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:26.300525 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-85c617f6-83fb-4185-a42d-4991d7a21e1a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=af7915a3-d951-41ba-ad3f-47967bbaa0ab HTTP/1.1" status: 200 len: 205 time: 0.2753999 May 19 13:02:26.304976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.370745 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.381329 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.382846 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:26.387663 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ef8716a-eb31-42dd-ae26-1ee235142265 req-89af3fb7-23ad-412c-b60a-c779fb1ea36e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258483 May 19 13:02:26.399031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ce7279f-eacf-4658-b094-22322aecbdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:26.403285 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.425104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.432369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62a4d4-1294-4586-a958-ef587c467b06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.480071 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:26.481126 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:26.487513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f179b-ef19-438a-8a78-900d059ea158,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.495632 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:26.498322 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.509821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:26.549596 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cdc610ea52548dcb1d9c751d2474515&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0739565 May 19 13:02:26.553846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:26.562537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.570571 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.584093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b7e14b-b32a-4461-ae2f-4138b8ee12ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.589913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.594107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b0f179b-ef19-438a-8a78-900d059ea158 HTTP/1.1" status: 204 len: 168 time: 0.6848950 May 19 13:02:26.595302 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.596985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/7b62a4d4-1294-4586-a958-ef587c467b06 HTTP/1.1" status: 204 len: 168 time: 1.4573407 May 19 13:02:26.598477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 172.25.4.171 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/2141a363-5a9b-4b49-9e34-81bc746a0b18) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:26.602743 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:26.603278 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e49a8c96-b058-4901-81e4-c4701fd96aef tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:26.642298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.682930 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:26.683855 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.685494 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] 10.222.0.71 "PUT /v2.0/ports/1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 1091 time: 3.6661808 May 19 13:02:26.688107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:26.797550 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'status': 'completed', 'code': 200} May 19 13:02:26.881016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.896941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f4641956-a1a4-4f57-96c6-30931bfffc8a no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:27.030158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: f4641956-a1a4-4f57-96c6-30931bfffc8a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:27.031598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device f4641956-a1a4-4f57-96c6-30931bfffc8a not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:27.062769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:27.109135 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:27.132433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cdf16f6-f9a0-43a8-9c4a-2ca6d2ca4bbe tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:27.269428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cdf16f6-f9a0-43a8-9c4a-2ca6d2ca4bbe tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:27.274644 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cdf16f6-f9a0-43a8-9c4a-2ca6d2ca4bbe tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6298351 May 19 13:02:27.283628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:27.290619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134547812'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:27.304253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.310425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:27.332075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:27.349779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-d5aa9bb0-217b-4cb0-9767-9e531a0cb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:27.351939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-d5aa9bb0-217b-4cb0-9767-9e531a0cb623 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 1094 time: 0.5528636 May 19 13:02:27.355721 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.447312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:27.461917 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-350e858b-838b-4cd2-b3de-ae3bbc9259e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 217 time: 0.0833542 May 19 13:02:27.463681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:27.468030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:27.484677 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.497707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:27.498912 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.513757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:27.579500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-8ba872ae-f0fb-43cb-93de-ac3b3011c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:27.581112 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-8ba872ae-f0fb-43cb-93de-ac3b3011c356 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1087751 May 19 13:02:27.609980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.632249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.647341 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:27.727043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.727521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router af7915a3-d951-41ba-ad3f-47967bbaa0ab {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:27.760497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:27.774029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:27.776751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:27.797824 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.825840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.828582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=2141a363-5a9b-4b49-9e34-81bc746a0b18,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:27.829359 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.830547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c3d4317-7d58-4ee5-9e8b-221c9a33f4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab HTTP/1.1" status: 204 len: 168 time: 1.5221441 May 19 13:02:27.831846 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:27.837321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:27.838151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.847674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-150560ab-098a-414a-b9c2-d6b726ca14c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=625f49ee976b466588637f4a631e9d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406036 May 19 13:02:27.858853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:27.885204 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71bc185a-ef25-45bc-858d-483f5d2302bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:27.998687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4ba309-78bc-461e-b85d-866f80280094,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:28.002129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:28.004625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5e488-8bc8-4801-b1b5-fecce4ef60cd req-52b08d6d-9bab-40b5-b0af-55e154bcbd2b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:28.006330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac5e488-8bc8-4801-b1b5-fecce4ef60cd req-52b08d6d-9bab-40b5-b0af-55e154bcbd2b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.6560400 May 19 13:02:28.011012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 45907c19-2dbb-4bd8-9a54-5d883bfb3f6a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:02:28.021753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.024866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7395456 May 19 13:02:28.026977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.037132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-45d4c890-8226-4ba2-ac45-9b5db1448d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:28.038926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-45d4c890-8226-4ba2-ac45-9b5db1448d61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4512217 May 19 13:02:28.040249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.072522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489553-9b2c-4c6d-ae36-a83706e6d73d req-6c3cceb4-ba63-492f-ae1a-75d8c67b747e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:28.074129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0489553-9b2c-4c6d-ae36-a83706e6d73d req-6c3cceb4-ba63-492f-ae1a-75d8c67b747e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 943 time: 0.5296662 May 19 13:02:28.086887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'cd4ba309-78bc-461e-b85d-866f80280094', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:28.122462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:28.143981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:28.152083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:28.167351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:28.178579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.214520 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.222784 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b373372-bb2d-44fb-92f5-ea75558f69c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:28.230289 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.234448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ac5e488-8bc8-4801-b1b5-fecce4ef60cd req-0db20fd5-3a9f-470b-baeb-7c77bfa047aa tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062955 May 19 13:02:28.244166 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.268539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b7e14b-b32a-4461-ae2f-4138b8ee12ef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:28.290932 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:28.334615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0489553-9b2c-4c6d-ae36-a83706e6d73d req-02cb28f6-c459-49bc-84ed-5e7b4e17cc58 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974866 May 19 13:02:28.336717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.346667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.350512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8b7e14b-b32a-4461-ae2f-4138b8ee12ef HTTP/1.1" status: 204 len: 168 time: 1.7796614 May 19 13:02:28.399459 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:28.400831 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b30263ac-d4bf-433f-b380-4c75a15d175d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3675940 May 19 13:02:28.403970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.414341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group_rule': {'security_group_id': 'cd4ba309-78bc-461e-b85d-866f80280094', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:28.453108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:28.466168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:28.467167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.470355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:28.486118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:28.506519 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.515701 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af4e2fe5-2b9b-4a1a-902c-fe281f454bdb tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:28.541259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f94293b-e7cb-45fa-b533-aab63f4c48a2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:28.551965 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:28.562496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.563711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f94293b-e7cb-45fa-b533-aab63f4c48a2 HTTP/1.1" status: 204 len: 168 time: 0.7030482 May 19 13:02:28.580659 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:28.582564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b2e32fc-42b9-4ea2-aa59-ca50fe8f6927 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1773145 May 19 13:02:28.586272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.684911 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-4b0c78c8-b039-41d9-8773-8412560011ea service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928791 May 19 13:02:28.734221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.757414 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.858804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.908884 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-cea10884-96e3-47ce-8af6-493ae8fee2d1 req-98574660-f519-43a5-8282-9d3ef5b0d25a service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111092 May 19 13:02:28.929482 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.086068 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.199882 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cb7f8dd5-3df9-442b-a4f9-14a08f78bd99 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:29.296702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4ba309-78bc-461e-b85d-866f80280094,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:29.309995 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:29.345106 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.347023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/cd4ba309-78bc-461e-b85d-866f80280094 HTTP/1.1" status: 204 len: 168 time: 0.7592785 May 19 13:02:29.351381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48360) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:29.867455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-a9839b4a-3cc6-4fb5-a2f2-cb9e76bf4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:29.870747 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-a9839b4a-3cc6-4fb5-a2f2-cb9e76bf4be4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 1094 time: 0.8731577 May 19 13:02:29.877993 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.933809 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e56cb60e-c727-43b6-b118-010dd8923497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:30.030207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-673dee37-2567-4838-8535-6af569a18cad tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:30.038535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=45907c19-2dbb-4bd8-9a54-5d883bfb3f6a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:30.045782 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:30.051476 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.064264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38aa5e-41ca-4206-8c54-49dd0c342012 None None] Network 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:30.138578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.181433 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/45907c19-2dbb-4bd8-9a54-5d883bfb3f6a HTTP/1.1" status: 204 len: 168 time: 2.3387561 May 19 13:02:30.186804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.224422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:30.265563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.283818 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.305721 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:30.331091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-673dee37-2567-4838-8535-6af569a18cad tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:30.333929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-673dee37-2567-4838-8535-6af569a18cad tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9806862 May 19 13:02:30.351844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.394556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'tempest-secgroup--326443951'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.435491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63a5d6-ce9a-4e6c-9ba3-6897c54f5969 req-4e6ba4d1-7c27-49f4-8ef9-7075e2308f0c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:30.448361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f63a5d6-ce9a-4e6c-9ba3-6897c54f5969 req-4e6ba4d1-7c27-49f4-8ef9-7075e2308f0c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 943 time: 0.7392507 May 19 13:02:30.471202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-a408a1c4-3044-48c5-9c01-4962c27a8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:30.475408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-a408a1c4-3044-48c5-9c01-4962c27a8f83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.5898860 May 19 13:02:30.532365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe2cd-3fbf-4344-9bd1-4d7ecf902fe5 req-56232026-bdb5-43c6-bb2c-421423527553 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:30.538272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:30.542177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-139fe2cd-3fbf-4344-9bd1-4d7ecf902fe5 req-56232026-bdb5-43c6-bb2c-421423527553 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.8281817 May 19 13:02:30.548763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 3668ed39-7962-4f06-8e62-d3f3758c4c4b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:02:30.573418 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.607566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] DHCP port deletion for 4bfe4129-6e13-42ca-9b06-8e8e81a13e92 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:02:30.704655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Deleting port 4209f1ee-103f-4d03-b35f-391ff14a4732 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:30.705607 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.716429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-636208982-network', 'tenant_id': '1ebe289ba85a46d085a8d432ee899bf5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.726330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:30.734085 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-45b57842-4a86-4084-a3ea-89679c72fb46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 217 time: 0.1808934 May 19 13:02:30.756077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=2141a363-5a9b-4b49-9e34-81bc746a0b18,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:30.764320 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.822560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:30.829693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-139fe2cd-3fbf-4344-9bd1-4d7ecf902fe5 req-66450d53-aff7-4c56-99dc-4241dbd3cd70 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865462 May 19 13:02:30.847130 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:30.851690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Usage tracker for resource:network and tenant:1ebe289ba85a46d085a8d432ee899bf5 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:30.855476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Deleting port 5ba28984-95c6-4e02-af0c-1b2beefdd973 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:30.855818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.874958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.881256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f63a5d6-ce9a-4e6c-9ba3-6897c54f5969 req-df7a7067-3e3a-4fed-9dc6-3fbcd963a1c2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311428 May 19 13:02:30.893935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:30.915233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] For port 4209f1ee-103f-4d03-b35f-391ff14a4732, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4209f1ee-103f-4d03-b35f-391ff14a4732,segment=NetworkSegment(0e0b89bd-b588-4abf-bda5-3705e7408893),segment_id=0e0b89bd-b588-4abf-bda5-3705e7408893)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:30.917125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.922060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:30.949180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.992946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:31.010324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-e041ec8a-5e84-45d1-8d14-d29b2c9f3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:31.013639 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-e041ec8a-5e84-45d1-8d14-d29b2c9f3b74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2600110 May 19 13:02:31.015887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Usage tracker for resource:security_group_rule and tenant:62b86212f38b485cb663c519bf60db73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:31.022679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:31.033629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Made reservation on behalf of 1ebe289ba85a46d085a8d432ee899bf5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:31.036704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.057995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.093877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:31.098634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebe289ba85a46d085a8d432ee899bf5 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:31.103305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:31.111769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:31.129891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.145943 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6000316 May 19 13:02:31.148128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:31.180763 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.318715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Calling delete_port for 4209f1ee-103f-4d03-b35f-391ff14a4732 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:31.322726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] For port 5ba28984-95c6-4e02-af0c-1b2beefdd973, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5ba28984-95c6-4e02-af0c-1b2beefdd973,segment=NetworkSegment(f1bf6cf5-dd8f-4e14-9792-0db8a7c60393),segment_id=f1bf6cf5-dd8f-4e14-9792-0db8a7c60393)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:31.323034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.418248 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.441205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4209f1ee-103f-4d03-b35f-391ff14a4732 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:31.455608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.471377 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d59b304-4338-45fe-b2d0-049eddf18b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:31.503150 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.522101 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:31.587385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Calling delete_port for 5ba28984-95c6-4e02-af0c-1b2beefdd973 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:31.605869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-e2c182a3-3c13-45dc-b46a-669e0cffe166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:31.608804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-e2c182a3-3c13-45dc-b46a-669e0cffe166 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5797110 May 19 13:02:31.611137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90adecb-38d0-4a0d-b9db-ad93f2499f8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.618184 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:31.627489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Pushing event deleted for resources: {'Port': ['ID=4209f1ee-103f-4d03-b35f-391ff14a4732,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.631332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 4209f1ee-103f-4d03-b35f-391ff14a4732 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:31.631931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4209f1ee-103f-4d03-b35f-391ff14a4732 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:31.637581 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:31.641956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] No DVR routers for this DVR port 4209f1ee-103f-4d03-b35f-391ff14a4732 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:31.703133 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.705313 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3459113 May 19 13:02:31.713283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.731582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c247a224-36e0-4d42-b669-444be2d7687f tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:31.732949 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-c247a224-36e0-4d42-b669-444be2d7687f tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:02:31.733911 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c247a224-36e0-4d42-b669-444be2d7687f tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] update failed (client error): There was a conflict when trying to complete your request. May 19 13:02:31.735985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c247a224-36e0-4d42-b669-444be2d7687f tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "PUT /v2.0/security-groups/d90adecb-38d0-4a0d-b9db-ad93f2499f8c HTTP/1.1" status: 409 len: 330 time: 0.0177422 May 19 13:02:31.788153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.804741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7db55689-6ffc-4498-9de7-3a765283d32e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:31.915603 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.933246 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-b0792761-1b24-4c7b-8ce1-8d363c8bd63c service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126204 May 19 13:02:31.947545 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.965259 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9f8822e5-f1ae-41e8-bb4d-195330244ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:31.992481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7db55689-6ffc-4498-9de7-3a765283d32e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:31.993676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7db55689-6ffc-4498-9de7-3a765283d32e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2012289530&fields=id&tenant_id=924367df395c4dce8c8656db6049ee57 HTTP/1.1" status: 200 len: 267 time: 0.3493123 May 19 13:02:32.137324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:32.173526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa7676-967b-42cb-ad5f-687638e991c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:32.191581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.199151 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:32.212662 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b2eb5a-2fe2-4298-8917-8fe3afe876e3 req-4d18baa7-1344-4611-9b61-e415955fb179 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725232 May 19 13:02:32.218523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db334a-0470-4bfc-a6b6-f9b942324b7e req-cbe3af14-316d-4bb8-864e-149d85ec184c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:32.220154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-90db334a-0470-4bfc-a6b6-f9b942324b7e req-cbe3af14-316d-4bb8-864e-149d85ec184c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.6735699 May 19 13:02:32.242830 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.243175 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Added segment 0d35b02e-d60c-48d2-b63e-3b62fd96fb13 of type vlan for network adec9f18-6d96-4fc1-9b1c-847845f4b78d May 19 13:02:32.264383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1a513db8-8193-4ce3-ad2b-54c63d379a8f details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:02:32.309511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-4cb3209f-20ab-44e5-b2a6-b4e0ae9d42e0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:32.310138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-4cb3209f-20ab-44e5-b2a6-b4e0ae9d42e0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:32.346233 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.455141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.481822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'mac_address': 'fa:16:3e:93:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:02:32.548926 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.555023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.576299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a513db8-8193-4ce3-ad2b-54c63d379a8f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:02:32.595734 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.602221 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.604891 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c5c8a961-d050-49c5-8356-21da5c0dbcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:32.653588 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.671874 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-88ce275c-4123-4179-93f4-0021fb4fbdfc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:32.693218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:32.699717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:32.719294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-90db334a-0470-4bfc-a6b6-f9b942324b7e req-73d39b7e-cf25-4645-a20f-682ff820185b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668682 May 19 13:02:32.749253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-4cb3209f-20ab-44e5-b2a6-b4e0ae9d42e0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:32.750559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-4cb3209f-20ab-44e5-b2a6-b4e0ae9d42e0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 937 time: 0.7221372 May 19 13:02:32.765011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=3668ed39-7962-4f06-8e62-d3f3758c4c4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:32.771726 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:32.797332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ffe6e-6cee-4d51-a673-e4c7ac73ebd3 None None] Network 0ff17106-292c-44b4-b1c3-65e85e53a7ca requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:32.844472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.914255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.916718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:32.917923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.952027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['1a513db8-8193-4ce3-ad2b-54c63d379a8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:32.962103 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b565c259-b7f0-4904-a656-e0575c102a0c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:33.013029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.135679 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/3668ed39-7962-4f06-8e62-d3f3758c4c4b HTTP/1.1" status: 204 len: 168 time: 2.9336445 May 19 13:02:33.138093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:33.187620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-99f96f2a-5113-4a82-aad0-691c36f66c08 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:33.189467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-99f96f2a-5113-4a82-aad0-691c36f66c08 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 935 time: 0.4107871 May 19 13:02:33.197964 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.202313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/d90adecb-38d0-4a0d-b9db-ad93f2499f8c HTTP/1.1" status: 204 len: 168 time: 1.4120171 May 19 13:02:33.212704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:33.218947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.225530 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0754576 May 19 13:02:33.261881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] DHCP port deletion for 0ff17106-292c-44b4-b1c3-65e85e53a7ca request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:02:33.305277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:33.306490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Pushing event updated for resources: {'Network': ['ID=adec9f18-6d96-4fc1-9b1c-847845f4b78d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.324504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network adec9f18-6d96-4fc1-9b1c-847845f4b78d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:33.338386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e410b-6900-457c-a920-ffb985e97e6e req-bb48e2c1-559f-4afa-b17a-78511caedd81 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:33.342929 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-246e410b-6900-457c-a920-ffb985e97e6e req-bb48e2c1-559f-4afa-b17a-78511caedd81 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 0.7976902 May 19 13:02:33.349641 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:33.398308 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-436b035f-92b9-4806-922e-106568a7283e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:33.415877 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8a10f439-0fcb-4bab-84a5-09a99d467960 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1994090 May 19 13:02:33.430886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 39d2ba58-04ce-4d48-b277-d2fe3ae30907 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:33.435529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Request body: {'subnet': {'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-636208982-subnet', 'tenant_id': '1ebe289ba85a46d085a8d432ee899bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:33.536055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:33.542191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90adecb-38d0-4a0d-b9db-ad93f2499f8c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.623454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Deleting port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:33.624450 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.632006 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:33.633271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Usage tracker for resource:subnet and tenant:1ebe289ba85a46d085a8d432ee899bf5 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:33.651086 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00aada51-3bf2-4759-b90a-6c4f7a4d56de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:33.657277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.703258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:33.781670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-66a1198e-7d5a-40db-aeb9-70ce3143af1a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3197277 May 19 13:02:33.789534 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.793911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:33.807024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] For port 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=39d2ba58-04ce-4d48-b277-d2fe3ae30907,segment=NetworkSegment(7e0ebe8e-42b2-4e0e-9410-1af05592f2ca),segment_id=7e0ebe8e-42b2-4e0e-9410-1af05592f2ca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:33.807669 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.812871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba28984-95c6-4e02-af0c-1b2beefdd973,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.884782 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:33.904183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.920755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfe4129-6e13-42ca-9b06-8e8e81a13e92']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:33.937276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b89bd-b588-4abf-bda5-3705e7408893') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:33.937587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b89bd-b588-4abf-bda5-3705e7408893') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:33.950037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a33ddf8-de7f-43f0-ba94-2d321ad69b3d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Synchronizing usage tracker for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:33.955313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.979018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Calling delete_port for 39d2ba58-04ce-4d48-b277-d2fe3ae30907 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:33.981165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.993434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:33.994368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.999610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 39d2ba58-04ce-4d48-b277-d2fe3ae30907, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=39d2ba58-04ce-4d48-b277-d2fe3ae30907,segment=NetworkSegment(7e0ebe8e-42b2-4e0e-9410-1af05592f2ca),segment_id=7e0ebe8e-42b2-4e0e-9410-1af05592f2ca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:34.012575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.015645 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:34.101885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=39d2ba58-04ce-4d48-b277-d2fe3ae30907,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.109720 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: timer() May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:34.114582 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:34.120506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.125810 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a6d217c-e920-40b7-9f30-6dbb3b56bf63 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:34.137708 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.141669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.149552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5699-fbd3-4995-9dbd-287c4dca9ea2 req-41ddbc49-9445-427d-a351-c88c8c569974 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:34.152522 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:34.152966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=4bfe4129-6e13-42ca-9b06-8e8e81a13e92,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.155722 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:34.156989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c42e5699-fbd3-4995-9dbd-287c4dca9ea2 req-41ddbc49-9445-427d-a351-c88c8c569974 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 944 time: 1.1614063 May 19 13:02:34.157378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/4bfe4129-6e13-42ca-9b06-8e8e81a13e92 HTTP/1.1" status: 204 len: 168 time: 1.0156898 May 19 13:02:34.160637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.174056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Made reservation on behalf of 1ebe289ba85a46d085a8d432ee899bf5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:34.179013 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.217336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] No DVR routers for this DVR port 39d2ba58-04ce-4d48-b277-d2fe3ae30907 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:34.223685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Pushing event deleted for resources: {'Port': ['ID=39d2ba58-04ce-4d48-b277-d2fe3ae30907,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.235068 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:34.265240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1a513db8-8193-4ce3-ad2b-54c63d379a8f up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:34.303299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.441113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a33ddf8-de7f-43f0-ba94-2d321ad69b3d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Unset dirty status for tenant:62b86212f38b485cb663c519bf60db73 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:34.447178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a33ddf8-de7f-43f0-ba94-2d321ad69b3d tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2291536 May 19 13:02:34.451952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.482089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 1a513db8-8193-4ce3-ad2b-54c63d379a8f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:34.506905 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 1a513db8-8193-4ce3-ad2b-54c63d379a8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:34.508467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.527233 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.534059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c42e5699-fbd3-4995-9dbd-287c4dca9ea2 req-aebefe73-975b-4269-a366-5b6946cc6578 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727465 May 19 13:02:34.550243 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-31cf53d2-a442-4d5b-983f-8e562cd8b604 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] delete failed (client error): The resource could not be found. May 19 13:02:34.555752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff17106-292c-44b4-b1c3-65e85e53a7ca']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.557074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-31cf53d2-a442-4d5b-983f-8e562cd8b604 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "DELETE /v2.0/security-groups/7aa1c1e7-e6c3-4163-859b-4c6304881f9b HTTP/1.1" status: 404 len: 347 time: 0.0948496 May 19 13:02:34.561146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.578929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.578929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0ebe8e-42b2-4e0e-9410-1af05592f2ca') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.601023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.624384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.633861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:34.635682 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.737075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7734b55e-ac19-4f4e-a919-b12ac757045b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: timer() May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:34.740294 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:34.762249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7734b55e-ac19-4f4e-a919-b12ac757045b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:34.768860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7734b55e-ac19-4f4e-a919-b12ac757045b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:34.770749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7734b55e-ac19-4f4e-a919-b12ac757045b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 1995 time: 0.9858706 May 19 13:02:34.782410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.802986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.827519 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c04126b9-ae1a-4628-9f52-8848e4715670 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:34.859109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:34.861502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:34.871608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.874984 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.878803 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e8ecda98-f894-46eb-8d9d-b3f2c1879287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:34.890498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=0ff17106-292c-44b4-b1c3-65e85e53a7ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.906014 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:34.917965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/0ff17106-292c-44b4-b1c3-65e85e53a7ca HTTP/1.1" status: 204 len: 168 time: 0.7479801 May 19 13:02:34.918458 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-16165087-37bc-4be9-91ee-d96350e477ed tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] show failed (client error): The resource could not be found. May 19 13:02:34.918773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.927708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.928010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-16165087-37bc-4be9-91ee-d96350e477ed tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-groups/ceb35750-a89f-4b9e-9d2d-3027d04f9612 HTTP/1.1" status: 404 len: 347 time: 0.3567252 May 19 13:02:34.940833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1984306344'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:34.951677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ab113e3a-6def-402e-9bc1-21cec776bf1c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/quotas/924367df395c4dce8c8656db6049ee57 HTTP/1.1" status: 200 len: 375 time: 0.1381648 May 19 13:02:34.954280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 97378023-d3e1-424f-a104-0c965a2bbc6b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:34.954841 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.967658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:34.978864 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bef06538-3437-4d38-9d2d-8b26e6e7e5c6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] show failed (client error): The resource could not be found. May 19 13:02:34.980642 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bef06538-3437-4d38-9d2d-8b26e6e7e5c6 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] 10.222.0.69 "GET /v2.0/security-group-rules/564d47fc-d7bb-4c67-b9a2-d7b768f6ae1d HTTP/1.1" status: 404 len: 356 time: 0.0510204 May 19 13:02:34.982730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:34.991102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:35.003718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:35.025214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:35.032237 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.055259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.062457 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:35.105573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:35.123514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.124120 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment eff9d9ef-f610-4427-8633-fda823cab692 of type vlan for network f254cdcd-baaf-4aec-b434-1e7bab67e22c May 19 13:02:35.176113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.234081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.244535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:35.245744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.255822 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:35.367661 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.483455 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5606222 May 19 13:02:35.486706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:35.490853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=f254cdcd-baaf-4aec-b434-1e7bab67e22c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.500427 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:35.509533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:35.536190 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:35.566862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:35.577589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 97378023-d3e1-424f-a104-0c965a2bbc6b, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=97378023-d3e1-424f-a104-0c965a2bbc6b,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:35.578466 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.740391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:35.748361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:35.776844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:35.792235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:35.820554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:35.824773 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.885271 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1cefd32-2894-4c78-8228-cd06a51b2e4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62b86212f38b485cb663c519bf60db73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163083 May 19 13:02:35.891879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 97378023-d3e1-424f-a104-0c965a2bbc6b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:35.898892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.030056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd50d-8750-4451-8838-0ddd81249902 req-fd7d9721-3476-463e-bdcf-43f8235fc716 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:36.031665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-814fd50d-8750-4451-8838-0ddd81249902 req-fd7d9721-3476-463e-bdcf-43f8235fc716 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 945 time: 1.2512748 May 19 13:02:36.258471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-24f53e85-4b37-4950-8f7f-973a11216336 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&fields=id HTTP/1.1" status: 200 len: 532 time: 1.2663739 May 19 13:02:36.273791 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.297223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-814fd50d-8750-4451-8838-0ddd81249902 req-aeb14a21-e35f-41e1-8b23-5cf47d25f11f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488022 May 19 13:02:36.315977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-dadb05fe-8221-4799-9d13-982015abda14 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:02:36.317203 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-dadb05fe-8221-4799-9d13-982015abda14 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101614 May 19 13:02:36.446957 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'code': 200} May 19 13:02:36.565930 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.634975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1533da-0836-4821-bf79-ab9f86c03a88 req-9838d7d0-90c9-46de-b203-d6826ea4773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:36.636579 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c1533da-0836-4821-bf79-ab9f86c03a88 req-9838d7d0-90c9-46de-b203-d6826ea4773b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 1096 time: 0.1046479 May 19 13:02:36.739751 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1c1533da-0836-4821-bf79-ab9f86c03a88 req-c7153b12-fb05-4c20-b07d-e5c89ad4cdb8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956447 May 19 13:02:36.740654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.744620 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ffe13a01-318a-443c-9701-687e7d261329 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:36.826249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=bb34e15a-e268-4384-a912-28ed5b83c654,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:36.829741 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:36.837969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': 'eff9d9ef-f610-4427-8633-fda823cab692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:36.838339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: f254cdcd-baaf-4aec-b434-1e7bab67e22c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:36.858020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:36.870235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f254cdcd-baaf-4aec-b434-1e7bab67e22c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:36.881104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30ab37-e52e-43d0-9123-a491fb78f115 None None] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:36.887483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:36.888453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.927440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4391594 May 19 13:02:36.931087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.937044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1232118789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:36.939586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 97378023-d3e1-424f-a104-0c965a2bbc6b no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:36.945534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:36.951030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:36.956366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:36.968689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:36.982042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.983309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.200816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.214329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.224035 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.239025 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-51861cf3-587c-4973-b366-bd7155ea8d38 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:37.246119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.275204 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.277047 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dab4959d-21f2-4af7-8ad6-35f7a7530918 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3448184 May 19 13:02:37.281520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.288994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'port': {'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c', 'name': 'tempest-RoutersTest-634949000'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:37.323937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f254cdcd-baaf-4aec-b434-1e7bab67e22c', 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': 'bb34e15a-e268-4384-a912-28ed5b83c654'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:02:37.324818 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.495625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:37.515325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:37.533400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:37.539996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.544923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=97378023-d3e1-424f-a104-0c965a2bbc6b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:37.557262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Router cd8f8cb3-f679-4999-9f13-abdc7e05982c has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:37.559572 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:37.564295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2f098c29-b9c1-41f9-98d5-6cb45dcddeeb service neutron] 10.222.0.69 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1830997 May 19 13:02:37.589222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] device_id is not set on port 9453c282-5ccc-4f01-a5f0-aff0e15e005e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:02:37.622455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Allocated IP 172.20.0.2 (f254cdcd-baaf-4aec-b434-1e7bab67e22c/bb34e15a-e268-4384-a912-28ed5b83c654/b4123332-9456-45b2-9cd3-8020057d287e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:37.634488 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.642720 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15a043dc-e94b-4483-9004-51f2c226af7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:37.726530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0c555-5c8b-4f99-bfd6-44e5b4786f10 req-8392124f-afa9-42dd-80bf-0e850043442f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:37.728409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34e0c555-5c8b-4f99-bfd6-44e5b4786f10 req-8392124f-afa9-42dd-80bf-0e850043442f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 945 time: 1.0850432 May 19 13:02:37.733936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcef90a-eadb-47f6-be2d-8c9c2156bee1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:37.794959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 97378023-d3e1-424f-a104-0c965a2bbc6b on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:37.898450 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:37.921189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.928718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'name': 'network-vif-deleted', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:37.954105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.973543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Transition to ACTIVE for port object b4123332-9456-45b2-9cd3-8020057d287e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:38.003956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Transition to ACTIVE for port object b4123332-9456-45b2-9cd3-8020057d287e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:38.012604 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.013473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-b250fe4e-ad39-4d15-88ed-9cc84a197200 service neutron] 10.222.0.69 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089942 May 19 13:02:38.036429 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:38.098867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-246e410b-6900-457c-a920-ffb985e97e6e req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "DELETE /v2.0/ports/97378023-d3e1-424f-a104-0c965a2bbc6b HTTP/1.1" status: 204 len: 173 time: 4.6561620 May 19 13:02:38.114414 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.115870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fcef90a-eadb-47f6-be2d-8c9c2156bee1 HTTP/1.1" status: 204 len: 168 time: 2.2058988 May 19 13:02:38.120734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.20.0.10 (f254cdcd-baaf-4aec-b434-1e7bab67e22c/bb34e15a-e268-4384-a912-28ed5b83c654/9453c282-5ccc-4f01-a5f0-aff0e15e005e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:38.154728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:38.157245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Pushing event updated for resources: {'Port': ['ID=b4123332-9456-45b2-9cd3-8020057d287e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:38.164487 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:38.167217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:38.173339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:38.191015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34e0c555-5c8b-4f99-bfd6-44e5b4786f10 req-454815dc-3128-4a12-9307-6f6dc50a4038 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851253 May 19 13:02:38.279423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-7c34fc1b-2cce-4fdb-a29e-b7fbf5ac5736 service neutron] 10.222.0.69 "GET /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2199798 May 19 13:02:38.287840 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.323478 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b37ec548-e148-4e31-913c-f0b1a1fa44ca tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:38.359861 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Attempting to bind port b4123332-9456-45b2-9cd3-8020057d287e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:38.360230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Attempting to bind port b4123332-9456-45b2-9cd3-8020057d287e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'eff9d9ef-f610-4427-8633-fda823cab692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:38.360678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Attempting to bind port b4123332-9456-45b2-9cd3-8020057d287e on network f254cdcd-baaf-4aec-b434-1e7bab67e22c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:38.378303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:38.379842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Checking segment: {'id': 'eff9d9ef-f610-4427-8633-fda823cab692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:38.385084 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.386587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Bound using segment: {'id': 'eff9d9ef-f610-4427-8633-fda823cab692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:38.387883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Bound port: b4123332-9456-45b2-9cd3-8020057d287e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff9d9ef-f610-4427-8633-fda823cab692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f254cdcd-baaf-4aec-b434-1e7bab67e22c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:38.388572 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.404491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:38.437936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Sync routers for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:38.467338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] 10.222.0.69 "PUT /v2.0/routers/cd8f8cb3-f679-4999-9f13-abdc7e05982c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4602590 May 19 13:02:38.540955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:38.555815 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.574536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 9453c282-5ccc-4f01-a5f0-aff0e15e005e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:38.608985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.617218 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2bd0a1e-87c2-470e-ab73-c29b508de72f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:38.642929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:38.643757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:38.654270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d131306e-1e66-4b78-bad8-f75623366197 req-cff40d31-7912-46fc-9018-b3698fcf7cb4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:38.692441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:38.700875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:38.711279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:38.784530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] For port b4123332-9456-45b2-9cd3-8020057d287e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:38.821681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=9453c282-5ccc-4f01-a5f0-aff0e15e005e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:38.830401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:38.830792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.835348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:38.901193 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6171966 May 19 13:02:38.901193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:38.994803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26c3000-7ecf-432f-b699-eba03be06362,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.024736 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:39.055614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:02:39.241411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Checking segment: {'id': '0d35b02e-d60c-48d2-b63e-3b62fd96fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:39.242001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Network hostable DHCP agents. Network: adec9f18-6d96-4fc1-9b1c-847845f4b78d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:39.271972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] For port b4123332-9456-45b2-9cd3-8020057d287e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b4123332-9456-45b2-9cd3-8020057d287e,segment=NetworkSegment(eff9d9ef-f610-4427-8633-fda823cab692),segment_id=eff9d9ef-f610-4427-8633-fda823cab692)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:39.284307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-d131306e-1e66-4b78-bad8-f75623366197 req-cff40d31-7912-46fc-9018-b3698fcf7cb4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:39.287803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d131306e-1e66-4b78-bad8-f75623366197 req-cff40d31-7912-46fc-9018-b3698fcf7cb4 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a8438a-38e9-4cfb-a030-d4f19b165c3e HTTP/1.1" status: 200 len: 210 time: 0.8802469 May 19 13:02:39.288542 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.297020 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:39.373072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-78a1c887-fdff-4878-a8bb-be089a608f5f service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0593934 May 19 13:02:39.441144 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a8438a-38e9-4cfb-a030-d4f19b165c3e', 'name': 'network-vif-deleted', 'tag': '97378023-d3e1-424f-a104-0c965a2bbc6b', 'status': 'completed', 'code': 200} May 19 13:02:39.479561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.600072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Network adec9f18-6d96-4fc1-9b1c-847845f4b78d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:39.602186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Pushing event updated for resources: {'Port': ['ID=b4123332-9456-45b2-9cd3-8020057d287e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.637877 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:39.791069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, adec9f18-6d96-4fc1-9b1c-847845f4b78d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:39.840761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea6cd3-13c1-48f9-903f-c91ce4ec2589 None None] Network adec9f18-6d96-4fc1-9b1c-847845f4b78d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:39.862002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:39.873433 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0089700 May 19 13:02:39.877773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:39.887831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:39.888460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.195346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.8504915 May 19 13:02:40.208969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T13:02:32Z', 'revision_number': 5, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port': {'id': 'ec37b3cc-55b6-4199-a9be-530b79707fb2', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:57:29Z', 'updated_at': '2021-05-19T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.223194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389caff6-cd79-4134-8519-64e01f8b4aa6 None None] Network adec9f18-6d96-4fc1-9b1c-847845f4b78d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:40.281175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310eb57-b1cf-4aac-b47c-6163cb99c87c req-8f11637a-2cb9-4464-9e41-58370ce631d0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:40.308449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6310eb57-b1cf-4aac-b47c-6163cb99c87c req-8f11637a-2cb9-4464-9e41-58370ce631d0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 945 time: 0.7349234 May 19 13:02:40.342656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e02551f4-8e01-4461-af29-9a74fdf4ea4a service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546609 May 19 13:02:40.357346 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.435740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-dcb3ff81-2097-41ee-a338-a91229f59d6a service neutron] 10.222.0.69 "GET /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0739596 May 19 13:02:40.456076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Checking router: cd8f8cb3-f679-4999-9f13-abdc7e05982c for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:40.470833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d43d9734-63a9-48b3-8d9d-f4ffc374cbc6 tempest-NetworksApiDiscovery-1056887028 tempest-NetworksApiDiscovery-1056887028-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5913270 May 19 13:02:40.521576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Routers {'cd8f8cb3-f679-4999-9f13-abdc7e05982c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:40.522599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.590324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6310eb57-b1cf-4aac-b47c-6163cb99c87c req-7f669a27-ddc1-41b7-826d-8eb717544de8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799342 May 19 13:02:40.715587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.892903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] Set router cd8f8cb3-f679-4999-9f13-abdc7e05982c gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:02:40.934981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Deleting port ec37b3cc-55b6-4199-a9be-530b79707fb2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:40.935338 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.076764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8803a5f3-e29c-4c90-b257-50ab65ca46c1 service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595942 May 19 13:02:41.228052 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-b2d17f72-73e8-474e-a6a6-a8a938b7b477 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 267 time: 0.2245808 May 19 13:02:41.324918 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24e79112-8f11-4b0a-9125-89c9f2e3f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.332900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53be51f-15e9-4882-ac9b-1a46bb2bf738 None None] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:41.357688 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T13:02:40Z', 'revision_number': 6, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:41.457235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f0644-f4cb-47ae-af15-758a21c71ee8 None None] The sync data for ids ['cd8f8cb3-f679-4999-9f13-abdc7e05982c'] in n-d-791505-2 is: [{'id': 'cd8f8cb3-f679-4999-9f13-abdc7e05982c', 'name': 'tempest-ServerRescueNegativeTestJSON-684747314-router', 'tenant_id': '7d29605586d543a8ba5cf58d4f538023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:57:26Z', 'updated_at': '2021-05-19T13:02:40Z', 'revision_number': 6, 'project_id': '7d29605586d543a8ba5cf58d4f538023', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:41.464552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.563704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] For port ec37b3cc-55b6-4199-a9be-530b79707fb2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ec37b3cc-55b6-4199-a9be-530b79707fb2,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:41.564282 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.595242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1792f20c-6771-43e4-8880-68c12ad62bd6 None None] Provisioning for port b4123332-9456-45b2-9cd3-8020057d287e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:41.791693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.807657 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.820988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f39ea08f-3ef5-4bf7-b67a-ece494a1cb26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:41.927686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b4123332-9456-45b2-9cd3-8020057d287e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:42.006629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Calling delete_port for ec37b3cc-55b6-4199-a9be-530b79707fb2 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:42.044219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=9453c282-5ccc-4f01-a5f0-aff0e15e005e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:42.044903 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:42.048104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.057554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1648448272-network', 'tenant_id': '8d13bd53993b41c7bcd4f3fa618bb43e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.097349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-9ce9608b-40d6-4ff6-b3af-d3f759fd2465 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:42.100395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.112757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-9ce9608b-40d6-4ff6-b3af-d3f759fd2465 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 945 time: 0.8832850 May 19 13:02:42.122160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Usage tracker for resource:network and tenant:8d13bd53993b41c7bcd4f3fa618bb43e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.132092 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.139760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.143986 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port b4123332-9456-45b2-9cd3-8020057d287e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:42.153591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port b4123332-9456-45b2-9cd3-8020057d287e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.154269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.154441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.175324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'security_groups': []}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.211051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Made reservation on behalf of 8d13bd53993b41c7bcd4f3fa618bb43e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:42.216131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.222077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.228178 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Usage tracker for resource:security_group_rule and tenant:b9764fdb852049e99e90b48d9f9c504e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.232214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.240986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.263999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.299061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.309006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Usage tracker for resource:security_group_rule and tenant:8d13bd53993b41c7bcd4f3fa618bb43e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.347883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.352142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.356632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1f782c3b-8e9f-4533-ab26-efcf36e8e25c service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2060373 May 19 13:02:42.369488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.377670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.445283 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.459054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.463121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Provisioning for port 9453c282-5ccc-4f01-a5f0-aff0e15e005e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:42.482346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Provisioning complete for port 9453c282-5ccc-4f01-a5f0-aff0e15e005e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.482346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.555813 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0a157f6-b171-4e03-8f28-a777fca527f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:42.564391 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-6f6b11b6-506d-406c-86fa-001e7574ccb1 service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582241 May 19 13:02:42.656947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port b4123332-9456-45b2-9cd3-8020057d287e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b4123332-9456-45b2-9cd3-8020057d287e,segment=NetworkSegment(eff9d9ef-f610-4427-8633-fda823cab692),segment_id=eff9d9ef-f610-4427-8633-fda823cab692)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:42.667409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Port 9453c282-5ccc-4f01-a5f0-aff0e15e005e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:42.673314 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.685112 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:42.796307 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.818341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.825789 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6a6899c-ffed-40c5-96a7-825ea3967158 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:42.880515 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.893634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:42.901593 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b66c230a-6a4b-4370-8eab-459326912ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.907050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60c984-9041-45cb-9cab-ea673265cd51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:42.910743 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:42.911064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Provisioning complete for port b4123332-9456-45b2-9cd3-8020057d287e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.911541 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f2f5-ef8c-4c15-8083-ab412e024f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.011016 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.011486 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Added segment 7b912ee0-b357-4b52-9ef4-dcacc2bb9f1b of type vlan for network 3de75bf9-132a-458b-acae-a725b1dba0dd May 19 13:02:43.051959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=b4123332-9456-45b2-9cd3-8020057d287e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:43.062658 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.068774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.069434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.069888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.070370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.070813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.071257 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.071788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.072264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.072691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.073581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.074029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.074476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:43.080225 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:43.086714 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.161826 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9764fdb852049e99e90b48d9f9c504e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6910536 May 19 13:02:43.170014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.181328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eff12e-3105-42b7-833d-c5d6d2da7a14,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:43.197126 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:43.229187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-eaa3b79b-5cfa-4f1b-a63b-e09445c9616a service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467881 May 19 13:02:43.290586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.319181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bcb7e3a3-8b1d-4584-b250-47d83484bf0d None None] Provisioning complete for port 9453c282-5ccc-4f01-a5f0-aff0e15e005e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:43.319866 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e3a3-8b1d-4584-b250-47d83484bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.430003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7e3a3-8b1d-4584-b250-47d83484bf0d None None] Port 9453c282-5ccc-4f01-a5f0-aff0e15e005e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:43.475632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:43.481693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b4123332-9456-45b2-9cd3-8020057d287e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:43.543279 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af917120-4685-47f6-be52-370119191987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.563952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.565562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:43.565562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.574916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.585267 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b265cf2-9c55-4c98-a97c-e0737ff96133 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:43.589364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port b4123332-9456-45b2-9cd3-8020057d287e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:43.590140 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b583a6b2-eb25-4ea1-bcc7-4e7e1651436f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:43.590346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.655259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec37b3cc-55b6-4199-a9be-530b79707fb2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:43.660739 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:43.800686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af917120-4685-47f6-be52-370119191987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.882192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1225c21c-51f2-4b6c-aeec-09ca9b160342 service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362858 May 19 13:02:43.882655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5ba28984-95c6-4e02-af0c-1b2beefdd973 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:43.927006 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.931709 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8819268 May 19 13:02:43.946464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.955684 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Request body: {'subnet': {'network_id': '3de75bf9-132a-458b-acae-a725b1dba0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1648448272-subnet', 'tenant_id': '8d13bd53993b41c7bcd4f3fa618bb43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:43.967080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 5ba28984-95c6-4e02-af0c-1b2beefdd973 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:43.967863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5ba28984-95c6-4e02-af0c-1b2beefdd973 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:43.968688 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ec37b3cc-55b6-4199-a9be-530b79707fb2 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:43.971137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Pushing event updated for resources: {'Network': ['ID=3de75bf9-132a-458b-acae-a725b1dba0dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.010392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:44.014537 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:44.023950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 3de75bf9-132a-458b-acae-a725b1dba0dd details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:44.043350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Usage tracker for resource:subnet and tenant:8d13bd53993b41c7bcd4f3fa618bb43e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:44.052738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:44.067932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:44.079654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: ec37b3cc-55b6-4199-a9be-530b79707fb2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:02:44.081340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ec37b3cc-55b6-4199-a9be-530b79707fb2 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:44.094865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Made reservation on behalf of 8d13bd53993b41c7bcd4f3fa618bb43e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:44.099830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.190906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.237553 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.266972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.273692 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.286764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:44.295384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af917120-4685-47f6-be52-370119191987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.314611 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93af61cb-0ee7-449a-9508-9c7f9a4ecd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:44.327176 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.327499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.327791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8f8cb3-f679-4999-9f13-abdc7e05982c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:44.381791 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.386685 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-cca2ffa0-2cd0-427e-b0b4-c1f87d36e8c1 service neutron] 10.222.0.69 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845228 May 19 13:02:44.407467 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.413646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af917120-4685-47f6-be52-370119191987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eff12e-3105-42b7-833d-c5d6d2da7a14,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.422222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', '82b37c35-3799-4e13-8fc5-b402daa77497', '1a513db8-8193-4ce3-ad2b-54c63d379a8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:44.440533 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af917120-4685-47f6-be52-370119191987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:44.455177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af917120-4685-47f6-be52-370119191987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.457259 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-af917120-4685-47f6-be52-370119191987 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8eff12e-3105-42b7-833d-c5d6d2da7a14 HTTP/1.1" status: 204 len: 168 time: 1.2856801 May 19 13:02:44.458873 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b78379b-361d-4cf5-a738-5a9e7dc8ed42 tempest-RoutersAdminTest-1237192524 tempest-RoutersAdminTest-1237192524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:44.528493 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6e960101-d346-4402-8768-3ec3b1acd62d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:44.637275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.646414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=9453c282-5ccc-4f01-a5f0-aff0e15e005e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.680175 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.685671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] 10.222.0.69 "DELETE /v2.0/routers/cd8f8cb3-f679-4999-9f13-abdc7e05982c HTTP/1.1" status: 204 len: 168 time: 6.1392050 May 19 13:02:44.759631 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:44.762348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.843499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:44.845993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.850408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91f2d43f-d320-4ece-9c5f-6e6b02feb1b4 req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "PUT /v2.0/ports/1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 904 time: 2.7339458 May 19 13:02:44.860120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:02:44.889322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.901825 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:44.946794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['1a513db8-8193-4ce3-ad2b-54c63d379a8f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:45.022471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-5e340326-7fb6-4ce7-846b-a996c6c53704 service neutron] 10.222.0.69 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156955 May 19 13:02:45.250554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Deleting subnet e65503ed-d7e2-409a-87b7-05649b220621 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:02:45.275316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.284684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99d85e97-4dff-473f-aa13-4a78c2e9d8a9 None None] Provisioning complete for port 1a513db8-8193-4ce3-ad2b-54c63d379a8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:45.286217 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99d85e97-4dff-473f-aa13-4a78c2e9d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.362078 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.496731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3175a9f6-7b7b-4743-a5d1-cfa2c27b87a7 service neutron] 10.222.0.69 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731982 May 19 13:02:45.514375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.591673 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.615306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-677c1405-662f-4650-8d15-ba12bac9f812 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:45.617642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-677c1405-662f-4650-8d15-ba12bac9f812 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.3793175 May 19 13:02:45.656700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:45.666466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:45.725205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-90cc26f8-f9d0-45bb-ad73-2996bdab562e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/quotas/b35f3a7742874df5848d4468c225334e HTTP/1.1" status: 200 len: 375 time: 0.0343604 May 19 13:02:45.806720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ba535e30-d82c-4c7d-ab8e-1800d6666531 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716035 May 19 13:02:45.814082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c9aa7839-ef2f-4d07-a24d-6799c9f5146b service neutron] 10.222.0.69 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874589 May 19 13:02:45.922612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.072909 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7e40f75-4ec3-47fb-962b-004497faa2ba None None] Provisioning complete for port 9453c282-5ccc-4f01-a5f0-aff0e15e005e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:46.073680 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7e40f75-4ec3-47fb-962b-004497faa2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.164935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e7e40f75-4ec3-47fb-962b-004497faa2ba None None] Port 9453c282-5ccc-4f01-a5f0-aff0e15e005e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:46.357344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-6a1ee3d4-f28f-4960-8cc9-8f0c5e200d87 service neutron] 10.222.0.69 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206859 May 19 13:02:46.366517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router d203eb47-672a-4acd-9644-843b53e15365 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:46.407333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-267a452c-2fa9-47d0-8e61-fd489ed40937 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065494 May 19 13:02:46.717855 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-cca10449-51bc-4a6e-b2ff-9ff1ea1d0000 service neutron] 10.222.0.69 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085532 May 19 13:02:46.814842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.824748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.839604 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b466dc08-b738-4482-b318-7ceb0bc56d3a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:46.949778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c778c7-a4a8-4245-9440-c4cf4ff95ab1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:47.006674 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.075043 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.081841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65503ed-d7e2-409a-87b7-05649b220621,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:47.087236 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:47.089279 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:47.089753 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:47.091643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:47.106787 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] Sync routers for ids ['d203eb47-672a-4acd-9644-843b53e15365'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:47.112548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Checking segment: {'id': '7b912ee0-b357-4b52-9ef4-dcacc2bb9f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3de75bf9-132a-458b-acae-a725b1dba0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:02:47.112917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Network hostable DHCP agents. Network: 3de75bf9-132a-458b-acae-a725b1dba0dd, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:47.135721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/d203eb47-672a-4acd-9644-843b53e15365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2329657 May 19 13:02:47.137689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.152817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e65503ed-d7e2-409a-87b7-05649b220621 HTTP/1.1" status: 204 len: 168 time: 2.3883245 May 19 13:02:47.153180 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] Routers {'d203eb47-672a-4acd-9644-843b53e15365'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:47.154443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.154803 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d203eb47-672a-4acd-9644-843b53e15365'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:47.157037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da5e5f-2982-48c9-8595-0c50d7c4f81a req-aab558a3-cc02-4eb4-8dfe-b552b279f5f6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:47.166710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0da5e5f-2982-48c9-8595-0c50d7c4f81a req-aab558a3-cc02-4eb4-8dfe-b552b279f5f6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 907 time: 0.1855369 May 19 13:02:47.283744 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'status': 'completed', 'code': 200} May 19 13:02:47.359821 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:47.386289 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] Routers {'d203eb47-672a-4acd-9644-843b53e15365'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:47.387737 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d203eb47-672a-4acd-9644-843b53e15365'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:47.457857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4444d3ca-25bb-4c8a-8c79-df967470c371 req-a227469d-1dd3-4307-8506-c0889f6a5ea3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 210 time: 0.1020133 May 19 13:02:47.580513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Network 3de75bf9-132a-458b-acae-a725b1dba0dd is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:47.605720 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:47.606383 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4988-39d7-469d-99fc-51b550e36c25 None None] The sync data for ids ['d203eb47-672a-4acd-9644-843b53e15365'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:47.635609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922aaee-b25b-40ca-af81-4df2c69dbcb6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:47.636129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f922aaee-b25b-40ca-af81-4df2c69dbcb6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:47.642379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.649506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 3de75bf9-132a-458b-acae-a725b1dba0dd) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:47.680935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f922aaee-b25b-40ca-af81-4df2c69dbcb6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:47.686952 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f922aaee-b25b-40ca-af81-4df2c69dbcb6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports/9453c282-5ccc-4f01-a5f0-aff0e15e005e HTTP/1.1" status: 200 len: 977 time: 0.5349438 May 19 13:02:47.690975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.693102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:47.693913 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.776328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1de4d-9cd1-4430-b7c1-4080b8c4654c None None] Network 3de75bf9-132a-458b-acae-a725b1dba0dd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:47.965633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3e6b-8520-4381-a2c1-de0baadae83a req-716904c2-57ed-4b56-a5a5-fad0e7fffa43 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:47.980148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cdf3e6b-8520-4381-a2c1-de0baadae83a req-716904c2-57ed-4b56-a5a5-fad0e7fffa43 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.3273132 May 19 13:02:48.139300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cdf3e6b-8520-4381-a2c1-de0baadae83a req-9c2b0872-8159-475d-984c-c7b518c9ea09 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563661 May 19 13:02:48.224536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-f8e51950-0fe7-47df-abb7-e5d99484e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:48.226118 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-f8e51950-0fe7-47df-abb7-e5d99484e80b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 1058 time: 0.8728592 May 19 13:02:48.251938 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-95d00f82-e518-4824-8b52-e86e03f4062a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2935622 May 19 13:02:48.445276 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.606304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e506c-d98a-49b7-a609-565217a76ad0 None None] Network 3de75bf9-132a-458b-acae-a725b1dba0dd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:02:48.609769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38d7c37-c4cd-4f65-ad5d-f6a3c557a506']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.712966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.713258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bf6cf5-dd8f-4e14-9792-0db8a7c60393') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.718524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ca4d218b-6b6b-474a-88e2-ea56adaa9e00 req-ffe41e99-06ef-44cb-9daf-1ae75076db2b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1738138 May 19 13:02:48.809609 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.880766 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.896458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:48.896771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.911437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-ccea8085-9531-4db5-8bb2-57bd96a77566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:48.912896 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-ccea8085-9531-4db5-8bb2-57bd96a77566 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.6703110 May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: timer() May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:48.913606 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:49.018999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f184d-6f93-43f3-b605-24470c3f66cb req-d8b4905c-3d16-46f7-a3db-ec9335e13d8e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:49.026963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e1f184d-6f93-43f3-b605-24470c3f66cb req-d8b4905c-3d16-46f7-a3db-ec9335e13d8e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.4781890 May 19 13:02:49.083943 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-5932ee20-27d2-49ea-8421-59688c73f0d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 217 time: 0.1551423 May 19 13:02:49.364028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1423f37a-26ab-4ddc-a9b7-f00d067b23bb req-62c91de9-1917-45f9-8f97-a6cd5e1c5a7b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 210 time: 0.1857359 May 19 13:02:49.391659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e1f184d-6f93-43f3-b605-24470c3f66cb req-55019f41-353e-444d-a552-3641440425eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463440 May 19 13:02:49.743229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-0097bfc7-20af-4ae2-9b33-5ba2fe707695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:49.744653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-0097bfc7-20af-4ae2-9b33-5ba2fe707695 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.0968609 May 19 13:02:49.749398 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.755696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ceb77f9-2bb5-4966-8e52-abf2a0022cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:49.838863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.842266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-3506c877-e077-4d8d-94f1-c97e4ddfc90b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:49.846061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-3506c877-e077-4d8d-94f1-c97e4ddfc90b tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 811 time: 0.6409369 May 19 13:02:49.862534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Request body: {'port': {'device_id': 'ddac0486-f93e-41f1-92b9-013504657538', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'admin_state_up': True, 'tenant_id': 'b35f3a7742874df5848d4468c225334e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:49.907369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38d7c37-c4cd-4f65-ad5d-f6a3c557a506,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:49.922366 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:49.923806 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c38d7c37-c4cd-4f65-ad5d-f6a3c557a506 HTTP/1.1" status: 204 len: 168 time: 2.7623773 May 19 13:02:50.100765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-2791469c-ce24-43d5-8137-2de731eae3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:50.102843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-2791469c-ce24-43d5-8137-2de731eae3e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3285470 May 19 13:02:50.508023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-3be201d1-a7b1-4de6-856b-0a9c5b785469 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:50.510544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-3be201d1-a7b1-4de6-856b-0a9c5b785469 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Synchronizing usage tracker for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:50.531476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:50.533367 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.580997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00f33412-04dc-46fe-948a-c8f087206a7b req-3daad425-338d-4462-8a74-aac0cc79d8ad tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.4660282 May 19 13:02:50.680250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-3be201d1-a7b1-4de6-856b-0a9c5b785469 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Unset dirty status for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:50.695199 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-3be201d1-a7b1-4de6-856b-0a9c5b785469 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/networks?id=adec9f18-6d96-4fc1-9b1c-847845f4b78d HTTP/1.1" status: 200 len: 814 time: 0.5832469 May 19 13:02:50.725871 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-3f74702d-1052-4973-9371-e6cde126fa0e service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136663 May 19 13:02:50.735233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-40522ae8-7450-400a-b5de-a62ac4bcbbff tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/quotas/1ebe289ba85a46d085a8d432ee899bf5 HTTP/1.1" status: 200 len: 375 time: 0.0386360 May 19 13:02:50.791723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:50.846965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-307f6b86-c9be-4d10-80de-8ab171c1809d tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ebe289ba85a46d085a8d432ee899bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098347 May 19 13:02:51.030308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:51.056546 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb497581-1344-444a-9b7c-349955f5d45d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d29605586d543a8ba5cf58d4f538023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576221 May 19 13:02:51.107303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.351957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3fd4862c-e0ed-4826-9284-df338d673b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.353359 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3fd4862c-e0ed-4826-9284-df338d673b58 service neutron] 10.222.0.57 "GET /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 1033 time: 0.1927071 May 19 13:02:51.361486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-819d5977-10f2-4043-ba39-b9cc685f9241 req-d42d9f22-1603-4471-9086-213a4dbe9d12 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205251 May 19 13:02:51.448777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-cf68bed8-b0c7-489f-8b1b-b23bd44ed937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.450561 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-cf68bed8-b0c7-489f-8b1b-b23bd44ed937 service neutron] 10.222.0.57 "GET /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 1031 time: 0.0861692 May 19 13:02:51.464266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Made reservation on behalf of b35f3a7742874df5848d4468c225334e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:51.470395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.731783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-c856f91b-0fdc-4d67-b03f-5cbc9c4cd7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8825455 May 19 13:02:51.844168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.850528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.855001 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.856514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.857356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:51.864725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 9453c282-5ccc-4f01-a5f0-aff0e15e005e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:02:51.864725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.870759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-552908dd-aa53-427b-9b90-3e401da326c0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:51.873371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-552908dd-aa53-427b-9b90-3e401da326c0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 0.8380005 May 19 13:02:51.907139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:51.908455 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-0df8c6a7-84c7-4e34-bd59-84735200a3eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 1995 time: 0.4512570 May 19 13:02:51.991580 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.029089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-7908a867-4fa4-43de-a1e2-c04f73b44340 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/quotas/f6c385f268c74baabf8254875377953d HTTP/1.1" status: 200 len: 375 time: 0.1317561 May 19 13:02:52.134769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-deb13353-5323-43b2-8451-1e701bd802c5 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:52.178148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-deb13353-5323-43b2-8451-1e701bd802c5 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:52.180873 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-deb13353-5323-43b2-8451-1e701bd802c5 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924367df395c4dce8c8656db6049ee57 HTTP/1.1" status: 200 len: 380 time: 0.2612398 May 19 13:02:52.200603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'admin_state_up': True, 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'security_groups': ['f13d0739-dcea-47f0-98be-5da87585e544']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:52.284180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.303363 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Allocated IP 172.20.0.10 (e2fbcbe3-9084-4bc3-88aa-31736c63f52d/a4985afe-876b-4fef-8f17-8eb492b5653c/4e25f66d-fff1-4096-bc29-d8d75035cb72) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:52.336665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-dafb3700-cffe-4868-9ac6-c2e3157c2e66 service neutron] 10.222.0.69 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684459 May 19 13:02:52.460878 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-fb50c883-b464-460f-a768-147674b37497 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4088428 May 19 13:02:52.686105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.813653 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec9cb7c4-5cc8-4488-a4ee-b2198723ca80 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:52.836836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 9453c282-5ccc-4f01-a5f0-aff0e15e005e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:02:52.897890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80e5aca-e392-44b8-bad8-d72795d2fdd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.917942 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:52.919487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3b2e2052-b291-46d6-84ef-8643b2236782 req-dda9742b-e073-46c0-ae96-56f820f7889e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:52.973828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:53.004203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3b2e2052-b291-46d6-84ef-8643b2236782 req-dda9742b-e073-46c0-ae96-56f820f7889e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:53.005642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b2e2052-b291-46d6-84ef-8643b2236782 req-dda9742b-e073-46c0-ae96-56f820f7889e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 210 time: 0.1846371 May 19 13:02:53.005834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:53.029618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:53.033195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-a0dbf677-6b8d-4e95-95b1-d7eb0d0af767 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395123 May 19 13:02:53.035329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.084496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.091705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.093007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b80e5aca-e392-44b8-bad8-d72795d2fdd8 HTTP/1.1" status: 204 len: 168 time: 1.9772284 May 19 13:02:53.574378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86b100b2-b74e-4e16-8489-8075dd754788 req-eef1202d-ef23-4c58-b840-40803293110e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1452999 May 19 13:02:53.668385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-6fd7f13b-902c-4f25-a4d0-ec372e7817d3 service neutron] 10.222.0.69 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336269 May 19 13:02:53.697339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.732395 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:53.898494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Network e2fbcbe3-9084-4bc3-88aa-31736c63f52d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:53.911792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:53.933773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5458f929-0d82-4092-ad0b-fbd014545dbf req-f4c7bcfd-196f-4dc3-b398-c1e82bb1e945 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 210 time: 0.1304064 May 19 13:02:53.939742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:54.064122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event updated for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:54.134259 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:54.139440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43035e39-6eae-4372-a477-7aeed4681431 req-99671235-6cd0-4aab-b1dc-c929aac6aea7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 210 time: 0.1473205 May 19 13:02:54.151309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 172.20.0.13 (fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5/aadc56b8-93b6-4580-8621-b4ba8c88f7dd/3cc5b144-8c3c-4219-b78e-f039317cd6ec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:54.179805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:54.198915 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.257346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4031212 May 19 13:02:54.268469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-f2e72516-f42a-4ecf-b36f-79aea4953b37 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:02:54.270280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-f2e72516-f42a-4ecf-b36f-79aea4953b37 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064936 May 19 13:02:54.280860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Request body: {'port': {'device_id': 'ddac0486-f93e-41f1-92b9-013504657538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:54.649264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.769792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object 3cc5b144-8c3c-4219-b78e-f039317cd6ec will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:54.805374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19127fe3-76d1-4ac9-9063-78f9f4e14b9e req-b3dd9ec1-cec8-4534-8ce8-fa7bda5241b3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:54.816468 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19127fe3-76d1-4ac9-9063-78f9f4e14b9e req-b3dd9ec1-cec8-4534-8ce8-fa7bda5241b3 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 932 time: 0.4407341 May 19 13:02:54.824517 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.827260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.852487 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60d42247-b568-4cb4-8bcd-a589c4e0cb55 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:54.981908 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.054668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=9453c282-5ccc-4f01-a5f0-aff0e15e005e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.060865 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:55.064434 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39b7c8a5-7280-4b9b-8aca-567b8f27a4a7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:55.639293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.645192 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:55.684464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.893295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:55.934596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19127fe3-76d1-4ac9-9063-78f9f4e14b9e req-0eee1a27-be7c-4a2a-b180-b2eebb3a3a26 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1107609 May 19 13:02:56.047377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:56.071149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:56.151336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-431732495-network', 'tenant_id': 'baf7865797de40448f1b479931460fd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:56.192601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.216295 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:02:56.265538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Usage tracker for resource:network and tenant:baf7865797de40448f1b479931460fd2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:56.288208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.304849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:56.305891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.325687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.356591 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8730cf3-1dd4-4446-a48d-29dc14a82be3 req-2c09de8d-bf10-4416-a0a9-9c8c3d8e600e tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 210 time: 0.1610851 May 19 13:02:56.418127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2288032 May 19 13:02:56.451086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'admin_state_up': True, 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'security_groups': ['f13d0739-dcea-47f0-98be-5da87585e544']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:56.568865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-52de03ff-b304-4916-824d-66e775a54af3 None None] Provisioning for port 3cc5b144-8c3c-4219-b78e-f039317cd6ec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:56.593491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-52de03ff-b304-4916-824d-66e775a54af3 None None] Provisioning complete for port 3cc5b144-8c3c-4219-b78e-f039317cd6ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:56.594105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52de03ff-b304-4916-824d-66e775a54af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.698559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb266-1056-48d3-9b54-a37f64a1c9c8 req-6e0234a8-387f-4b27-a54f-4ddb608dfce7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:56.708048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0bbb266-1056-48d3-9b54-a37f64a1c9c8 req-6e0234a8-387f-4b27-a54f-4ddb608dfce7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 932 time: 1.6115632 May 19 13:02:56.717162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Made reservation on behalf of baf7865797de40448f1b479931460fd2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:56.721678 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.763227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-52de03ff-b304-4916-824d-66e775a54af3 None None] Port 3cc5b144-8c3c-4219-b78e-f039317cd6ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:56.866585 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.051558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-9c28935f-840a-406b-b8f5-78079e037eeb tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:57.053289 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-9c28935f-840a-406b-b8f5-78079e037eeb tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.71 "GET /v2.0/networks?id=adec9f18-6d96-4fc1-9b1c-847845f4b78d HTTP/1.1" status: 200 len: 814 time: 1.4554918 May 19 13:02:57.117782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:57.118983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Request body: {'port': {'device_id': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d', 'admin_state_up': True, 'tenant_id': '1ebe289ba85a46d085a8d432ee899bf5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:57.166780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:57.173979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Usage tracker for resource:security_group_rule and tenant:baf7865797de40448f1b479931460fd2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:57.183167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:57.190303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:8. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:57.195042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.202087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:57.230136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53ae1727-4f6e-4529-9378-24e030682daa req-d4ba0a8d-1824-4c03-8f2f-cd75787a568f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 210 time: 0.4465094 May 19 13:02:57.274946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:57.320995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0bbb266-1056-48d3-9b54-a37f64a1c9c8 req-c808a019-50cb-49c8-a9ed-2b4c9a57c25a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552059 May 19 13:02:57.531112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:57.554638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-89ed6073-8e22-4467-bccf-4d016c089c1b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:57.557555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-89ed6073-8e22-4467-bccf-4d016c089c1b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 811 time: 1.0615771 May 19 13:02:57.635664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:57.639498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.755483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Request body: {'port': {'device_id': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'admin_state_up': True, 'tenant_id': 'f6c385f268c74baabf8254875377953d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:57.843196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router d203eb47-672a-4acd-9644-843b53e15365 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:57.949588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e7fe0c0-cc5e-4fbb-8a1b-f9b27dc1a75d req-af72e64e-8b12-4c60-aaff-94d88b235f1a tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 210 time: 0.4207790 May 19 13:02:57.977792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:58.005385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Usage tracker for resource:port and tenant:1ebe289ba85a46d085a8d432ee899bf5 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:58.012829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:58.077164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:58.132078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:58.166748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e25f66d-fff1-4096-bc29-d8d75035cb72 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:02:58.167723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:58.185741 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] Sync routers for ids ['d203eb47-672a-4acd-9644-843b53e15365'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:58.194971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Made reservation on behalf of 1ebe289ba85a46d085a8d432ee899bf5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:58.196603 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.201794 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] Routers {'d203eb47-672a-4acd-9644-843b53e15365'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:58.202558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d203eb47-672a-4acd-9644-843b53e15365'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:58.210523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.212855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:58.290794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/d203eb47-672a-4acd-9644-843b53e15365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5876291 May 19 13:02:58.302693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.306106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:58.317225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:58.364917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:58.385332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] Routers {'d203eb47-672a-4acd-9644-843b53e15365'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:02:58.385965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:02:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d203eb47-672a-4acd-9644-843b53e15365'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:58.402386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.1.1.62 (b7457dac-1746-4c33-adf0-0891935ad4cd/480c41fd-d30b-4a63-9768-2277bfe5e15d/d370698c-4040-420e-91d1-c95483d848ef) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:58.460450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Transition to ACTIVE for port object 4e25f66d-fff1-4096-bc29-d8d75035cb72 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:58.497126 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.529177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7dd5e-d5f3-4078-8797-e31e5adf16b0 req-1e637cda-0be6-4500-8576-97f9d63153ab tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:58.530722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96e7dd5e-d5f3-4078-8797-e31e5adf16b0 req-1e637cda-0be6-4500-8576-97f9d63153ab tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 932 time: 0.9933560 May 19 13:02:58.556630 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7cca4304-6612-4546-b9fa-70c85e19623a tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:58.558525 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:58.560799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4ccba-9bcf-4909-9bb2-8aaeed00a8b8 None None] The sync data for ids ['d203eb47-672a-4acd-9644-843b53e15365'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:58.577125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.796484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:58.815495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Made reservation on behalf of f6c385f268c74baabf8254875377953d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:58.822034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.860788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:58.877526 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0c654a6-7da7-40a3-8a36-feafc00cc4ec req-85121f0f-86d8-499c-b39a-fe3aff4deff1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 210 time: 0.1957057 May 19 13:02:59.069086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.146643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object d370698c-4040-420e-91d1-c95483d848ef will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:59.149218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4daa395-8d68-4db3-9883-0190033bf96b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.342248 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.370853 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c630d706-2790-4cda-a7c2-78ceaad02c86 tempest-RoutersAdminTest-188616409 tempest-RoutersAdminTest-188616409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:59.457417 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:59.474085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network b7457dac-1746-4c33-adf0-0891935ad4cd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:59.475138 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7698dcf7-6b7a-4f27-be67-c1e703826071 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:02:59.496617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Allocated IP 172.20.0.13 (adec9f18-6d96-4fc1-9b1c-847845f4b78d/a26c3000-7ecf-432f-b699-eba03be06362/2dfc2205-f4a6-496b-a60d-7505c215e3cd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:59.500821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:59.509040 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.509363 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Added segment 8f34acaf-b882-4689-bf30-aa5474e30251 of type vlan for network 1225c355-c32d-4416-9ea6-cc3666d4b986 May 19 13:02:59.514277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:02:59.521547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.676534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.682267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96e7dd5e-d5f3-4078-8797-e31e5adf16b0 req-629f2376-967f-4e99-84ad-0f941b534183 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0016372 May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.752261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:59.754526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:59.763164 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:02:59.797703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:02:59.799001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.850683 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4116039 May 19 13:02:59.878709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'admin_state_up': True, 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'security_groups': ['f13d0739-dcea-47f0-98be-5da87585e544']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:59.914670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Usage tracker for resource:security_group_rule and tenant:a17c86fa0346415ba799f65560f9c0c3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:00.013313 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60369782-28a0-41a3-a65f-e994a97e6044 None None] Provisioning for port d370698c-4040-420e-91d1-c95483d848ef completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:00.023548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60369782-28a0-41a3-a65f-e994a97e6044 None None] Provisioning complete for port d370698c-4040-420e-91d1-c95483d848ef triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:00.024490 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60369782-28a0-41a3-a65f-e994a97e6044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.032435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Pushing event updated for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:00.036789 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.040972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:00.056039 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-47092a1b-64a8-4168-a2ee-5d012253bbbd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] remove_router_interface failed (client error): The resource could not be found. May 19 13:03:00.057248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-47092a1b-64a8-4168-a2ee-5d012253bbbd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/d203eb47-672a-4acd-9644-843b53e15365/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7347367 May 19 13:03:00.066589 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:00.083957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.118456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:00.159207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-60369782-28a0-41a3-a65f-e994a97e6044 None None] Port d370698c-4040-420e-91d1-c95483d848ef cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:00.306052 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8561eec1-cb32-4727-b9b9-6f03d1e50261 req-e3653dba-0e9c-476f-8ff3-094f9944a102 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 210 time: 0.2519140 May 19 13:03:00.335116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8fbe57ec-9e8e-486e-be1b-e94bc9ea1763 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:00.472448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8fbe57ec-9e8e-486e-be1b-e94bc9ea1763 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:00.480494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fbe57ec-9e8e-486e-be1b-e94bc9ea1763 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=d203eb47-672a-4acd-9644-843b53e15365 HTTP/1.1" status: 200 len: 205 time: 0.3496695 May 19 13:03:00.481750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.496484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Attempting to bind port 4e25f66d-fff1-4096-bc29-d8d75035cb72 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:00.497297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Attempting to bind port 4e25f66d-fff1-4096-bc29-d8d75035cb72 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:00.498074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Attempting to bind port 4e25f66d-fff1-4096-bc29-d8d75035cb72 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:00.611429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Allocated IP 172.20.0.11 (fa92c8b0-1c8b-407d-b94f-e62d9d5c358d/d66525e7-39a6-4b14-86b0-33f0c80b40f3/d94a0e59-1f6e-43f1-89ae-f78076f315f1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:00.644049 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.646210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:00.647571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.651418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.689030 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02f69afd-f098-406a-8086-c4b5e09dafc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:00.712899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Port 4e25f66d-fff1-4096-bc29-d8d75035cb72 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:00.713426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Attempting to bind port 4e25f66d-fff1-4096-bc29-d8d75035cb72 on network e2fbcbe3-9084-4bc3-88aa-31736c63f52d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:00.904371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:00.913415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:00.919517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:9. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:00.926947 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.952878 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e7693f4-5412-4c9b-8499-d76ac3633c0e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:00.987101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:00.987651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Checking segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:00.988281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Bound using segment: {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:00.989762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Bound port: 4e25f66d-fff1-4096-bc29-d8d75035cb72, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b7656-6991-4b7e-bdc5-3a3bfeb032aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:00.990270 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.050010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f31a-3e96-4ab2-bc8d-b659fbefadeb req-fd0e8d05-945c-40fe-b0c9-7b1c63ba75ad tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:01.061555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f31a-3e96-4ab2-bc8d-b659fbefadeb req-fd0e8d05-945c-40fe-b0c9-7b1c63ba75ad tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:01.064255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99e4f31a-3e96-4ab2-bc8d-b659fbefadeb req-fd0e8d05-945c-40fe-b0c9-7b1c63ba75ad tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 1653 time: 1.6396079 May 19 13:03:01.112751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c5128e-26df-46a8-bd1e-b287a7d08aa0 req-11f553ef-e600-41cd-91ca-562d41679fb2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 210 time: 0.4256094 May 19 13:03:01.149352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:01.168425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:01.189076 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:01.197703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Network adec9f18-6d96-4fc1-9b1c-847845f4b78d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:01.200437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:01.204210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:01.343714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:01.356129 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.387193 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2743802 May 19 13:03:01.399731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Request body: {'port': {'device_id': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.402165 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.647961 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.044534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Pushing event updated for resources: {'Network': ['ID=1225c355-c32d-4416-9ea6-cc3666d4b986,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.048632 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.360s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:02.057847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 1225c355-c32d-4416-9ea6-cc3666d4b986 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:02.153748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.198424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 6.3686521 May 19 13:03:02.198970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:02.203078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.212257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Request body: {'subnet': {'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-431732495-subnet', 'tenant_id': 'baf7865797de40448f1b479931460fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:02.221381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:02.226315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.237144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:02.245930 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Usage tracker for resource:subnet and tenant:baf7865797de40448f1b479931460fd2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:02.252847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:02.268461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:02.287452 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d3cb75a9-a5f9-4660-b294-99b196e1e34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:02.304177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99e4f31a-3e96-4ab2-bc8d-b659fbefadeb req-175eb6b9-a5fc-463c-b250-16393266958a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1889439 May 19 13:03:02.345562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Made reservation on behalf of baf7865797de40448f1b479931460fd2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:02.349350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.656843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:03:02.730423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a17c86fa0346415ba799f65560f9c0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9165478 May 19 13:03:02.737688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.745771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff52695-46ed-428f-8ff4-58108fc29050,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.747607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 48976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:02.760795 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.768447 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:02.779267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:02.799926 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.833050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:02.898632 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.906321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Transition to ACTIVE for port object d94a0e59-1f6e-43f1-89ae-f78076f315f1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:02.909902 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:02.922267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfc2205-f4a6-496b-a60d-7505c215e3cd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:02.945250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.954725 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.955438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router d203eb47-672a-4acd-9644-843b53e15365 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:02.992677 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.1.1.150 (b7457dac-1746-4c33-adf0-0891935ad4cd/480c41fd-d30b-4a63-9768-2277bfe5e15d/fcf7e74b-d336-4af1-a19b-73c4162d5e13) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:03.008317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f84659-e2ac-410b-a146-27bb4e0d4107 req-f451fc08-75be-419d-834f-b4c882f213ce tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:03.016126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-59f84659-e2ac-410b-a146-27bb4e0d4107 req-f451fc08-75be-419d-834f-b4c882f213ce tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 944 time: 1.5520577 May 19 13:03:03.025351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Transition to ACTIVE for port object 2dfc2205-f4a6-496b-a60d-7505c215e3cd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:03.039794 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.066545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:03.071838 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.072403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.073998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] 10.222.0.57 "PUT /v2.0/ports/4e25f66d-fff1-4096-bc29-d8d75035cb72 HTTP/1.1" status: 200 len: 1092 time: 8.7975450 May 19 13:03:03.093086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:03.118891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.137791 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ad7ab110-ea6a-4dbc-a9a2-e1ee1a3244e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:03.218447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:03.237360 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:03.355080 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.356928 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ee7734e-d8ef-4548-a2df-6f7dfea116d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/d203eb47-672a-4acd-9644-843b53e15365 HTTP/1.1" status: 204 len: 168 time: 2.8539071 May 19 13:03:03.391796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 48998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:03.605652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Pushing event updated for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:03.621008 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:03.647244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-59f84659-e2ac-410b-a146-27bb4e0d4107 req-6a43e9d2-2432-4412-b077-d27639717d9e tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688355 May 19 13:03:03.673882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.686763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', '82b37c35-3799-4e13-8fc5-b402daa77497'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:03.688444 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35207a7b-48c0-4a7f-82ea-2baba96bef05 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:03.787285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet bb34e15a-e268-4384-a912-28ed5b83c654 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:03:03.843993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145be9c9-7ebd-48db-87de-7010f75cd5b4 req-dd9bd51a-a12c-4f4f-8a3b-d945f9b15b89 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:03.857200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-145be9c9-7ebd-48db-87de-7010f75cd5b4 req-dd9bd51a-a12c-4f4f-8a3b-d945f9b15b89 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 932 time: 1.0348487 May 19 13:03:03.946657 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.948334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.959662 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-600d82d7-92cb-4ab8-adac-6a1973da009a tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:04.088764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff52695-46ed-428f-8ff4-58108fc29050,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:04.198953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:04.199516 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:04.240404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-703607b2-72f6-4f83-ac1c-27020f1f5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:04.242978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-703607b2-72f6-4f83-ac1c-27020f1f5d96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 1095 time: 1.1036935 May 19 13:03:04.245091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:04.249673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:04.355323 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.361551 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.370166 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d71d5f6b-a822-4f77-bd4f-f925dbf32631 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:04.435008 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.436195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ff52695-46ed-428f-8ff4-58108fc29050 HTTP/1.1" status: 204 len: 168 time: 1.6867411 May 19 13:03:04.452420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:04.455091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba19562-9626-49b5-9ac3-5e94aca137a4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:04.459162 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:04.476798 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:04.485985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object fcf7e74b-d336-4af1-a19b-73c4162d5e13 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:04.493263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Attempting to bind port 2dfc2205-f4a6-496b-a60d-7505c215e3cd on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:04.493627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Attempting to bind port 2dfc2205-f4a6-496b-a60d-7505c215e3cd by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '0d35b02e-d60c-48d2-b63e-3b62fd96fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:04.493965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Attempting to bind port 2dfc2205-f4a6-496b-a60d-7505c215e3cd on network adec9f18-6d96-4fc1-9b1c-847845f4b78d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:04.507864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Port 2dfc2205-f4a6-496b-a60d-7505c215e3cd on network adec9f18-6d96-4fc1-9b1c-847845f4b78d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:04.508322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Attempting to bind port 2dfc2205-f4a6-496b-a60d-7505c215e3cd on network adec9f18-6d96-4fc1-9b1c-847845f4b78d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:04.553558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:04.554354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Checking segment: {'id': '0d35b02e-d60c-48d2-b63e-3b62fd96fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:04.555068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Bound using segment: {'id': '0d35b02e-d60c-48d2-b63e-3b62fd96fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:04.556085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Bound port: 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d35b02e-d60c-48d2-b63e-3b62fd96fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:04.557517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.573582 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.587676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Checking segment: {'id': '8f34acaf-b882-4689-bf30-aa5474e30251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:04.588464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Network hostable DHCP agents. Network: 1225c355-c32d-4416-9ea6-cc3666d4b986, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:04.635036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf75efeb-8eb6-4adc-88d9-2af5469bdb58 None None] Provisioning for port d94a0e59-1f6e-43f1-89ae-f78076f315f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:04.639564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-6c1618ab-0a78-499c-a4b4-6b74f75f1807 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72 HTTP/1.1" status: 200 len: 217 time: 0.3245730 May 19 13:03:04.646702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf75efeb-8eb6-4adc-88d9-2af5469bdb58 None None] Provisioning complete for port d94a0e59-1f6e-43f1-89ae-f78076f315f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:04.647300 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf75efeb-8eb6-4adc-88d9-2af5469bdb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.679299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Network 1225c355-c32d-4416-9ea6-cc3666d4b986 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:04.731453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.749540 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7066855c-f012-47c2-a794-a9fd3eafea72 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:04.752022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-145be9c9-7ebd-48db-87de-7010f75cd5b4 req-457d1eaa-03c7-4dfa-9b44-611ed32d8426 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Synchronizing usage tracker for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:04.786944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:04.787970 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.791331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf75efeb-8eb6-4adc-88d9-2af5469bdb58 None None] Port d94a0e59-1f6e-43f1-89ae-f78076f315f1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:04.873738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 1225c355-c32d-4416-9ea6-cc3666d4b986) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:04.881216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-3f3906b9-d348-41d2-979e-854d744db64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:04.883184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-3f3906b9-d348-41d2-979e-854d744db64d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.2191958 May 19 13:03:04.889747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2577753 May 19 13:03:04.892801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda586e-41f0-4cb9-ae4f-75a094a791ff None None] Network 1225c355-c32d-4416-9ea6-cc3666d4b986 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:04.896921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-145be9c9-7ebd-48db-87de-7010f75cd5b4 req-457d1eaa-03c7-4dfa-9b44-611ed32d8426 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Unset dirty status for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:04.898555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-145be9c9-7ebd-48db-87de-7010f75cd5b4 req-457d1eaa-03c7-4dfa-9b44-611ed32d8426 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0381417 May 19 13:03:04.955747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Request body: {'port': {'device_id': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:05.001109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:05.001963 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.060959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:05.074325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network b7457dac-1746-4c33-adf0-0891935ad4cd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:05.083301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:05.088250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:05.115196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-564bd9ce-d74f-4495-bade-a2a2aa93b8f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2240222 May 19 13:03:05.166334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f110-cb95-480d-8132-dd9bd3d1e082 req-3166ecc4-7641-4de0-b35f-9e8fbb4ae0e6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:05.167340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3562f110-cb95-480d-8132-dd9bd3d1e082 req-3166ecc4-7641-4de0-b35f-9e8fbb4ae0e6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:05.293005 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72', 'status': 'completed', 'code': 200} May 19 13:03:05.299805 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0988419 May 19 13:03:05.301904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:05.321914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:05.327885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.334235 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:05.335411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.348390 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:05.536797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:05.537735 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.592846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:05.593590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.595283 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] 10.222.0.71 "PUT /v2.0/ports/2dfc2205-f4a6-496b-a60d-7505c215e3cd HTTP/1.1" status: 200 len: 1092 time: 4.2009811 May 19 13:03:05.595879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:05.651154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7850964 May 19 13:03:05.754538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'admin_state_up': True, 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'security_groups': ['f13d0739-dcea-47f0-98be-5da87585e544']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:05.799098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:05.827320 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:06.118598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610a9ed-9ce3-49d3-a25e-ef9a5768bc3f None None] Network 1225c355-c32d-4416-9ea6-cc3666d4b986 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:06.155515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-58d51ece-9d87-42c3-b619-5c09e986d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:06.157139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-58d51ece-9d87-42c3-b619-5c09e986d86c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ebe289ba85a46d085a8d432ee899bf5&device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 1095 time: 0.4848466 May 19 13:03:06.161009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:06.194655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-462d924f-205e-4f17-b8ca-492c8b65e907 None None] Provisioning for port fcf7e74b-d336-4af1-a19b-73c4162d5e13 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:06.327743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:06.337643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:10. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:06.355142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:06.407069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-462d924f-205e-4f17-b8ca-492c8b65e907 None None] Provisioning complete for port fcf7e74b-d336-4af1-a19b-73c4162d5e13 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:06.407665 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462d924f-205e-4f17-b8ca-492c8b65e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.425068 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-9179f12f-ac09-4ad2-b8cb-ad9791edcd3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd HTTP/1.1" status: 200 len: 217 time: 0.2588673 May 19 13:03:06.459148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3562f110-cb95-480d-8132-dd9bd3d1e082 req-3166ecc4-7641-4de0-b35f-9e8fbb4ae0e6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:06.473227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3562f110-cb95-480d-8132-dd9bd3d1e082 req-3166ecc4-7641-4de0-b35f-9e8fbb4ae0e6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 932 time: 2.3623102 May 19 13:03:06.661311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-7dc53c01-389a-43ec-9a52-93220f61a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:06.662976 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-7dc53c01-389a-43ec-9a52-93220f61a265 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a26c3000-7ecf-432f-b699-eba03be06362 HTTP/1.1" status: 200 len: 854 time: 0.2237387 May 19 13:03:06.719000 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.743448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:06.808801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-1db2ddf4-7a04-44e0-b4a9-7be472239c00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adec9f18-6d96-4fc1-9b1c-847845f4b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372821 May 19 13:03:06.919447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-462d924f-205e-4f17-b8ca-492c8b65e907 None None] Port fcf7e74b-d336-4af1-a19b-73c4162d5e13 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:07.174249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-4e7b9dbe-e06c-4e2b-b8ca-e3e8a89cae6d service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0486681 May 19 13:03:07.254392 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-101df0e3-b075-41ab-bb00-4fd2170e8582 service neutron] 10.222.0.71 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176657 May 19 13:03:07.257745 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.282366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3562f110-cb95-480d-8132-dd9bd3d1e082 req-837cf4a6-065b-4fab-9084-0e087d48aa0a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082106 May 19 13:03:07.612643 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8d00a8c8-73f5-4f7f-873c-44e2e45f6323 req-134b4a05-84ed-43f1-aec9-5a7e6fba703f service neutron] 10.222.0.71 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425982 May 19 13:03:08.134945 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364235-4e90-401f-abcb-6c273795dfae req-13bec4cb-fe0a-4372-a647-00fe76b2a2c3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:08.156175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364235-4e90-401f-abcb-6c273795dfae req-13bec4cb-fe0a-4372-a647-00fe76b2a2c3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:08.179925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364235-4e90-401f-abcb-6c273795dfae req-13bec4cb-fe0a-4372-a647-00fe76b2a2c3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:08.202023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30364235-4e90-401f-abcb-6c273795dfae req-13bec4cb-fe0a-4372-a647-00fe76b2a2c3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 2374 time: 1.7460990 May 19 13:03:08.569267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.2.2.100 (10a8a855-5b19-47b7-8f46-78928e26bfb5/b6adb5b2-ba3f-4369-ac17-a8decfb165f2/766f173d-0ef9-4886-aec7-33dffdc8b4ac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:08.682564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30364235-4e90-401f-abcb-6c273795dfae req-76dc1e00-8cb8-49f6-b206-e9c0ee2a678c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4787540 May 19 13:03:08.944341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29568353-01bd-4cf0-b75a-d89d79c344cf req-9959504e-d3ff-4ce1-9557-f11f908903be service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7529471 May 19 13:03:09.042104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52374e-3665-4cdb-aed2-d751e6f34538 req-28a272bd-7be3-45b8-911d-06e02bb73275 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:09.056211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b52374e-3665-4cdb-aed2-d751e6f34538 req-28a272bd-7be3-45b8-911d-06e02bb73275 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 944 time: 1.3783896 May 19 13:03:09.058065 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.090380 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-043260ad-d2d9-4ca5-b7e5-a2b7a8b255e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:09.109508 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'status': 'completed', 'code': 200} May 19 13:03:09.253207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=bb34e15a-e268-4384-a912-28ed5b83c654,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.256803 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:09.259711 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.287750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbed5f-8ab9-4ca7-9409-864a8f90ab79 None None] Network f254cdcd-baaf-4aec-b434-1e7bab67e22c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:09.358400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/bb34e15a-e268-4384-a912-28ed5b83c654 HTTP/1.1" status: 204 len: 168 time: 5.9588296 May 19 13:03:09.368173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.408547 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.466601 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b52374e-3665-4cdb-aed2-d751e6f34538 req-e861492b-f1c1-44c7-b62c-ed07a50962c9 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773000 May 19 13:03:09.485209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-789c15e8-fcad-4606-8224-efc2f200fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:09.504961 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-789c15e8-fcad-4606-8224-efc2f200fb8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ebe289ba85a46d085a8d432ee899bf5&device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 1095 time: 0.3939962 May 19 13:03:09.546270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-dc3a3c5c-5e3a-4c3c-948c-2e1326a8221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:09.552317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-dc3a3c5c-5e3a-4c3c-948c-2e1326a8221e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35f3a7742874df5848d4468c225334e&device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 1095 time: 0.4795635 May 19 13:03:09.552846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object 766f173d-0ef9-4886-aec7-33dffdc8b4ac will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:09.865509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-7b6d1429-0677-4a28-a0a9-05a2763b23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:09.867050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-7b6d1429-0677-4a28-a0a9-05a2763b23f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 200 len: 912 time: 0.2815111 May 19 13:03:09.873145 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:03:10.008644 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.124039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] DHCP port deletion for f254cdcd-baaf-4aec-b434-1e7bab67e22c request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:03:10.124396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-fe952341-8cfc-495a-b510-be77be605428 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72 HTTP/1.1" status: 200 len: 217 time: 0.2226312 May 19 13:03:10.199340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43936-ec31-433c-839b-5edba424f7a1 req-8b20c89c-ead8-4674-9c07-3a33c172650f tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:10.206647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98b43936-ec31-433c-839b-5edba424f7a1 req-8b20c89c-ead8-4674-9c07-3a33c172650f tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 944 time: 0.9242158 May 19 13:03:10.277467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98b43936-ec31-433c-839b-5edba424f7a1 req-3e91e6a2-eef9-4e93-90cd-8e0e18919c75 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 May 19 13:03:10.316828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94a0e59-1f6e-43f1-89ae-f78076f315f1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:10.341297 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.362485 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0055ff55-2f5c-4963-b321-24cbd6573ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.384432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-c3e9fecc-29a7-4e6a-9ca3-45616c44d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:10.389185 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-c3e9fecc-29a7-4e6a-9ca3-45616c44d22f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 200 len: 851 time: 0.2639472 May 19 13:03:10.427663 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2dfc2205-f4a6-496b-a60d-7505c215e3cd details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:03:10.456162 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Deleting port b4123332-9456-45b2-9cd3-8020057d287e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:10.458769 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.479290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Transition to ACTIVE for port object d94a0e59-1f6e-43f1-89ae-f78076f315f1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:10.483919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-9f7ebc21-2721-4945-9d1f-0eaf08c255f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2fbcbe3-9084-4bc3-88aa-31736c63f52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797493 May 19 13:03:10.486776 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.734951 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.753154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] For port b4123332-9456-45b2-9cd3-8020057d287e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=b4123332-9456-45b2-9cd3-8020057d287e,segment=NetworkSegment(eff9d9ef-f610-4427-8633-fda823cab692),segment_id=eff9d9ef-f610-4427-8633-fda823cab692)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:10.754348 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.776492 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:10.943428 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85253d01-ad25-4af6-986a-2d9149535f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:11.023545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Calling delete_port for b4123332-9456-45b2-9cd3-8020057d287e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:11.114333 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.138034 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:11.169108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.174749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-eca66b6c-2b9c-4ffb-a18c-3af0ef788a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:11.177420 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:11.189446 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-eca66b6c-2b9c-4ffb-a18c-3af0ef788a52 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adec9f18-6d96-4fc1-9b1c-847845f4b78d HTTP/1.1" status: 200 len: 915 time: 1.6167631 May 19 13:03:11.215602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:11.291982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Pushing event deleted for resources: {'Port': ['ID=b4123332-9456-45b2-9cd3-8020057d287e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.304895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] No DVR routers for this DVR port b4123332-9456-45b2-9cd3-8020057d287e on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:11.310720 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:11.356483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:11.399354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'network_id': 'adec9f18-6d96-4fc1-9b1c-847845f4b78d', 'port_id': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'mac_address': 'fa:16:3e:49:a8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26c3000-7ecf-432f-b699-eba03be06362', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:03:11.488092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:11.532880 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.546023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:11.577199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfc2205-f4a6-496b-a60d-7505c215e3cd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:11.625757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:11.639082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b4123332-9456-45b2-9cd3-8020057d287e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:11.717477 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.727687 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e329d1e7-4a87-41c0-83f4-b06960bcccd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:11.775440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: b4123332-9456-45b2-9cd3-8020057d287e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:03:11.775787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device b4123332-9456-45b2-9cd3-8020057d287e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:11.868728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-167b688e-1bde-4d39-b270-9d21b5fe2908 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd HTTP/1.1" status: 200 len: 217 time: 0.6312377 May 19 13:03:11.881913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.882959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.885778 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:11.891437 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:11.986122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port b4123332-9456-45b2-9cd3-8020057d287e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:11.988518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.036284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:12.042948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['2dfc2205-f4a6-496b-a60d-7505c215e3cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:12.091353 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-e57d26be-87d1-421a-a77f-61ed8d03c67f service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5652497 May 19 13:03:12.223882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:12.225401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.255153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-de00343c-df98-4919-9615-b1e186eb95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:12.257054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-de00343c-df98-4919-9615-b1e186eb95c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a26c3000-7ecf-432f-b699-eba03be06362 HTTP/1.1" status: 200 len: 854 time: 0.3575630 May 19 13:03:12.366782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port b4123332-9456-45b2-9cd3-8020057d287e, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:12.367399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.378123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-ce7f1941-d53b-49b8-9c12-dfdfac09a5e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adec9f18-6d96-4fc1-9b1c-847845f4b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060193 May 19 13:03:12.422158 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6852660 May 19 13:03:12.425675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a608bb0b-1ed2-4a37-9eaf-e6be532050da None None] Provisioning for port 766f173d-0ef9-4886-aec7-33dffdc8b4ac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:12.448538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a608bb0b-1ed2-4a37-9eaf-e6be532050da None None] Provisioning complete for port 766f173d-0ef9-4886-aec7-33dffdc8b4ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:12.449525 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a608bb0b-1ed2-4a37-9eaf-e6be532050da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.508699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f95c14b2-68cf-4eed-b39b-46fd759cb130 req-a1f47faf-0e4f-4414-9016-55a89e2032ba service neutron] 10.222.0.57 "GET /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980063 May 19 13:03:12.615015 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.637193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-d79db1ab-4b2d-45e9-8304-588d3cc5aad8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:12.638205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-d79db1ab-4b2d-45e9-8304-588d3cc5aad8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Synchronizing usage tracker for tenant:baf7865797de40448f1b479931460fd2 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:12.666939 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a608bb0b-1ed2-4a37-9eaf-e6be532050da None None] Port 766f173d-0ef9-4886-aec7-33dffdc8b4ac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:12.694506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'admin_state_up': True, 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'security_groups': ['f13d0739-dcea-47f0-98be-5da87585e544']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:12.718317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Attempting to bind port d94a0e59-1f6e-43f1-89ae-f78076f315f1 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:12.718681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Attempting to bind port d94a0e59-1f6e-43f1-89ae-f78076f315f1 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:12.719001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Attempting to bind port d94a0e59-1f6e-43f1-89ae-f78076f315f1 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:12.741316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53321a-2aa2-4058-8a81-d068e01288e2 req-32a56166-6878-48bd-afd2-17960a3845b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:12.742957 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e53321a-2aa2-4058-8a81-d068e01288e2 req-32a56166-6878-48bd-afd2-17960a3845b2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 2.2228627 May 19 13:03:12.744141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:12.755563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Port d94a0e59-1f6e-43f1-89ae-f78076f315f1 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:12.755893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Attempting to bind port d94a0e59-1f6e-43f1-89ae-f78076f315f1 on network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:12.767107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:12.767439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Checking segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:12.767824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Bound using segment: {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:12.768311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Bound port: d94a0e59-1f6e-43f1-89ae-f78076f315f1, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8295922-e634-4dce-b551-2b00ffec80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:12.768657 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.789140 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-daadf3d4-a4e5-4b09-9a77-d1e296d48d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.813572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0b465b4d804f10a88fd31f3aa3fe70 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:12.828627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:12.866823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-d79db1ab-4b2d-45e9-8304-588d3cc5aad8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Unset dirty status for tenant:baf7865797de40448f1b479931460fd2 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:12.868171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-d79db1ab-4b2d-45e9-8304-588d3cc5aad8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/networks?id=1225c355-c32d-4416-9ea6-cc3666d4b986 HTTP/1.1" status: 200 len: 808 time: 1.7924390 May 19 13:03:12.898894 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.910126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e53321a-2aa2-4058-8a81-d068e01288e2 req-b0c5e50d-df62-49fc-a246-1168f9a97f84 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452568 May 19 13:03:12.917948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:13.024615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-8b7f347e-4e5c-4bc6-b7fe-ccf3c5f8b696 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/quotas/baf7865797de40448f1b479931460fd2 HTTP/1.1" status: 200 len: 375 time: 0.1060319 May 19 13:03:13.070735 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4e25f66d-fff1-4096-bc29-d8d75035cb72 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:03:13.145171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for b4123332-9456-45b2-9cd3-8020057d287e owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:13.148709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Port b4123332-9456-45b2-9cd3-8020057d287e was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:03:13.150216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.179260 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b7090749-3a84-4820-93c9-4c4776830d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:13.215065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port b4123332-9456-45b2-9cd3-8020057d287e on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:13.231703 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-5eabe098-1d47-4111-a9e3-5eff6ea9e634 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=baf7865797de40448f1b479931460fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2058020 May 19 13:03:13.253331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-0ec9e237-9713-4c4e-afc6-ce2293fc00b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6799302 May 19 13:03:13.311395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:13.327244 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-b265b565-532b-45c6-81be-6b6c9cd12e6d service neutron] 10.222.0.71 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418752 May 19 13:03:13.329841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=b4123332-9456-45b2-9cd3-8020057d287e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:13.330971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '4e25f66d-fff1-4096-bc29-d8d75035cb72', 'network_id': 'e2fbcbe3-9084-4bc3-88aa-31736c63f52d', 'port_id': '4e25f66d-fff1-4096-bc29-d8d75035cb72', 'mac_address': 'fa:16:3e:46:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4985afe-876b-4fef-8f17-8eb492b5653c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:03:13.336413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-dd61fa1f-a0be-40b1-8601-be6649e6c0fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3226621 May 19 13:03:13.361316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:13.422718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.446023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e25f66d-fff1-4096-bc29-d8d75035cb72 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:13.465214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:13.470390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.475175 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-08917b9d-b312-4530-a9b7-6acdd304014c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:13.606344 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:13.627332 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:13.684638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:13.702003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['4e25f66d-fff1-4096-bc29-d8d75035cb72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:13.914617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:13.937999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Usage tracker for resource:port and tenant:924367df395c4dce8c8656db6049ee57 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:13.941848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Quota usage for port was recalculated. Used quota:11. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:13.949330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:13.964297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.983517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:14.002319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f254cdcd-baaf-4aec-b434-1e7bab67e22c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:14.024555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff9d9ef-f610-4427-8633-fda823cab692') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:14.024985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff9d9ef-f610-4427-8633-fda823cab692') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:14.032459 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.042609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.043726 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-64c9001b-4da8-4cd4-8e6f-11e3a18db561 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:14.046897 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.089693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Made reservation on behalf of 924367df395c4dce8c8656db6049ee57 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:14.136706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.146404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.149020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-d0bbff85-8ed0-4f6c-a7ae-2f587e1944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.151617 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-d0bbff85-8ed0-4f6c-a7ae-2f587e1944b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 1096 time: 0.6677396 May 19 13:03:14.160756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:14.172724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.185890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6fc31f-f7c7-4973-9d90-72e7eee54f24 req-2ec0c021-d5e4-495b-9a67-417318864337 service neutron] 10.222.0.71 "GET /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227940 May 19 13:03:14.195368 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f0ef090-2f1f-47e4-abf0-6e814552847a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:14.219177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.219858 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.221864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] 10.222.0.71 "PUT /v2.0/ports/d94a0e59-1f6e-43f1-89ae-f78076f315f1 HTTP/1.1" status: 200 len: 1092 time: 9.2730880 May 19 13:03:14.232676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:14.273117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:14.274776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.337686 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.350613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-237cb6af-c6ab-48f8-a5d8-e22a7a1ca451 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.359032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-237cb6af-c6ab-48f8-a5d8-e22a7a1ca451 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.368135 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-237cb6af-c6ab-48f8-a5d8-e22a7a1ca451 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.375033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-237cb6af-c6ab-48f8-a5d8-e22a7a1ca451 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.384824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-237cb6af-c6ab-48f8-a5d8-e22a7a1ca451 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 3095 time: 1.2136047 May 19 13:03:14.421183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-8c7e3480-6882-424e-ace7-310e87ac108d service neutron] 10.222.0.69 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1640697 May 19 13:03:14.423532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-3d00bb5d-5a12-4ef7-b0a4-16018afdb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:14.425668 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-3d00bb5d-5a12-4ef7-b0a4-16018afdb162 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.9697862 May 19 13:03:14.430998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c0b465b4d804f10a88fd31f3aa3fe70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3567915 May 19 13:03:14.435810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d44219-aaf7-4dae-a43f-0a68d70f72dd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.444423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2dfc2205-f4a6-496b-a60d-7505c215e3cd up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:14.451845 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: timer() May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:14.470522 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:14.473616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.575817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 2dfc2205-f4a6-496b-a60d-7505c215e3cd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:14.585026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 2dfc2205-f4a6-496b-a60d-7505c215e3cd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:14.585858 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.664815 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.761427 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.787402 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-078a194e-bfb1-42dc-ae8c-9af30d331926 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:14.799166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:14.812938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:14.822980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.826027 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.826637 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-10df5771-0ee2-4ddf-85ba-bc7498b20b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:14.841739 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=f254cdcd-baaf-4aec-b434-1e7bab67e22c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.860066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fff7b97-5b39-4884-b3bc-6939f1132dfa req-82041478-f162-4fb1-a76e-6b9cbd993484 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741683 May 19 13:03:14.877710 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:14.916936 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/f254cdcd-baaf-4aec-b434-1e7bab67e22c HTTP/1.1" status: 204 len: 168 time: 5.5396516 May 19 13:03:14.936817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.938077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.942882 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.956542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040366520'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:14.960526 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:14.988365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:15.011739 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:15.024973 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.073680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:15.083352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4e25f66d-fff1-4096-bc29-d8d75035cb72 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:15.146294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-c63c0eb3-3b9f-4b90-81b0-e13c0f32b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.148002 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-c63c0eb3-3b9f-4b90-81b0-e13c0f32b5c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 1095 time: 0.8539755 May 19 13:03:15.281388 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 4e25f66d-fff1-4096-bc29-d8d75035cb72 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:15.290880 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 4e25f66d-fff1-4096-bc29-d8d75035cb72 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:15.291333 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.350438 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.366495 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-67f5b804-f3c9-4ce1-b0fc-f8e5aef142f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1 HTTP/1.1" status: 200 len: 217 time: 0.1030402 May 19 13:03:15.421479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-5e05f3a1-8c61-4566-abb3-834c6e57867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.422672 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-5e05f3a1-8c61-4566-abb3-834c6e57867c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.9387317 May 19 13:03:15.445838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:15.452918 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-691683d5-f5b0-4e14-b4eb-23fca32419d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0216901 May 19 13:03:15.462238 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.480991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-58b98847-7c51-4cad-b382-4dfa0bd8f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.482486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-58b98847-7c51-4cad-b382-4dfa0bd8f64b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 1.2810211 May 19 13:03:15.645956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.652575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.690664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-6f3d8ec4-2644-4994-9fc5-06a904d67671 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.2363529 May 19 13:03:15.699032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-fdc45e61-c133-42e3-80e8-f0063eb73722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.700883 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-fdc45e61-c133-42e3-80e8-f0063eb73722 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3179619 May 19 13:03:15.731981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:15.742878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.746160 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:15.751075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:15.768084 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.842461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafeef7-016c-4253-a601-afaa8393e24e req-3710a38d-14cd-46a6-b3cb-c201309b8062 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.844603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fafeef7-016c-4253-a601-afaa8393e24e req-3710a38d-14cd-46a6-b3cb-c201309b8062 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 945 time: 0.6715705 May 19 13:03:15.870143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:15.874297 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:15.910991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.921711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-2921cc69-8f21-4f92-8d2f-3c082abba6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:15.923633 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-2921cc69-8f21-4f92-8d2f-3c082abba6d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2215953 May 19 13:03:15.947516 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7afa234d-c95a-4549-abbe-fb8d20ff82a3 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:15.955859 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-1ded5109-0fb9-4331-96d3-6f9ff262c018 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 200 len: 217 time: 0.4424469 May 19 13:03:16.028167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d44219-aaf7-4dae-a43f-0a68d70f72dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:16.052702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fafeef7-016c-4253-a601-afaa8393e24e req-5eeb8eb8-ca22-45b1-8404-5d2cf8d857e8 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654186 May 19 13:03:16.116384 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:16.150008 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.154946 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19d44219-aaf7-4dae-a43f-0a68d70f72dd HTTP/1.1" status: 204 len: 168 time: 1.6615024 May 19 13:03:16.175691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:16.222431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-624b59ae-8616-4c6d-a5c7-6049b3608fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.223294 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.224004 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment 641b1bc0-50c3-4b4d-afda-8304bfae1975 of type vlan for network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 May 19 13:03:16.226123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-624b59ae-8616-4c6d-a5c7-6049b3608fa5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4773993 May 19 13:03:16.226570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Allocated IP 10.2.2.200 (10a8a855-5b19-47b7-8f46-78928e26bfb5/b6adb5b2-ba3f-4369-ac17-a8decfb165f2/18ba932f-6c88-450f-83c2-15d95e098254) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:16.248876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-62734f2c-e62b-46d7-afad-b968a96aada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.251011 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-62734f2c-e62b-46d7-afad-b968a96aada6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.2776508 May 19 13:03:16.394972 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.637795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-3aef7e88-172f-480e-b0de-f539d7a24950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.639167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-3aef7e88-172f-480e-b0de-f539d7a24950 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7092068 May 19 13:03:16.654271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd1a5-efad-429e-9836-4f451d2b33d6 req-aff4c7fa-26c7-4668-b745-27ee95a84a5c tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.661979 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48dcd1a5-efad-429e-9836-4f451d2b33d6 req-aff4c7fa-26c7-4668-b745-27ee95a84a5c tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 0.6018682 May 19 13:03:16.797760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-cdb6c7d0-72bb-41f2-aef0-ead9667bc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.799416 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-cdb6c7d0-72bb-41f2-aef0-ead9667bc2f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5392551 May 19 13:03:16.813326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48dcd1a5-efad-429e-9836-4f451d2b33d6 req-ed37a4eb-245f-46d2-b2a5-cda7521a5718 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501818 May 19 13:03:16.885199 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.892225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:16.893414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.959661 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.969113 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-06790768-fc44-4fc3-87ae-738c1a735abd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:17.069312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720697c-2bc4-49cb-b24b-b6d445372968 req-4ce8356c-a43e-423a-a31c-6f6b62b065fb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:17.071430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d720697c-2bc4-49cb-b24b-b6d445372968 req-4ce8356c-a43e-423a-a31c-6f6b62b065fb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 0.7468560 May 19 13:03:17.100018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-2ff942ed-c0af-4684-bac1-991e90cd3dff service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625627 May 19 13:03:17.122508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=baeac1a7-dbec-485d-b37e-7a5a6bf86b58,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:17.137552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:17.153357 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:17.168710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:17.249403 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3070483 May 19 13:03:17.266816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:17.281516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.313130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:17.364781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:17.373197 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.408658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Usage tracker for resource:security_group_rule and tenant:7711a7de6d3b423e88f41b7d58f579ea is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:17.421925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:17.454409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:17.469620 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-2daccc83-09a6-40c4-ba60-c91e8c3c86fc service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575942 May 19 13:03:17.480025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Transition to ACTIVE for port object 18ba932f-6c88-450f-83c2-15d95e098254 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:17.676091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:17.691842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d720697c-2bc4-49cb-b24b-b6d445372968 req-d79e9fac-eba8-4510-a4d5-87ad91e6810d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868347 May 19 13:03:17.693966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-3f13776c-8244-4d1f-8677-4949eb70c384 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0294220 May 19 13:03:17.695307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:17.702192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:17.706153 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'status': 'completed', 'code': 200} May 19 13:03:17.801056 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'code': 200} May 19 13:03:17.816388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.869145 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:18.078461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.152843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:18.155776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.196095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d650f20e-301c-4b46-b0a5-ee9af18e8f33 req-4e1dea4b-ed81-4ea9-9710-cb4a1a2b1091 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033200 May 19 13:03:18.198300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:18.239088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:18.251771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:18.352058 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7711a7de6d3b423e88f41b7d58f579ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1665163 May 19 13:03:18.353208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.357709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.445778 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:18.462068 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f28c07c-bf0e-4d5b-940e-a90f37977acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:18.498263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2ea0a-3692-4610-a7aa-7dd057ef13bd req-4473e074-f363-4998-8488-7da35056a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:18.500378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05b2ea0a-3692-4610-a7aa-7dd057ef13bd req-4473e074-f363-4998-8488-7da35056a918 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 1097 time: 0.3798039 May 19 13:03:18.557522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:18.558509 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.588464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879640df-6ed2-44d5-9ff0-ba11cbca5b8d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.611403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.652607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.674143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51c9e3eb-5bb0-4b09-b047-be16c1531b04 None None] Provisioning for port 18ba932f-6c88-450f-83c2-15d95e098254 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:18.691369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51c9e3eb-5bb0-4b09-b047-be16c1531b04 None None] Provisioning complete for port 18ba932f-6c88-450f-83c2-15d95e098254 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:18.694390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51c9e3eb-5bb0-4b09-b047-be16c1531b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.735169 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:18.761941 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.765221 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.789266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/879640df-6ed2-44d5-9ff0-ba11cbca5b8d HTTP/1.1" status: 204 len: 168 time: 0.4026532 May 19 13:03:18.796621 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-02b93ccf-5c60-4ec4-ab9b-38104e9e56c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:18.814448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09592f5b-0f82-4332-bc71-c99acc9be2f0 req-bcd8c324-2a66-40c8-b477-852ba24d6792 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 210 time: 0.6354094 May 19 13:03:18.826109 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05b2ea0a-3692-4610-a7aa-7dd057ef13bd req-d3da40a7-f3d3-4f00-b6f0-555470b5bbdd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031862 May 19 13:03:18.843434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2462749 May 19 13:03:18.848339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:18.857980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.871347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:18.927238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-51c9e3eb-5bb0-4b09-b047-be16c1531b04 None None] Port 18ba932f-6c88-450f-83c2-15d95e098254 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:18.963283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e53e7be8-10e7-46bd-9935-8c95242520f4 req-cebdcca0-4a16-435e-9d8f-ad0eb8833756 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8009975 May 19 13:03:19.040874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879640df-6ed2-44d5-9ff0-ba11cbca5b8d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:19.060900 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:19.210002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.271099 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b1b592c-4b21-4998-a33e-9f5d18690878 req-b2d63d53-31af-417c-8fca-8c23f79885bd service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5633421 May 19 13:03:19.462637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-fe7de3e5-efe7-41d0-a486-c3a7126fc110 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.464687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-fe7de3e5-efe7-41d0-a486-c3a7126fc110 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.57 "GET /v2.0/networks?id=1225c355-c32d-4416-9ea6-cc3666d4b986 HTTP/1.1" status: 200 len: 808 time: 1.2716537 May 19 13:03:19.531640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.548262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.554456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.570698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.586831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.595760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-bcfce3f3-71a2-48c1-aacd-05da1ca8afec tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 3816 time: 1.4147027 May 19 13:03:19.635950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Request body: {'port': {'device_id': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986', 'admin_state_up': True, 'tenant_id': 'baf7865797de40448f1b479931460fd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:19.802042 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:19.935524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-231c5dba-1366-403b-9069-0a2ec0af19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:19.937086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-231c5dba-1366-403b-9069-0a2ec0af19be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 1095 time: 0.8215964 May 19 13:03:19.950747 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5dbeddd5-84fa-4945-b661-fd8156ab5f93 req-5b98687e-f8d4-4cef-b3ec-759aae4ea8b3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532107 May 19 13:03:20.173070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc5b144-8c3c-4219-b78e-f039317cd6ec {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:20.195669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.224177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Transition to ACTIVE for port object 3cc5b144-8c3c-4219-b78e-f039317cd6ec will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:20.230663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.240358 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e3fe9c1f-bdc4-4339-bc18-0624cd76e960 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:20.398937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a28a8-075b-415c-905b-9e4793c38f0a req-6a299a3e-6259-48ff-8759-76d0afd9a41c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:20.410989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb0a28a8-075b-415c-905b-9e4793c38f0a req-6a299a3e-6259-48ff-8759-76d0afd9a41c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 1.2458959 May 19 13:03:20.498554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-918ce3b2-7153-49a4-9b6c-847f229cf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:20.506047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-918ce3b2-7153-49a4-9b6c-847f229cf96e service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.5463004 May 19 13:03:20.620858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-4b99e888-19be-4b25-9d46-3b65c055b40c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1 HTTP/1.1" status: 200 len: 217 time: 0.1073630 May 19 13:03:20.625980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:20.657697 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:20.754269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-d631dad1-716f-4036-a196-d9499ddf258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:20.756203 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-d631dad1-716f-4036-a196-d9499ddf258f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1164320 May 19 13:03:20.772840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:21.050609 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Usage tracker for resource:port and tenant:baf7865797de40448f1b479931460fd2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:21.068208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c9077-f75a-4d8d-9f86-0a2b5ba765d4 req-bae00c32-bf03-44e9-bc02-796a45b86d7c tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:21.077313 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-878c9077-f75a-4d8d-9f86-0a2b5ba765d4 req-bae00c32-bf03-44e9-bc02-796a45b86d7c tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 0.8322601 May 19 13:03:21.086692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:21.094034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Attempting to bind port 3cc5b144-8c3c-4219-b78e-f039317cd6ec on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:21.094241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Attempting to bind port 3cc5b144-8c3c-4219-b78e-f039317cd6ec by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:21.094567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Attempting to bind port 3cc5b144-8c3c-4219-b78e-f039317cd6ec on network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:21.104559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Port 3cc5b144-8c3c-4219-b78e-f039317cd6ec on network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:21.104977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Attempting to bind port 3cc5b144-8c3c-4219-b78e-f039317cd6ec on network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:21.118939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:21.119294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Checking segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:21.119694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Bound using segment: {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:21.120140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Bound port: 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5535050a-e7c9-44d1-9e55-23b65688332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:21.120490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.183333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:21.242649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb0a28a8-075b-415c-905b-9e4793c38f0a req-cf6c7ac6-2cb8-41eb-95e7-146894386acb tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8305516 May 19 13:03:21.296014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:21.302799 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:21.310710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-878c9077-f75a-4d8d-9f86-0a2b5ba765d4 req-1948e685-c26c-4326-a2a9-a844aaca35da tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320664 May 19 13:03:21.312348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.334422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Made reservation on behalf of baf7865797de40448f1b479931460fd2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:21.335822 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e0e8a244-ba2b-48d3-9986-2cc79eeec2c2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:21.341528 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.442696 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72', 'code': 200} May 19 13:03:21.513330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-4321fe45-533e-464e-893f-1fd8472730bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:21.517595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:21.524959 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.524959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] 10.222.0.57 "PUT /v2.0/ports/3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1092 time: 2.6703832 May 19 13:03:21.524959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:21.530366 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-4321fe45-533e-464e-893f-1fd8472730bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7482731 May 19 13:03:21.592224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:21.735366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:21.741782 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:21.842333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.497092 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:03:22.561534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e6ed35a-b041-4d4a-9f09-cf3c17ebc172 req-0b9da300-56d2-4a2a-909b-09abe9a89f5f tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 210 time: 0.2843459 May 19 13:03:22.902135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:22.913622 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.937681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Transition to ACTIVE for port object cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:22.946615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.952935 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:22.997499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:23.024193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'mac_address': 'fa:16:3e:5e:63:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:03:23.124912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.145505 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:23.161706 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.223189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94a0e59-1f6e-43f1-89ae-f78076f315f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:23.272399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:23.281440 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.286586 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e05f132c-e949-465b-9cfc-bfe4618a4f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:23.652031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.671863 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:23.748736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d94a0e59-1f6e-43f1-89ae-f78076f315f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:23.753113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Attempting to bind port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:23.760285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Attempting to bind port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:23.761200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Attempting to bind port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:23.782834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on network b7457dac-1746-4c33-adf0-0891935ad4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:23.787457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Attempting to bind port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:23.803643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:23.808361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:23.810375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Bound using segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:23.811484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Bound port: cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:23.812749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.928578 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.948022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Allocated IP 172.20.0.10 (1225c355-c32d-4416-9ea6-cc3666d4b986/7ba19562-9626-49b5-9ac3-5e94aca137a4/bb646c4c-4c6a-466f-85fc-50a81b549f4e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:23.963211 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9f4ded39-39c3-4562-ad3c-b735ce4fba95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:24.074591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:24.084800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:24.099177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.105006 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-982677f0-4ea7-4898-a971-79fc493244d4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:24.239516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:24.259626 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:24.268157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.268157 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.271018 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] 10.222.0.57 "PUT /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 1136 time: 2.7039235 May 19 13:03:24.290264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=d670a436-e2ed-4a4e-a384-e27b7a6aa3ab,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:24.304478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-eb45950c-348a-47fc-83d1-0255af168313 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7444243 May 19 13:03:24.311747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:24.409038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.412190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.415507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.418066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.418553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.419013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.420071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.422243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.422713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.423152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.423578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.426329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:24.431485 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:24.574063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285acc4b-2967-4f15-839c-d0d70da26832 req-cdefd2b2-b37c-4a65-922d-7c2df30c7041 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.579396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-285acc4b-2967-4f15-839c-d0d70da26832 req-cdefd2b2-b37c-4a65-922d-7c2df30c7041 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 2.3971620 May 19 13:03:24.611610 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.810808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630558-5260-4cad-bb45-5db7336c40ce req-7ac1abc2-ee03-4ed8-8dc8-6818fcffe306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.813705 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e630558-5260-4cad-bb45-5db7336c40ce req-7ac1abc2-ee03-4ed8-8dc8-6818fcffe306 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 1097 time: 2.6502762 May 19 13:03:24.865748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.877862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.890421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.902921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.914937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.926865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:24.936892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-3d8e1254-21e5-47a9-9aaa-5700c9e61192 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 4606 time: 1.8047216 May 19 13:03:24.957445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': '641b1bc0-50c3-4b4d-afda-8304bfae1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:24.958045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: baeac1a7-dbec-485d-b37e-7a5a6bf86b58, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:25.202022 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-285acc4b-2967-4f15-839c-d0d70da26832 req-610476ce-6207-4c33-b2b9-e62e0be67473 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938814 May 19 13:03:25.462237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f9a52c-fb72-40be-8a28-090ad3dc01c3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:25.473317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:25.478548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3e17c3a-b406-4ed7-b3e4-3b6e91854852 req-717f9d10-9995-4def-9d97-3c2f09c79a0f service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1475389 May 19 13:03:25.484144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.522646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e630558-5260-4cad-bb45-5db7336c40ce req-8e3f066d-3a1b-49f6-b1e6-9af53bca13d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671690 May 19 13:03:25.548822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4fc69e6f-213c-4aeb-b003-e596f3ca5fcf req-1d7ab090-c439-4faf-82b8-5f94d43bc96a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5356681 May 19 13:03:25.556602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, baeac1a7-dbec-485d-b37e-7a5a6bf86b58) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:25.576025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef15d2-d626-4079-8be6-4276abee387d None None] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:25.591874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:25.592790 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.691491 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'status': 'completed', 'code': 200} May 19 13:03:25.707691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Transition to ACTIVE for port object 29f9a52c-fb72-40be-8a28-090ad3dc01c3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:25.733227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.757311 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:25.951311 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.049240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-baeac1a7-dbec-485d-b37e-7a5a6bf86b58', 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': 'd670a436-e2ed-4a4e-a384-e27b7a6aa3ab'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:03:26.052360 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.360163 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.391589 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84b142a4-988a-443f-8b4c-dfc9ecf89cde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:26.494715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 9.2078550 May 19 13:03:26.526880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.539205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:26.589692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-433589929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:26.654345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:26.708699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Network 1225c355-c32d-4416-9ea6-cc3666d4b986 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:26.710002 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Allocated IP 172.20.0.2 (baeac1a7-dbec-485d-b37e-7a5a6bf86b58/d670a436-e2ed-4a4e-a384-e27b7a6aa3ab/40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:26.731472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:26.754982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:26.765685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:26.801706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port d94a0e59-1f6e-43f1-89ae-f78076f315f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:26.834405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adcb11-6ba2-434b-8c60-f03329c32b06 req-24deacf8-32dc-4db9-b9a3-4b8d959f7978 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.851465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21adcb11-6ba2-434b-8c60-f03329c32b06 req-24deacf8-32dc-4db9-b9a3-4b8d959f7978 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 1.2243006 May 19 13:03:26.860540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.870664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:26.871779 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:26.893182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d94a0e59-1f6e-43f1-89ae-f78076f315f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:26.894286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.895527 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.903163 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:26.974794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.977585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.978456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.982024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.982827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.983532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:26.985770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:26.992642 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-98fad662-1aea-461f-aefb-75abba15e7d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5292 time: 1.4552939 May 19 13:03:27.128955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca061d-6e4e-4613-bd8e-40f9d355b688 req-487987d6-0b56-44f0-84cd-8b9aa59e3186 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:27.132520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1fca061d-6e4e-4613-bd8e-40f9d355b688 req-487987d6-0b56-44f0-84cd-8b9aa59e3186 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 1.0924170 May 19 13:03:27.148388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Attempting to bind port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:27.148714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Attempting to bind port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:27.149035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Attempting to bind port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:27.164581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-21adcb11-6ba2-434b-8c60-f03329c32b06 req-aff94af5-ceff-439e-889a-ce551889aaab tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110089 May 19 13:03:27.180259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.180897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on network b7457dac-1746-4c33-adf0-0891935ad4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:27.181245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Attempting to bind port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:27.187282 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.291087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1fca061d-6e4e-4613-bd8e-40f9d355b688 req-192fb942-c960-4818-a5fc-0189e19d9ef7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199131 May 19 13:03:27.319368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:27.320561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.344973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:27.347860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:27.350305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Bound using segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:27.352156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Bound port: 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:27.352621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.394143 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.482837 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.712192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2268460 May 19 13:03:27.713728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:27.794264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:27.828808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:27.874118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.898069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-ab93c6cf-c082-4abb-96f2-f7f385fc7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:27.900217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-ab93c6cf-c082-4abb-96f2-f7f385fc7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:27.902228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-ab93c6cf-c082-4abb-96f2-f7f385fc7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:27.907316 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-ab93c6cf-c082-4abb-96f2-f7f385fc7de2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=924367df395c4dce8c8656db6049ee57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8995073 May 19 13:03:27.907887 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.069060 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.089234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:28.094497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Request body: {'port': {'device_id': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:28.127573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Transition to ACTIVE for port object 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:28.134748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:28.165906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.168455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2922a21-e5d7-464b-960c-9d7d9141687e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6374278 May 19 13:03:28.179694 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.182621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:28.231758 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b663cdbb-56c4-4f7f-8cb9-cc875d6859bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:28.371590 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2d8535-84bf-4a6b-a8fc-b77b1157721d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:28.404450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Transition to ACTIVE for port object 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:28.432581 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-d337d2b2-c87f-42f9-b0a3-ead4fd11ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:28.434095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e9d01bee-293b-4a01-bb01-7653b99a2358 req-d337d2b2-c87f-42f9-b0a3-ead4fd11ec25 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5208108 May 19 13:03:28.481123 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.570080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:28.574309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:28.581636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:28.591025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.605068 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:28.606195 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7eb319c5-d743-481b-8f8b-6f0753a13643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:28.692919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.725890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:28.727259 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.730432 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] 10.222.0.57 "PUT /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 1134 time: 4.4235218 May 19 13:03:28.735194 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:28.750596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:28.802620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:28.811481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.871229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Attempting to bind port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:28.876630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Attempting to bind port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '641b1bc0-50c3-4b4d-afda-8304bfae1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:28.877233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Attempting to bind port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 on network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:28.880402 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Pushing event updated for resources: {'Port': ['ID=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.891725 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:28.897325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:28.902050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Checking segment: {'id': '641b1bc0-50c3-4b4d-afda-8304bfae1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:28.903180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.909009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Bound using segment: {'id': '641b1bc0-50c3-4b4d-afda-8304bfae1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:28.915094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Bound port: 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641b1bc0-50c3-4b4d-afda-8304bfae1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'baeac1a7-dbec-485d-b37e-7a5a6bf86b58'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:28.919177 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.045789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.241936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] For port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:29.251043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] For port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,segment=NetworkSegment(641b1bc0-50c3-4b4d-afda-8304bfae1975),segment_id=641b1bc0-50c3-4b4d-afda-8304bfae1975)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:29.271085 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.278164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.298805 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:29.305363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:29.312560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Usage tracker for resource:security_group_rule and tenant:2182008116d7442b8ff1c5c1b7fbaaf6 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:29.371040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:29.403750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:29.493556 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Pushing event updated for resources: {'Port': ['ID=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:29.501216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-61b0cca1-a6f6-42da-a9fb-968f5c3d5076 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:29.502068 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:29.512388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-61b0cca1-a6f6-42da-a9fb-968f5c3d5076 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Synchronizing usage tracker for tenant:baf7865797de40448f1b479931460fd2 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:29.805910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127386-ab4e-4e39-8019-ab93ac85ec08 req-6c7475c6-4f52-4fba-a592-c543c7c94f80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:29.821294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-13127386-ab4e-4e39-8019-ab93ac85ec08 req-6c7475c6-4f52-4fba-a592-c543c7c94f80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 945 time: 2.1867251 May 19 13:03:30.033684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.064179 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.073634 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a5a64d71-989a-4c69-98c0-57f769fea483 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:30.188482 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f06e4-3034-4182-8318-851dc305f477,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:30.197083 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:30.204651 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2182008116d7442b8ff1c5c1b7fbaaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4492702 May 19 13:03:30.205375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:30.208304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d370698c-4040-420e-91d1-c95483d848ef {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:30.219956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-61b0cca1-a6f6-42da-a9fb-968f5c3d5076 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Unset dirty status for tenant:baf7865797de40448f1b479931460fd2 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:30.222457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-61b0cca1-a6f6-42da-a9fb-968f5c3d5076 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 932 time: 2.7108574 May 19 13:03:30.229369 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.263443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Transition to ACTIVE for port object d370698c-4040-420e-91d1-c95483d848ef will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:30.287609 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.302792 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:30.384846 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-13127386-ab4e-4e39-8019-ab93ac85ec08 req-00a1a259-73d8-4791-8a6e-73ace0263db7 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623925 May 19 13:03:30.508705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.547072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-b5863cca-19b4-467f-abba-fdd9946fb624 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Synchronizing usage tracker for tenant:baf7865797de40448f1b479931460fd2 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:30.691676 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.874616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:30.902068 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:30.919266 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:03:30.931640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Attempting to bind port d370698c-4040-420e-91d1-c95483d848ef on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:30.932128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Attempting to bind port d370698c-4040-420e-91d1-c95483d848ef by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:30.932526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Attempting to bind port d370698c-4040-420e-91d1-c95483d848ef on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:30.944250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.973725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Port d370698c-4040-420e-91d1-c95483d848ef on network b7457dac-1746-4c33-adf0-0891935ad4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:30.976716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Attempting to bind port d370698c-4040-420e-91d1-c95483d848ef on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:31.018593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:31.019561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:31.020229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Bound using segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:31.020921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Bound port: d370698c-4040-420e-91d1-c95483d848ef, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:31.021477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.274863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.285345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:31.289532 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b54f241-d5d4-4c92-b571-776cc7fd5264 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:31.314783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f06e4-3034-4182-8318-851dc305f477,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:31.329895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:31.334363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.351652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/647f06e4-3034-4182-8318-851dc305f477 HTTP/1.1" status: 204 len: 168 time: 1.1299682 May 19 13:03:31.354001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:31.366381 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.366630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442f599-1b13-4842-8c72-6016d76f7686 None None] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:31.390711 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-232cdfbf-d56b-4059-bb36-29da51aab071 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:31.447678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-b5863cca-19b4-467f-abba-fdd9946fb624 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Unset dirty status for tenant:baf7865797de40448f1b479931460fd2 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:31.464388 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03de3a52-d04c-4cf2-9a41-891f7e9406f3 req-b5863cca-19b4-467f-abba-fdd9946fb624 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1866462 May 19 13:03:31.521564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb646c4c-4c6a-466f-85fc-50a81b549f4e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:31.636611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:31.637742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.638220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.641472 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] 10.222.0.57 "PUT /v2.0/ports/d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 1090 time: 2.8537490 May 19 13:03:31.679752 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9', 'status': 'completed', 'code': 200} May 19 13:03:31.693250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:31.734693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:31.797060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Transition to ACTIVE for port object bb646c4c-4c6a-466f-85fc-50a81b549f4e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:31.920460 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'code': 200} May 19 13:03:31.934074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ee546c0-99d9-4647-903c-8586816af7eb None None] Provisioning for port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:32.094679 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.107238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.120357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:32.131192 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e9c7891f-2d23-4892-9529-900d870e785c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:32.137280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:32.137757 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.248123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.272993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.279484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.286901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.293792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.299578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:32.301767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.308911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.315306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.323442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4020b7-5705-4687-9e83-96b103774474 req-3f16394a-8e2f-4ecf-9b56-26f60d5c0c2d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5394 time: 1.4966455 May 19 13:03:32.333622 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.387785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,segment=NetworkSegment(641b1bc0-50c3-4b4d-afda-8304bfae1975),segment_id=641b1bc0-50c3-4b4d-afda-8304bfae1975)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:32.400702 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.410101 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:32.481040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.513801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.515024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.516115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.517564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.518158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.519869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.521844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.523019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.528292 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-8a550eba-eea3-4eae-8d6b-a62ee5dbdfde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6286 time: 0.7347062 May 19 13:03:32.541875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.557296 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:32.680620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ceeba0ec-7be2-4e55-ac3d-44dd94ac97f1 None None] Provisioning complete for port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:32.681429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceeba0ec-7be2-4e55-ac3d-44dd94ac97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.684255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:32.742635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.768316 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:32.773166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Usage tracker for resource:security_group_rule and tenant:121b4184efc84b9e9771ce4066ad0380 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:32.845371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:32.887994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:32.903859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-16797a72-86bb-428d-b5c2-229b5cd2385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.904570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-16797a72-86bb-428d-b5c2-229b5cd2385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.905361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-16797a72-86bb-428d-b5c2-229b5cd2385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:32.908204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-16797a72-86bb-428d-b5c2-229b5cd2385a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=924367df395c4dce8c8656db6049ee57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3691738 May 19 13:03:32.919397 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4020b7-5705-4687-9e83-96b103774474 req-2290b842-c87a-45ab-a651-69ea74c7fd2c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5946817 May 19 13:03:32.988930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.20.0.1 (baeac1a7-dbec-485d-b37e-7a5a6bf86b58/d670a436-e2ed-4a4e-a384-e27b7a6aa3ab/99fe433c-e3c6-4760-b193-8e7a049dda88) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:33.091270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149c45-349d-4535-b9f6-55134a8a7df3 req-cc434390-ca29-4359-87ad-567f62eac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:33.094296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab149c45-349d-4535-b9f6-55134a8a7df3 req-cc434390-ca29-4359-87ad-567f62eac774 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 1097 time: 1.1423135 May 19 13:03:33.217189 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:03:33.352678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-6695ee7d-a02c-4073-bb8a-b770097bcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:33.354309 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb53142-e4b9-4410-a8c4-05e78ad75834 req-6695ee7d-a02c-4073-bb8a-b770097bcbaf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894001 May 19 13:03:33.468600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf7e74b-d336-4af1-a19b-73c4162d5e13 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:33.474396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c147223-6908-44b5-b86f-5277b56c8f9d req-a6f047ad-872d-4041-b85a-5a1f7972c6d7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:33.483662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.492468 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c147223-6908-44b5-b86f-5277b56c8f9d req-a6f047ad-872d-4041-b85a-5a1f7972c6d7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 1.3817542 May 19 13:03:33.513069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Transition to ACTIVE for port object fcf7e74b-d336-4af1-a19b-73c4162d5e13 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:33.520020 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.525594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.527420 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fd36cc98-b2ac-44ff-ac09-4c6c1b268155 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:33.556453 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.574194 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ba22b65-7fb0-4987-86d0-fa9dc79c26ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:33.604709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab149c45-349d-4535-b9f6-55134a8a7df3 req-3849c4f4-4134-49f7-9f8d-063399cca726 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869933 May 19 13:03:33.618917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:33.641361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Attempting to bind port bb646c4c-4c6a-466f-85fc-50a81b549f4e on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:33.641668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Attempting to bind port bb646c4c-4c6a-466f-85fc-50a81b549f4e by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': '8f34acaf-b882-4689-bf30-aa5474e30251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:33.642009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Attempting to bind port bb646c4c-4c6a-466f-85fc-50a81b549f4e on network 1225c355-c32d-4416-9ea6-cc3666d4b986 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:33.688584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '29f9a52c-fb72-40be-8a28-090ad3dc01c3'}, {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:33.707847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07631c7-5f3a-48ba-888c-2ab16bfb1513,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.740228 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c147223-6908-44b5-b86f-5277b56c8f9d req-6b7fbfe9-4d0e-4470-9a01-d0580868abce tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471187 May 19 13:03:33.744987 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:33.781231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=121b4184efc84b9e9771ce4066ad0380&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6137669 May 19 13:03:33.782068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Port bb646c4c-4c6a-466f-85fc-50a81b549f4e on network 1225c355-c32d-4416-9ea6-cc3666d4b986 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:33.782389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Attempting to bind port bb646c4c-4c6a-466f-85fc-50a81b549f4e on network 1225c355-c32d-4416-9ea6-cc3666d4b986 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:33.798327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.838674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.858175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:33.873519 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.885353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:33.886969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Checking segment: {'id': '8f34acaf-b882-4689-bf30-aa5474e30251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:33.886969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Bound using segment: {'id': '8f34acaf-b882-4689-bf30-aa5474e30251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:33.886969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Bound port: bb646c4c-4c6a-466f-85fc-50a81b549f4e, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f34acaf-b882-4689-bf30-aa5474e30251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:33.886969 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.994369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 99fe433c-e3c6-4760-b193-8e7a049dda88 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:34.051318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Attempting to bind port fcf7e74b-d336-4af1-a19b-73c4162d5e13 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:34.051764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Attempting to bind port fcf7e74b-d336-4af1-a19b-73c4162d5e13 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:34.054683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Attempting to bind port fcf7e74b-d336-4af1-a19b-73c4162d5e13 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:34.064285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:34.064669 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.071647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Port fcf7e74b-d336-4af1-a19b-73c4162d5e13 on network b7457dac-1746-4c33-adf0-0891935ad4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:34.077085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Attempting to bind port fcf7e74b-d336-4af1-a19b-73c4162d5e13 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:34.104479 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:34.105986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Checking segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:34.107576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Bound using segment: {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:34.111027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Bound port: fcf7e74b-d336-4af1-a19b-73c4162d5e13, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ccc946-378b-4602-8829-daf254d61e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:34.113569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.307426 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.363579 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ad646c2-aeb2-4df8-bf93-11ccfc0b4eee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:34.388846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:34.407626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:34.414844 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.419127 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ceaee31b-4f2f-4099-898b-e2771053a842 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:34.485565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:34.486104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.487612 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] 10.222.0.57 "PUT /v2.0/ports/fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 1091 time: 2.8019507 May 19 13:03:34.506465 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.508209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:34.520938 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:34.525147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:34.576620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:34.682890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:34.715885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:34.809262 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.813521 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.271662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d68dc847-173e-41ca-ac76-29ada94a5e74 None None] Provisioning for port 99fe433c-e3c6-4760-b193-8e7a049dda88 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:35.286870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d68dc847-173e-41ca-ac76-29ada94a5e74 None None] Provisioning complete for port 99fe433c-e3c6-4760-b193-8e7a049dda88 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:35.287625 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68dc847-173e-41ca-ac76-29ada94a5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.427602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d68dc847-173e-41ca-ac76-29ada94a5e74 None None] Port 99fe433c-e3c6-4760-b193-8e7a049dda88 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:35.511431 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.591754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:35.598485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:35.694093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=99fe433c-e3c6-4760-b193-8e7a049dda88,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:35.699622 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:35.708986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:35.715135 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.797204 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-58dd54fa-d365-4e54-b165-d064d200216f tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:35.895946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766f173d-0ef9-4886-aec7-33dffdc8b4ac {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:35.905241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.923461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Transition to ACTIVE for port object 766f173d-0ef9-4886-aec7-33dffdc8b4ac will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:35.931004 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.935209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-710cc6a4-3eed-4483-aa7f-ae011d0c0ac5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:35.987345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:35.989370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.991863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb646c4c-4c6a-466f-85fc-50a81b549f4e HTTP/1.1" status: 200 len: 1092 time: 7.9067883 May 19 13:03:36.010227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:36.064515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51fc81-e0a2-4cfd-af32-96852bd69e2b req-1deac58d-3e41-43ab-bd29-4f9b52156a9c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:36.067180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d51fc81-e0a2-4cfd-af32-96852bd69e2b req-1deac58d-3e41-43ab-bd29-4f9b52156a9c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.5630457 May 19 13:03:36.086031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.091800 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:36.182006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b09a-2bf4-49f4-ba8e-deeaca5b6799 req-f9bc57cd-35be-4211-8538-0f20df3724ef tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:36.189524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cab4b09a-2bf4-49f4-ba8e-deeaca5b6799 req-f9bc57cd-35be-4211-8538-0f20df3724ef tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 944 time: 1.9680178 May 19 13:03:36.191319 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.318566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.352628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Attempting to bind port 766f173d-0ef9-4886-aec7-33dffdc8b4ac on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:36.352971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Attempting to bind port 766f173d-0ef9-4886-aec7-33dffdc8b4ac by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:36.353289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Attempting to bind port 766f173d-0ef9-4886-aec7-33dffdc8b4ac on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:36.362396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Port 766f173d-0ef9-4886-aec7-33dffdc8b4ac on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:36.362722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Attempting to bind port 766f173d-0ef9-4886-aec7-33dffdc8b4ac on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:36.369487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:36.369816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Checking segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:36.370201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Bound using segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:36.370925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Bound port: 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:36.371277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.419470 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.425798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d51fc81-e0a2-4cfd-af32-96852bd69e2b req-6b69d6b4-f4f3-48ef-a703-07346e76ecaf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523508 May 19 13:03:36.426516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.487809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:36.501378 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09da445d-012f-432c-b15e-0302d95e07f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:36.522172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:36.531165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:36.540729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.549188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:36.564030 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7c0fa54-4277-46b9-b9d4-1d47e32b4953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:36.582324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07631c7-5f3a-48ba-888c-2ab16bfb1513,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.594568 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Usage tracker for resource:security_group_rule and tenant:84740314fd8d4fcba6e54b37b26be4c3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:36.616594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cab4b09a-2bf4-49f4-ba8e-deeaca5b6799 req-05af4677-50df-4e9e-898d-2d335b39a0bd tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242327 May 19 13:03:36.626850 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '29f9a52c-fb72-40be-8a28-090ad3dc01c3', 'status': 'completed', 'code': 200} May 19 13:03:36.627231 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef', 'status': 'completed', 'code': 200} May 19 13:03:36.636711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:36.643024 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:36.727477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:36.728552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.740817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] 10.222.0.57 "PUT /v2.0/ports/766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 1091 time: 2.2222173 May 19 13:03:36.793365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Request body: {'port': {'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:36.836474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:37.024344 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.025648 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a07631c7-5f3a-48ba-888c-2ab16bfb1513 HTTP/1.1" status: 204 len: 168 time: 3.2216709 May 19 13:03:37.050165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.064248 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:37.072765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-49e00a62-c010-4c28-961d-2488f06d7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.074684 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-49e00a62-c010-4c28-961d-2488f06d7c41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=baf7865797de40448f1b479931460fd2&device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 1095 time: 0.9991765 May 19 13:03:37.219040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.233048 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-0d3a8205-5b84-43ea-bb60-dd870c66dd58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e HTTP/1.1" status: 200 len: 217 time: 0.1134026 May 19 13:03:37.328689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.329521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.330400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.332140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.333314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.333862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.334765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.338975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-b83547fd-bcf8-498a-852d-aba508579516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6420 time: 0.7104678 May 19 13:03:37.448798 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'status': 'completed', 'code': 200} May 19 13:03:37.579309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-41b78a87-d398-45ac-96c3-aba35b6ff1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.582139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-41b78a87-d398-45ac-96c3-aba35b6ff1b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ba19562-9626-49b5-9ac3-5e94aca137a4 HTTP/1.1" status: 200 len: 848 time: 0.3337436 May 19 13:03:37.811179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.817471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-4dff47ea-e7a1-4185-ab46-08406f015340 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1225c355-c32d-4416-9ea6-cc3666d4b986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769986 May 19 13:03:37.823688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-01a8be57-3483-4c5c-9b84-4dbddf5d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.826395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-01a8be57-3483-4c5c-9b84-4dbddf5d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.831300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-01a8be57-3483-4c5c-9b84-4dbddf5d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:37.837681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-01a8be57-3483-4c5c-9b84-4dbddf5d19e9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=924367df395c4dce8c8656db6049ee57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4870226 May 19 13:03:37.846132 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.991321 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4ec4a97f-ce23-4477-a347-aa80b5f568ea tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:38.111777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.120649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.127466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.136148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.143455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.150674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.157039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.160044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-efb2c200-3c5c-462b-a46c-0787d33b0dbb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5418 time: 1.1297159 May 19 13:03:38.204779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-ca3a4635-e01a-49aa-a7da-6b8f8bdaa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.206042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=99fe433c-e3c6-4760-b193-8e7a049dda88,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.209189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-ca3a4635-e01a-49aa-a7da-6b8f8bdaa432 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3636551 May 19 13:03:38.228447 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:38.238453 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.273378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.363072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18672205-f170-46e2-88cd-1713b1ca1d18 req-2023d12b-a5eb-477d-ac96-ed70cc86684d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.370889 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18672205-f170-46e2-88cd-1713b1ca1d18 req-2023d12b-a5eb-477d-ac96-ed70cc86684d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 0.7963843 May 19 13:03:38.372869 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.566639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.568102 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.568873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.569933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.570869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.571822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.572772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:38.576467 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3468adb9-60a6-4de4-a4ee-4e856013f6b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6420 time: 0.3057902 May 19 13:03:38.580602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ba932f-6c88-450f-83c2-15d95e098254 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:38.632715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13'}, {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:38.667077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.787811 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-61f47a9c-055c-4415-859a-e165bcd8c272 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:38.824752 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84740314fd8d4fcba6e54b37b26be4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0982983 May 19 13:03:38.836132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:38.845509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.864604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defdddd-87b2-4856-b4ef-07105ce8bf1b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.878437 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:38.880332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:39.081843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Transition to ACTIVE for port object 18ba932f-6c88-450f-83c2-15d95e098254 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:39.128669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.158804 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f8c662df-fba2-4bda-a445-5b9d3a61e3a0 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:39.185031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c93f557-cefc-4aa1-853c-c7da03e7785c req-2ab773c4-3683-49dd-978c-03058c6071b2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0167964 May 19 13:03:39.269762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c18e2f82-f7c5-481f-88e2-1c429bf18ff1 None None] Provisioning complete for port 99fe433c-e3c6-4760-b193-8e7a049dda88 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:39.270878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18e2f82-f7c5-481f-88e2-1c429bf18ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.302765 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.345566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.442829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c18e2f82-f7c5-481f-88e2-1c429bf18ff1 None None] Port 99fe433c-e3c6-4760-b193-8e7a049dda88 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:39.467435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18672205-f170-46e2-88cd-1713b1ca1d18 req-3f10e64c-3aaa-43b0-9ee9-23c530d7fe19 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0956502 May 19 13:03:39.575125 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-c44c42fc-db4e-467c-863e-7ac699a2e717 service neutron] 10.222.0.57 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7370815 May 19 13:03:39.620215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-9d6d08ac-7c0e-46f8-9dfe-d61f5f2d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:39.620801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-9d6d08ac-7c0e-46f8-9dfe-d61f5f2d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:39.623183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-9d6d08ac-7c0e-46f8-9dfe-d61f5f2d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:39.625089 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-9d6d08ac-7c0e-46f8-9dfe-d61f5f2d1d5e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=924367df395c4dce8c8656db6049ee57&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0357411 May 19 13:03:39.758415 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.771347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:39.779999 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:39.820710 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a45e1961-ea6b-4cb6-80fd-b7b3af8db8df tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:39.883595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 6aad2dad-d93c-450a-899e-53ec62f0bc2b is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:39.888885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defdddd-87b2-4856-b4ef-07105ce8bf1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:39.892462 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:39.917319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d21b8d4-cc88-487b-b690-555224f69d7c req-7dec5b3b-f866-43ed-a67a-448ba6b5fbef service neutron] 10.222.0.57 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319149 May 19 13:03:40.012475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Attempting to bind port 18ba932f-6c88-450f-83c2-15d95e098254 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:40.013038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Attempting to bind port 18ba932f-6c88-450f-83c2-15d95e098254 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:40.013519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Attempting to bind port 18ba932f-6c88-450f-83c2-15d95e098254 on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:40.027001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Port 18ba932f-6c88-450f-83c2-15d95e098254 on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:03:40.027487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Attempting to bind port 18ba932f-6c88-450f-83c2-15d95e098254 on network 10a8a855-5b19-47b7-8f46-78928e26bfb5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:40.047181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:40.047684 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Checking segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:03:40.048212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Bound using segment: {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:40.048791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Bound port: 18ba932f-6c88-450f-83c2-15d95e098254, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed92811a-4950-44fe-8f0f-eb85bf9dec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:40.049245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.072345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3b1ba444-6e12-4432-a174-c215765dd072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.074078 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddb06f7-0c4c-4cf7-b280-ff68f53597b5 req-3b1ba444-6e12-4432-a174-c215765dd072 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092274 May 19 13:03:40.083416 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.087718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5defdddd-87b2-4856-b4ef-07105ce8bf1b HTTP/1.1" status: 204 len: 168 time: 1.1959240 May 19 13:03:40.269570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:40.274314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:40.283341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.311085 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:40.318163 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0bba2a07-62ee-41c9-a715-a6b023c9a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.374914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.377002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.381586 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] 10.222.0.57 "PUT /v2.0/ports/18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 1091 time: 3.6023960 May 19 13:03:40.464949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:40.480149 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] Sync routers for ids ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:40.502307 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] Routers {'6aad2dad-d93c-450a-899e-53ec62f0bc2b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:03:40.503557 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:40.524458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e7ad-c5e9-4b5c-818f-bc8567877a05 req-e36eb357-9354-4563-9901-b95842d52ef1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.527494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f92e7ad-c5e9-4b5c-818f-bc8567877a05 req-e36eb357-9354-4563-9901-b95842d52ef1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.0528355 May 19 13:03:40.541939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.553255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/6aad2dad-d93c-450a-899e-53ec62f0bc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3576584 May 19 13:03:40.602182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.665567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c370cd-bb6b-4920-8a69-220c223938a6 req-55280c0a-a17b-4047-b5c8-e0fe73b87b54 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.670551 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:40.674398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c370cd-bb6b-4920-8a69-220c223938a6 req-55280c0a-a17b-4047-b5c8-e0fe73b87b54 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 944 time: 0.9055870 May 19 13:03:40.691170 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] Routers {'6aad2dad-d93c-450a-899e-53ec62f0bc2b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:03:40.692727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:40.771860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f92e7ad-c5e9-4b5c-818f-bc8567877a05 req-5d01b041-3eb1-47d3-a13e-874f16a18f42 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654446 May 19 13:03:40.804534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03c401-dd86-43a0-874c-2dc6935daadc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.805201 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8e03c401-dd86-43a0-874c-2dc6935daadc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:40.827275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:40.833412 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:40.843621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8e03c401-dd86-43a0-874c-2dc6935daadc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:40.850841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e03c401-dd86-43a0-874c-2dc6935daadc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports/99fe433c-e3c6-4760-b193-8e7a049dda88 HTTP/1.1" status: 200 len: 910 time: 0.2445288 May 19 13:03:40.851492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.858039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.858527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.858993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.859464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.860090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.860486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.861043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.863797 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-687174ad-1836-4ffb-9ac4-8a5ec8ed6d04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6487 time: 0.4147825 May 19 13:03:40.901593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-b235e685-d5d6-47a5-b89a-d9646504f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:40.910780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-b235e685-d5d6-47a5-b89a-d9646504f4fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=baf7865797de40448f1b479931460fd2&device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 1095 time: 0.8451114 May 19 13:03:40.935433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c370cd-bb6b-4920-8a69-220c223938a6 req-6fd38802-537c-408c-88ef-e74c95085032 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572930 May 19 13:03:41.020139 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.021177 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c6a4c-918f-46bb-9349-ac4a77075f96 None None] The sync data for ids ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:41.281471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-0dcb0f2a-50b2-45ba-b231-69690d9709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:41.283534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-0dcb0f2a-50b2-45ba-b231-69690d9709b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1225c355-c32d-4416-9ea6-cc3666d4b986 HTTP/1.1" status: 200 len: 909 time: 0.3450642 May 19 13:03:41.338441 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'status': 'completed', 'code': 200} May 19 13:03:41.338760 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'status': 'completed', 'code': 200} May 19 13:03:41.577170 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.588086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-44e57426-ba26-49c5-98a5-6d9b535c9665 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e HTTP/1.1" status: 200 len: 217 time: 0.2223442 May 19 13:03:41.607553 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-07816966-ba42-4786-a525-e66cca61fc4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 217 time: 0.2711926 May 19 13:03:41.638704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:41.642890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Usage tracker for resource:security_group_rule and tenant:ad413b809070420f93469d4830b5fb50 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:41.647889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:41.658805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:41.714770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-83efab20-be0d-4b27-b945-90e0b3754dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:41.716646 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-83efab20-be0d-4b27-b945-90e0b3754dd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.0919447 May 19 13:03:41.880927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-87024444-292a-4c53-a2d4-90f0a476a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:41.883534 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-87024444-292a-4c53-a2d4-90f0a476a1ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575861 May 19 13:03:41.891382 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.127176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-1de7885a-dfc3-4fba-8af5-197c61a86c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.128982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-1de7885a-dfc3-4fba-8af5-197c61a86c53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ba19562-9626-49b5-9ac3-5e94aca137a4 HTTP/1.1" status: 200 len: 848 time: 0.5318625 May 19 13:03:42.131789 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.185309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.195232 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1ff0aa30-6c70-4e6e-9f62-dd590411de56 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:42.226872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b8f35-925f-41d5-b638-3b9a4e3754ed req-ae76330d-c192-40a3-87e0-6352b7a1c671 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.228519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a19b8f35-925f-41d5-b638-3b9a4e3754ed req-ae76330d-c192-40a3-87e0-6352b7a1c671 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 0.8746223 May 19 13:03:42.231001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-67f27a94-5c53-4c81-97d9-3d7849cfa408 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1225c355-c32d-4416-9ea6-cc3666d4b986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937643 May 19 13:03:42.292868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.298809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.304960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.310877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.317630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.323608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.329861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:42.338050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6178328b-ca37-46e1-8444-fc8197e3804f req-33d9e5fb-032b-4314-a94f-aadaff46d7eb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 1.0510938 May 19 13:03:42.365679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a045b24-1685-4264-9c97-c6e972011b94,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:42.418428 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:42.502419 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-89a4d167-24a3-499b-825d-21144b539d6c service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844950 May 19 13:03:42.509275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad413b809070420f93469d4830b5fb50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9454460 May 19 13:03:42.537716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.675652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a19b8f35-925f-41d5-b638-3b9a4e3754ed req-03d916b8-8a6d-41fc-a50e-170a68a283a7 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124752 May 19 13:03:42.703179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6178328b-ca37-46e1-8444-fc8197e3804f req-a2dc63a4-48db-471c-a7cd-1ca813c45bdc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3560522 May 19 13:03:42.834543 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-4008c750-878c-4eea-9d4e-f9af382d3cb3 service neutron] 10.222.0.57 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921330 May 19 13:03:42.905004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-ddb2989b-0cbe-4e56-a0a3-3068c1e86e23 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944182 May 19 13:03:42.927849 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6538a08-0565-4a4c-8793-65d3e46ba9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.935508 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.942461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.129441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:43.185925 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2bdc42bd-d2ee-4119-bec0-c9cb3b60397c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.2312644 May 19 13:03:43.217665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9971d47b-c6d2-4796-9545-6c5b42a8baa1 req-12bb50ab-75e5-4ce3-9dc8-e97eb63c1627 service neutron] 10.222.0.57 "GET /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766129 May 19 13:03:43.310908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bb646c4c-4c6a-466f-85fc-50a81b549f4e details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:03:43.342701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6c6e-675c-4c24-9488-c37e068a0dce req-d3379ee9-d066-47ee-a43d-3efe4e86022e tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:43.354323 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-134e6c6e-675c-4c24-9488-c37e068a0dce req-d3379ee9-d066-47ee-a43d-3efe4e86022e tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 944 time: 0.1394706 May 19 13:03:43.400605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.416007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:43.459600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-134e6c6e-675c-4c24-9488-c37e068a0dce req-1e1aa3d1-5c43-42fb-b782-06c5de28275a tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 May 19 13:03:43.522082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.555415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-9c3dc5e1-b572-433d-b884-2f7c0104849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:43.558097 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-9c3dc5e1-b572-433d-b884-2f7c0104849e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.3498957 May 19 13:03:43.605703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:43.621197 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'network_id': '1225c355-c32d-4416-9ea6-cc3666d4b986', 'port_id': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'mac_address': 'fa:16:3e:7e:5c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba19562-9626-49b5-9ac3-5e94aca137a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:03:43.673742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:43.674809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958499e2-347b-4054-b374-ae3b88b66f63 req-b2184347-5c82-47d7-a2e8-0122ee6a931f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:43.677614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-958499e2-347b-4054-b374-ae3b88b66f63 req-b2184347-5c82-47d7-a2e8-0122ee6a931f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.2167785 May 19 13:03:43.688906 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Usage tracker for resource:security_group_rule and tenant:922c2580e0fa4de7aff09e1a99ac03de is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:43.691180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:43.692829 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.701498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:43.740663 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb646c4c-4c6a-466f-85fc-50a81b549f4e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:43.750757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 99fe433c-e3c6-4760-b193-8e7a049dda88 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:43.751110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.769931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:43.777579 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.781478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:43.792966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.802060 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b81ae9c1-cad6-4a54-a390-10375f30d5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:43.828632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-958499e2-347b-4054-b374-ae3b88b66f63 req-d22ca1a8-9911-48ee-9a81-5f051ad52e68 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275601 May 19 13:03:43.876668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005d8d-e373-46dd-bca8-f6943e3c4219 req-51524258-1f69-4699-885a-4fd817c49d13 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:43.879433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65005d8d-e373-46dd-bca8-f6943e3c4219 req-51524258-1f69-4699-885a-4fd817c49d13 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 0.2803941 May 19 13:03:43.919737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a045b24-1685-4264-9c97-c6e972011b94,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:43.930477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:43.953460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65005d8d-e373-46dd-bca8-f6943e3c4219 req-f68e91ae-8b08-4166-b51b-b458041abd34 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644393 May 19 13:03:43.971047 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254', 'status': 'completed', 'code': 200} May 19 13:03:43.976699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:43.976869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.977299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.978059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.978819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.979653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.980679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.981425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.982370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.982914 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.983454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.984041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.984586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:43.994495 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:44.011824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['bb646c4c-4c6a-466f-85fc-50a81b549f4e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:44.034237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63b40248-c6c4-4d19-b689-9003f64fccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.036911 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-63b40248-c6c4-4d19-b689-9003f64fccc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4640791 May 19 13:03:44.101457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.107363 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a045b24-1685-4264-9c97-c6e972011b94 HTTP/1.1" status: 204 len: 168 time: 1.5646994 May 19 13:03:44.239936 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.268101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.299428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.330013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.346278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.371780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.375430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.390469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.406784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c753146-5065-48e6-a923-7f532c4404f0 req-0adf116c-6036-4885-a77b-816e42866126 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.3250241 May 19 13:03:44.423293 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.533382 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c753146-5065-48e6-a923-7f532c4404f0 req-61460b0c-9250-470d-8f01-62a38359b632 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250660 May 19 13:03:44.610713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 99fe433c-e3c6-4760-b193-8e7a049dda88 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:44.668852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.677665 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-25ea0f3e-7044-4682-b044-5ccefbc255f0 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234593 May 19 13:03:44.681486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.709927 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e537c6cc-9007-4767-a7d9-4e3a8a323945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:44.877696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 49978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.921766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=922c2580e0fa4de7aff09e1a99ac03de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7811291 May 19 13:03:44.921766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94342bb-6899-41e7-bb49-8e04872ec212,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.924200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 49982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.929141 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:44.934531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-b07b7f8d-937c-4aab-a377-ca2ef261db4d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:44.937262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-b07b7f8d-937c-4aab-a377-ca2ef261db4d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 0.3158438 May 19 13:03:45.008839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.050872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea0f66-39d5-4573-8593-dcb548133ea3 req-fabcf9b0-df24-4da8-94de-9f8da29e3dba tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:45.053549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cea0f66-39d5-4573-8593-dcb548133ea3 req-fabcf9b0-df24-4da8-94de-9f8da29e3dba tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 945 time: 0.3333635 May 19 13:03:45.102501 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-37e1602d-720c-4639-aece-33e16c1939c7 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946676 May 19 13:03:45.163228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.185167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:45.192686 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-583d4650-aaf4-4c9f-96cd-b5a31aa758b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.0811663 May 19 13:03:45.225382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Usage tracker for resource:security_group_rule and tenant:93af240b894f466ca1a57e56255c36e9 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:45.236190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:45.258533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:45.261424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.342035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bb646c4c-4c6a-466f-85fc-50a81b549f4e up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:45.430815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-156165f6-010d-40e7-92be-9979ee3cad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:45.433526 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-156165f6-010d-40e7-92be-9979ee3cad3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.2310388 May 19 13:03:45.460484 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.476589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3cea0f66-39d5-4573-8593-dcb548133ea3 req-be10a03e-cbf8-489a-bae1-256a95791593 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046073 May 19 13:03:45.554257 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port bb646c4c-4c6a-466f-85fc-50a81b549f4e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:45.566829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port bb646c4c-4c6a-466f-85fc-50a81b549f4e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:45.567579 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.623706 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef3d9-041c-4883-b4b5-944a5b290751 req-5589c3db-1bad-4482-a41e-c4886af82bc8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:45.626434 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0ef3d9-041c-4883-b4b5-944a5b290751 req-5589c3db-1bad-4482-a41e-c4886af82bc8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.5564175 May 19 13:03:45.642103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Deleting port 4e25f66d-fff1-4096-bc29-d8d75035cb72 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:45.643451 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.659962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.670056 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d39f2d1c-4a88-40ad-a065-861644052e34 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:45.747548 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.769589 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.794560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=99fe433c-e3c6-4760-b193-8e7a049dda88,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.800578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:45.809035 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.830031 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-21483146-f16b-41cc-bcea-4b006dc64da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:45.862283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94342bb-6899-41e7-bb49-8e04872ec212,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.880688 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:45.924085 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:45.935109 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:45.938598 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.941085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-6c51e48a-59f4-456d-ab20-7fca11891797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:45.942816 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-6c51e48a-59f4-456d-ab20-7fca11891797 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4990871 May 19 13:03:45.943748 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:46.063253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0ef3d9-041c-4883-b4b5-944a5b290751 req-26ef83c8-515e-4929-8177-6819aee0f952 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906627 May 19 13:03:46.115554 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.131721 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.136510 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b94342bb-6899-41e7-bb49-8e04872ec212 HTTP/1.1" status: 204 len: 168 time: 1.2105546 May 19 13:03:46.138807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.151714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:46.169172 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:46.177420 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bcba4a08-e336-4d85-9cee-9fe0ebd6be58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:46.213366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.250482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] For port 4e25f66d-fff1-4096-bc29-d8d75035cb72, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=4e25f66d-fff1-4096-bc29-d8d75035cb72,segment=NetworkSegment(715b7656-6991-4b7e-bdc5-3a3bfeb032aa),segment_id=715b7656-6991-4b7e-bdc5-3a3bfeb032aa)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:46.250989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.281576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93af240b894f466ca1a57e56255c36e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3999624 May 19 13:03:46.295998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:46.301388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f913ad-7223-4f8f-a6d8-3ca4b2e8d874,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:46.307009 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:46.412385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3b97fbbf-3578-4abb-86d8-87246f509ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039218 May 19 13:03:46.783080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Calling delete_port for 4e25f66d-fff1-4096-bc29-d8d75035cb72 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:46.820311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 6aad2dad-d93c-450a-899e-53ec62f0bc2b has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:46.824282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0342cbc-149d-4eaf-b857-30ed0eb186ce req-5a767896-9bff-4b26-8c10-79aae5b9710c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:46.831853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0342cbc-149d-4eaf-b857-30ed0eb186ce req-5a767896-9bff-4b26-8c10-79aae5b9710c tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 946 time: 1.0701501 May 19 13:03:46.958828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0342cbc-149d-4eaf-b857-30ed0eb186ce req-8116191d-e723-4b4e-af9a-ae1d6152a3ae tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc664976-9421-4817-b8af-252c4e2aedf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259139 May 19 13:03:46.998389 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.004522 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.033654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.041339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.048487 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-9ced7ac3-4fdf-4c21-b9e5-b06fdf07a703 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290081 May 19 13:03:47.049030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.052180 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'code': 200} May 19 13:03:47.058650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:47.063034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.071707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.089786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.100894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] Sync routers for ids ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:47.102217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.104278 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b21cde0-2627-40b6-af81-2db7caba857e req-495dbbc4-5d3d-44e3-bfe7-c56ee1d9f8a8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.8205605 May 19 13:03:47.169225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] Routers {'6aad2dad-d93c-450a-899e-53ec62f0bc2b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:03:47.170285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:47.209599 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/6aad2dad-d93c-450a-899e-53ec62f0bc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3413947 May 19 13:03:47.209599 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-1b2f62a7-e26b-4159-8a97-ea50de6da907 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.1473813 May 19 13:03:47.210340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:47.222798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.334001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b21cde0-2627-40b6-af81-2db7caba857e req-eeb4fdf3-2453-4cf9-91da-39518a75531c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2098145 May 19 13:03:47.336327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:47.340917 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.361640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['4e25f66d-fff1-4096-bc29-d8d75035cb72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:47.367787 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:47.459295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9980895-1c50-4570-916d-3fd4f6f99b00 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:47.507856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Pushing event deleted for resources: {'Port': ['ID=4e25f66d-fff1-4096-bc29-d8d75035cb72,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:47.514679 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:47.530534 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] Routers {'6aad2dad-d93c-450a-899e-53ec62f0bc2b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:03:47.532425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:47.545273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e9980895-1c50-4570-916d-3fd4f6f99b00 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:47.547556 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9980895-1c50-4570-916d-3fd4f6f99b00 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aad2dad-d93c-450a-899e-53ec62f0bc2b HTTP/1.1" status: 200 len: 205 time: 0.3358047 May 19 13:03:47.553791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:47.677378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:47.677807 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a2bbd-7e67-446e-b4f5-4d8124a9cde9 None None] The sync data for ids ['6aad2dad-d93c-450a-899e-53ec62f0bc2b'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:47.712298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d6b8399a-4537-4a7f-89f9-25e986951b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.715542 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d6b8399a-4537-4a7f-89f9-25e986951b8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.4475343 May 19 13:03:47.730028 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.743500 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0540642a-a573-4572-b8b1-c1847d1197b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:47.756340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] No DVR routers for this DVR port 4e25f66d-fff1-4096-bc29-d8d75035cb72 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:47.770436 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.773986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'name': 'network-vif-deleted', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:47.778981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f913ad-7223-4f8f-a6d8-3ca4b2e8d874,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:47.790639 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:47.840821 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd07844-13a7-4252-8c5e-cc6921b361ae req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.57 "DELETE /v2.0/ports/4e25f66d-fff1-4096-bc29-d8d75035cb72 HTTP/1.1" status: 204 len: 173 time: 2.8931775 May 19 13:03:47.841641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.842684 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8f913ad-7223-4f8f-a6d8-3ca4b2e8d874 HTTP/1.1" status: 204 len: 168 time: 1.5441287 May 19 13:03:47.899244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07d567-4d3e-407b-8f0f-6dbfed125b6b req-d0cdb9fa-47f8-47b0-a6f8-d04988a28a67 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:47.908701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c07d567-4d3e-407b-8f0f-6dbfed125b6b req-d0cdb9fa-47f8-47b0-a6f8-d04988a28a67 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 946 time: 0.3294215 May 19 13:03:48.075425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c07d567-4d3e-407b-8f0f-6dbfed125b6b req-70f4b8fa-50bd-45c5-b0ae-8612aa7aded6 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633170 May 19 13:03:48.214877 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac0486-f93e-41f1-92b9-013504657538', 'name': 'network-vif-deleted', 'tag': '4e25f66d-fff1-4096-bc29-d8d75035cb72', 'status': 'completed', 'code': 200} May 19 13:03:48.220104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210df3-b27b-4a6c-ae32-46209d4fbfbc req-e6f2c34e-5082-49ea-aafc-4a8934b33cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:48.224546 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f7210df3-b27b-4a6c-ae32-46209d4fbfbc req-e6f2c34e-5082-49ea-aafc-4a8934b33cb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 1097 time: 0.9539819 May 19 13:03:48.236976 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.499334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802486f-8e16-48ec-93b1-96bd62c85776 req-ccc2fc2c-fb9a-4ba4-947b-457457cba38c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:48.512871 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4802486f-8e16-48ec-93b1-96bd62c85776 req-ccc2fc2c-fb9a-4ba4-947b-457457cba38c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.1794727 May 19 13:03:48.596490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ea4d1849-6d5b-419e-8b9b-906a194cecf6 req-e776fb5e-c34a-488f-a2f4-8e6aa8d1e34d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Synchronizing usage tracker for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:48.644806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4802486f-8e16-48ec-93b1-96bd62c85776 req-29126d95-c7de-4a1b-9837-d07910dc97a6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 May 19 13:03:48.652031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ea4d1849-6d5b-419e-8b9b-906a194cecf6 req-e776fb5e-c34a-488f-a2f4-8e6aa8d1e34d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Unset dirty status for tenant:b35f3a7742874df5848d4468c225334e on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:48.653493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea4d1849-6d5b-419e-8b9b-906a194cecf6 req-e776fb5e-c34a-488f-a2f4-8e6aa8d1e34d tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddac0486-f93e-41f1-92b9-013504657538 HTTP/1.1" status: 200 len: 210 time: 0.1378715 May 19 13:03:48.921092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.923680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.953396 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f7210df3-b27b-4a6c-ae32-46209d4fbfbc req-1b250e4b-cdcc-4491-9943-2f4f38450a6a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894740 May 19 13:03:48.968482 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.968976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router 6aad2dad-d93c-450a-899e-53ec62f0bc2b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:48.986961 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.991629 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-400b3f93-11b5-4fb1-ace0-27ea23d7591c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/6aad2dad-d93c-450a-899e-53ec62f0bc2b HTTP/1.1" status: 204 len: 168 time: 1.4370358 May 19 13:03:48.992902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.997241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-65f75b41-d8a1-4b6b-bccb-f52d8b892dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:48.999107 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-65f75b41-d8a1-4b6b-bccb-f52d8b892dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2470627 May 19 13:03:49.014856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.032851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.041403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.047835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.055042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.061503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.068705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.077284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-936855c7-4ec5-4db1-a179-eb534955e916 req-11da6398-01a3-4f90-829d-1bf28bf9a965 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.2667150 May 19 13:03:49.160183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-936855c7-4ec5-4db1-a179-eb534955e916 req-6825dd6c-3774-44b1-b006-a923e73b7115 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808370 May 19 13:03:49.168884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet d670a436-e2ed-4a4e-a384-e27b7a6aa3ab {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:03:49.176457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.299755 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e9d274dd-d511-4ac0-94da-227a25011d41 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683043 May 19 13:03:49.302299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.357750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4e25f66d-fff1-4096-bc29-d8d75035cb72 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:49.475569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 4e25f66d-fff1-4096-bc29-d8d75035cb72 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:03:49.476884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 4e25f66d-fff1-4096-bc29-d8d75035cb72 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:49.491286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f2575-370e-45ff-a25f-2726750562e4 req-fa64c4a9-b90c-46b5-bfed-e8c97f1467c8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.494568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b05f2575-370e-45ff-a25f-2726750562e4 req-fa64c4a9-b90c-46b5-bfed-e8c97f1467c8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 946 time: 0.2145240 May 19 13:03:49.566284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b05f2575-370e-45ff-a25f-2726750562e4 req-521ff92f-f9ba-4ce4-b051-ed3206eb6105 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629342 May 19 13:03:49.671429 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-d163f81e-c498-4434-8dae-55b78829f957 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685164 May 19 13:03:49.770410 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-730aeefb-f5d8-4132-9399-377bc3f3b9ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.0760167 May 19 13:03:49.849820 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.925900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-a7abc6c0-2afc-41f0-ad7c-56236c918d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.927850 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-a7abc6c0-2afc-41f0-ad7c-56236c918d7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1487722 May 19 13:03:49.989672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc363-3009-490e-a990-80676fd1185a req-93eff1c5-63aa-4cca-bc36-7464ccda872d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:49.994380 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-376dc363-3009-490e-a990-80676fd1185a req-93eff1c5-63aa-4cca-bc36-7464ccda872d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.1425745 May 19 13:03:50.102330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-376dc363-3009-490e-a990-80676fd1185a req-53d38a62-fd27-492f-a3da-dfb295583f46 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988996 May 19 13:03:50.391879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-bc9aadfd-ea8f-44f8-9dfe-9a30ca97ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.395858 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-bc9aadfd-ea8f-44f8-9dfe-9a30ca97ba08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4328992 May 19 13:03:50.450103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:50.585231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.603648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.618836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.632132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.644825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.656798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.668639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:50.674089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:03:50.682621 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54266495-06b4-4dff-b264-4e5a28113047 req-df3ec413-11c0-46a2-99a8-46071a398dc9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.3036394 May 19 13:03:50.759742 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-936afc62-9a0e-4842-834a-3413c5e7d00d service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092201 May 19 13:03:50.765346 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.813048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e79bf61a-9f38-4c9b-83fc-43303ce4a9e0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:50.823576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54266495-06b4-4dff-b264-4e5a28113047 req-3ae62b4e-3344-44af-b113-e91a0eccc4ac tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329753 May 19 13:03:50.926900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=d670a436-e2ed-4a4e-a384-e27b7a6aa3ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:50.932943 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:50.936580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.942000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:50.963419 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'port_id': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'mac_address': 'fa:16:3e:5e:63:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:03:50.966036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f039d-280f-4651-aaa3-7d640ce22eab None None] Network baeac1a7-dbec-485d-b37e-7a5a6bf86b58 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:03:51.026627 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/d670a436-e2ed-4a4e-a384-e27b7a6aa3ab HTTP/1.1" status: 204 len: 168 time: 2.0305519 May 19 13:03:51.028579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:51.148951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:51.160361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:51.171069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:floatingip and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:51.185467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:51.211066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:51.247967 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.325561 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-cc4f5e07-50f0-4878-b277-0a85af01810a service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549769 May 19 13:03:51.330136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.333182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0084-6c66-4ac1-9ba8-e232f4a7ec77 req-ff36fb99-8349-48a3-9675-2e9bafae6b63 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:51.346342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b1b0084-6c66-4ac1-9ba8-e232f4a7ec77 req-ff36fb99-8349-48a3-9675-2e9bafae6b63 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 946 time: 0.4309132 May 19 13:03:51.410184 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-b4cd8c45-bb19-4afb-9149-213803c3ca1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.0749445 May 19 13:03:51.551802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7b1b0084-6c66-4ac1-9ba8-e232f4a7ec77 req-01afdb74-6106-4925-b079-2fb00b583bc8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033978 May 19 13:03:51.560475 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.630976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d94a0e59-1f6e-43f1-89ae-f78076f315f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:03:51.656424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e0686990-99e2-4fef-8f0c-e5095b4229fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:51.658092 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e0686990-99e2-4fef-8f0c-e5095b4229fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.2399411 May 19 13:03:51.678410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:51.699317 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.704256 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:51.795259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.807359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:51.807943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.891166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d94a0e59-1f6e-43f1-89ae-f78076f315f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:03:52.043066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] DHCP port deletion for baeac1a7-dbec-485d-b37e-7a5a6bf86b58 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:03:52.167562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:52.171150 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:52.293279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Deleting port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:03:52.293673 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.451627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2e0cc562-c80a-4aa1-a991-ef11ef9664e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:52.454372 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-2e0cc562-c80a-4aa1-a991-ef11ef9664e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7864759 May 19 13:03:52.470747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,segment=NetworkSegment(641b1bc0-50c3-4b4d-afda-8304bfae1975),segment_id=641b1bc0-50c3-4b4d-afda-8304bfae1975)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:52.471324 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.614131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] For port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,segment=NetworkSegment(641b1bc0-50c3-4b4d-afda-8304bfae1975),segment_id=641b1bc0-50c3-4b4d-afda-8304bfae1975)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:52.614818 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.653923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Allocated IP 172.25.4.97 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/10449e9b-75ee-46cf-bf03-e072410d08d7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:52.732596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:52.799962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:52.887080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.904727 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:52.966602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:52.967981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Calling delete_port for 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:03:52.969132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:52.992992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d94a0e59-1f6e-43f1-89ae-f78076f315f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:52.993533 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.013323 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:53.171978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.187937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.205025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeac1a7-dbec-485d-b37e-7a5a6bf86b58']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:53.216057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:53.221140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641b1bc0-50c3-4b4d-afda-8304bfae1975') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:53.221464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641b1bc0-50c3-4b4d-afda-8304bfae1975') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:53.224206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:03:53.233997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.237917 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.241500 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-130daf47-e388-4c0c-acfe-c36cd09e6c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:53.260127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.269195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:53.269627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: from cryptography.utils import int_from_bytes May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: from cryptography.utils import int_from_bytes May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.299055 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:53.311086 n-d-791505-2 neutron-server[93822]: util.warn( May 19 13:03:53.368369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: timer() May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:53.401215 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:53.409302 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-f9184a29-7478-4c2d-9113-d76ebc892a46 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9234245 May 19 13:03:53.411951 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.422807 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:53.462114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] No DVR routers for this DVR port 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:53.493757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.497454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.506682 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:53.507405 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e59880d6-890e-4aac-9416-be934aa56018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:53.513709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=baeac1a7-dbec-485d-b37e-7a5a6bf86b58,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.523200 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:53.553615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.562551 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/baeac1a7-dbec-485d-b37e-7a5a6bf86b58 HTTP/1.1" status: 204 len: 168 time: 2.5205419 May 19 13:03:53.564745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:53.574665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-929801759', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:53.595537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Pushing event deleted for resources: {'Port': ['ID=40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.605755 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:53.621538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:53.687049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:53.715771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:53.741346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b4d6-42dc-4e22-bce1-40318cddd4c4 req-9a2dc16a-2fc1-46ff-8c28-d33ca2b44dc6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:53.749885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:53.757229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7c5b4d6-42dc-4e22-bce1-40318cddd4c4 req-9a2dc16a-2fc1-46ff-8c28-d33ca2b44dc6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 945 time: 1.7264609 May 19 13:03:53.773096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:53.773896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:03:53.774785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40bca31f-8a16-4a8d-8b0c-c7bc81bb4de1 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:53.797333 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.875469 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-90cae756-3702-433a-a045-ef8dfcad6bc4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:53.898020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-b8771542-b955-4f58-acfb-81f58b64816b service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417527 May 19 13:03:53.900822 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.902668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.101719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.115549 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-b711f0a0-c9b4-4577-a93f-26999b480d1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.1969724 May 19 13:03:54.117242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.132259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.150405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.164705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.179473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.193106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.220003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.236808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-93fa6840-b982-4d72-93b4-2191edb90cee tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 1.3539343 May 19 13:03:54.289408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-5043e256-003f-4779-bfb6-911cf5801313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:54.293305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-5043e256-003f-4779-bfb6-911cf5801313 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.1657462 May 19 13:03:54.346330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:54.410829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:54.434929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:54.619297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7c5b4d6-42dc-4e22-bce1-40318cddd4c4 req-d1f1e9d6-1db9-4757-8b29-de1a47772973 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092740 May 19 13:03:54.625539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=10449e9b-75ee-46cf-bf03-e072410d08d7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.640972 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:54.882413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b20ce9b-ec78-4bc1-bb0b-7ad064b61596 req-91e299dc-8ea9-49d3-8186-030c6cf46995 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5724201 May 19 13:03:54.986396 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.096257 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'code': 200} May 19 13:03:55.211495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.706992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3c37f1d1-2033-4755-8252-3f455629734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:55.709345 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-3c37f1d1-2033-4755-8252-3f455629734c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2744384 May 19 13:03:55.712974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.874729 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.883876 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.888456 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-902da6bd-4d6e-484f-a4fd-3447d0166816 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:56.071632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=10449e9b-75ee-46cf-bf03-e072410d08d7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:56.082748 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:56.122835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e7e041fa-35a2-412a-9b2c-66cf529c93b4 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019287 May 19 13:03:56.195596 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.310024 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.316107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8543601 May 19 13:03:56.323466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.337965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1089341717'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:56.362040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:56.371324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:network and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:56.376365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:56.389875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9be2a6-e8d4-48a9-bd91-592f76d5dc1c req-5ff2a30c-96d2-4342-bc36-bcc9e244ff11 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:56.391708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ed9be2a6-e8d4-48a9-bd91-592f76d5dc1c req-5ff2a30c-96d2-4342-bc36-bcc9e244ff11 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.3562021 May 19 13:03:56.399200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:56.468332 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ed9be2a6-e8d4-48a9-bd91-592f76d5dc1c req-fdd4bd3f-4c2d-45e4-ac39-4cc66bed48ff tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 May 19 13:03:56.599104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Made reservation on behalf of 775ab79e3080496994e3060bb7b088a4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:56.610255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.647989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.746837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:56.771053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:security_group_rule and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:56.796832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:56.840149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:56.935202 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6a58bf-f146-4a8e-a13b-be8271285c96 req-e6601f36-58a5-4dbc-b05c-ff5d0bafeaad service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023398 May 19 13:03:57.011926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.041292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.063998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.089494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.104149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.115475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.127309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.131036 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-9ed85478-194e-453d-a2f1-5a5ca4d41dae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.6611869 May 19 13:03:57.285146 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-459ec96d-7247-4942-9e85-0b6913e79d26 req-d174d1a9-5842-4eda-9015-86fe725f77aa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387849 May 19 13:03:57.493043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.510805 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.520380 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a6d1078-cba3-4047-a3f0-909fa0325868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:57.539748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.575943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.686421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2445f-737e-4431-aef9-9fd46f1e4821,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:57.700814 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:57.741317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:57.790179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.790709 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Added segment 8c89af85-0a3b-4e70-8e46-5a31221d34f3 of type vlan for network dadf6653-ee6d-4747-889e-37daf1aa6ec1 May 19 13:03:57.810751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.811248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.811738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.816837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.821037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.821635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.822908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:57.825969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-242ab94e-8039-4a93-a540-424ca1f22c31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6487 time: 0.3880684 May 19 13:03:58.032702 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.118714 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.125153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:58.125978 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.176017 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ea581231-203e-4a53-932e-ef00a52a6252 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:58.209689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.25.4.144 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/e48590df-3a83-4370-98d2-ff5690ec0829) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:58.280501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-20bf3675-d4ed-4d6f-bf1b-e9ad35265daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:58.282620 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-20bf3675-d4ed-4d6f-bf1b-e9ad35265daa service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7457dac-1746-4c33-adf0-0891935ad4cd HTTP/1.1" status: 200 len: 903 time: 0.4409802 May 19 13:03:58.334429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0084305 May 19 13:03:58.354211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.371780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Request body: {'subnet': {'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:58.380232 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-9a0283d4-7de1-4ffa-af90-50b79b1de0df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.0816808 May 19 13:03:58.736100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:58.763400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:subnet and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:58.772069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:58.778340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Network': ['ID=dadf6653-ee6d-4747-889e-37daf1aa6ec1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:58.790821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-d3ab7d88-444e-4620-acc9-bc7147be7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:58.794035 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-d3ab7d88-444e-4620-acc9-bc7147be7d33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.3031695 May 19 13:03:58.796304 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:58.801443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:58.834035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:58.920124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944dea-9996-469a-bbf0-8d2eadd85e13 req-c02b6897-b9ff-426e-a1ba-41700b6a61be tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:58.922760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f944dea-9996-469a-bbf0-8d2eadd85e13 req-c02b6897-b9ff-426e-a1ba-41700b6a61be tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.0088751 May 19 13:03:59.039854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.092340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Made reservation on behalf of 775ab79e3080496994e3060bb7b088a4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:59.116531 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.125632 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-c3cfdd8b-0d19-4262-a7ab-bda7b450ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.126926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-c3cfdd8b-0d19-4262-a7ab-bda7b450ea0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3252773 May 19 13:03:59.213174 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.221054 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:03:59.316393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=e48590df-3a83-4370-98d2-ff5690ec0829,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:59.636936 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:03:59.690035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:59.693325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:59.708671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:03:59.813662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f944dea-9996-469a-bbf0-8d2eadd85e13 req-97464929-9e86-4daf-9512-c1b4263d673b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676650 May 19 13:03:59.879387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.889429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.910572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.922493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.938216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.942090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-2705e2e1-f00b-4b12-ad0d-258ff73deb54 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001943 May 19 13:03:59.959021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.980862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:03:59.983554 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-4707f040-e5ba-4d5c-8ae1-22af4e40e106 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 1.0475893 May 19 13:04:00.145128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3af49f04-d0c4-4963-a1d6-749bb1a03700 req-16b73b4c-86d0-4dda-a7c3-a175bd3d907d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449730 May 19 13:04:00.989521 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-1075240c-2500-41d2-a583-4b765bbf6dbd service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119350 May 19 13:04:01.002029 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.373718 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.390655 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f0cd5f55-fd56-45c7-a83a-7afeb57892c1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:01.592257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913bc45-7dc8-4864-99f3-53c22f3aa59a req-015b5e9f-7890-4c61-a9f6-82d2ee85144d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.610631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a913bc45-7dc8-4864-99f3-53c22f3aa59a req-015b5e9f-7890-4c61-a9f6-82d2ee85144d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.4513736 May 19 13:04:01.649185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.654944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.655708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.661550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.662317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.663041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.663804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:01.666304 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-cfe7c922-e86a-4be5-bb4c-52ec742bf979 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6487 time: 0.4766214 May 19 13:04:01.840178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a913bc45-7dc8-4864-99f3-53c22f3aa59a req-ba65300d-51d9-4819-be46-fb3c0ad36638 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252769 May 19 13:04:01.841538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Checking segment: {'id': '8c89af85-0a3b-4e70-8e46-5a31221d34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:01.858897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network hostable DHCP agents. Network: dadf6653-ee6d-4747-889e-37daf1aa6ec1, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:01.859416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Subnet': ['ID=696ae0c6-5a3d-4049-be06-2c6012d33477,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.870710 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:01.944931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:01.993751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, dadf6653-ee6d-4747-889e-37daf1aa6ec1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:02.008742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0010b-6c07-44d0-a36f-ae33afda5cf3 None None] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:02.026797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.035217 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.134954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.173152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.201827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.228327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.264958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.293552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.325139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:02.343562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-b421ebaa-45f2-42dd-aebd-12428e9b6fcb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.6097600 May 19 13:04:02.552368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1897697 May 19 13:04:02.555541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:02.636426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1286799053', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:02.712588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d93f008f-47ec-4b51-90d2-5b81d718c852 req-d31d02e3-6253-4778-abf8-6b056421adb4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3628430 May 19 13:04:02.725458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:02.759826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:router and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:02.784656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:02.817454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:02.890684 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.895617 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.966988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.133709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.262341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-dadf6653-ee6d-4747-889e-37daf1aa6ec1', 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1', 'tenant_id': '775ab79e3080496994e3060bb7b088a4', 'fixed_ips': [{'subnet_id': '696ae0c6-5a3d-4049-be06-2c6012d33477'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:04:03.274130 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.228010 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.270774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-3aa02226-27ae-46ce-8638-a211d3f15f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:04.275263 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-3aa02226-27ae-46ce-8638-a211d3f15f3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 903 time: 2.5966680 May 19 13:04:04.298301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Allocated IP 172.20.0.2 (dadf6653-ee6d-4747-889e-37daf1aa6ec1/696ae0c6-5a3d-4049-be06-2c6012d33477/4b251e6a-55cd-4faa-a5a4-9317a503bc49) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:04.548696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17354bf-2f7c-4b9c-8991-17096b32f29d req-a6537a86-3587-4fb2-bf78-faf485eaf7df tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:04.565127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d17354bf-2f7c-4b9c-8991-17096b32f29d req-a6537a86-3587-4fb2-bf78-faf485eaf7df tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.2865257 May 19 13:04:04.624184 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-5df082b3-8be1-4ab3-85fd-a5ce63aa43f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.3257387 May 19 13:04:04.797918 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 91d954d2-eb10-43dc-84e6-9c850139cf91 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:04.811805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-1a8d71a8-8dcc-49b5-a76f-890b281a07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:04.814570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-1a8d71a8-8dcc-49b5-a76f-890b281a07e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.1831040 May 19 13:04:04.942796 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d17354bf-2f7c-4b9c-8991-17096b32f29d req-ab8fee22-f250-444e-8a87-4a4322b8ff7e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360124 May 19 13:04:05.659233 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.676003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.687547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.701608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.709141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Transition to ACTIVE for port object 4b251e6a-55cd-4faa-a5a4-9317a503bc49 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:05.735478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.759462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.790398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.801395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Transition to ACTIVE for port object 4b251e6a-55cd-4faa-a5a4-9317a503bc49 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:05.811488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:05.817165 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.822575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-7a4c220b-71e2-43d1-bd8c-1fb0c73cd2dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 0.7978153 May 19 13:04:05.856092 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-acf34280-4667-47c4-ba73-787325e08b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:06.231348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Pushing event updated for resources: {'Port': ['ID=4b251e6a-55cd-4faa-a5a4-9317a503bc49,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:06.251038 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:06.286650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:06.294156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:06.315115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:06.415145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:06.425959 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] Sync routers for ids ['91d954d2-eb10-43dc-84e6-9c850139cf91'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:06.453945 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] Routers {'91d954d2-eb10-43dc-84e6-9c850139cf91'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:06.470703 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['91d954d2-eb10-43dc-84e6-9c850139cf91'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:06.473144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379733-4153-4873-afdb-91b7921298b2 req-67cbde1d-5585-42e9-aa70-157c0f71d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:06.477335 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-67cbde1d-5585-42e9-aa70-157c0f71d314 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6460061 May 19 13:04:06.766363 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:06.779347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.784937 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 13.2162485 May 19 13:04:06.785945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:06.789507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Attempting to bind port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:06.790394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Attempting to bind port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '8c89af85-0a3b-4e70-8e46-5a31221d34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:06.790677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Attempting to bind port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 on network dadf6653-ee6d-4747-889e-37daf1aa6ec1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:06.833366 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:06.835514 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] Routers {'91d954d2-eb10-43dc-84e6-9c850139cf91'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:06.838477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Checking segment: {'id': '8c89af85-0a3b-4e70-8e46-5a31221d34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:06.839160 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.839866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Bound using segment: {'id': '8c89af85-0a3b-4e70-8e46-5a31221d34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:06.840216 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:03:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['91d954d2-eb10-43dc-84e6-9c850139cf91'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:06.840950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Bound port: 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c89af85-0a3b-4e70-8e46-5a31221d34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:06.847214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.123414 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:07.123873 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b805a30-32ee-40d7-85f6-b6172b7aa4d2 None None] The sync data for ids ['91d954d2-eb10-43dc-84e6-9c850139cf91'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:07.194786 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] For port 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:07.203965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] For port 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4b251e6a-55cd-4faa-a5a4-9317a503bc49,segment=NetworkSegment(8c89af85-0a3b-4e70-8e46-5a31221d34f3),segment_id=8c89af85-0a3b-4e70-8e46-5a31221d34f3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:07.221117 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.228118 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:07.283839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8e5af1f-2915-4c09-9a77-1c5b29ee543f req-30f4bbfd-bd3b-422c-b7ec-0096ac8e6346 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3714499 May 19 13:04:07.293037 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-65f6cfd0-81bf-40cb-bfc9-fe98af9d4917 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers/91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 200 len: 880 time: 0.4387608 May 19 13:04:07.296184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:07.421740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.526373 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.535869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Pushing event updated for resources: {'Port': ['ID=4b251e6a-55cd-4faa-a5a4-9317a503bc49,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:07.554974 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:07.880206 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-8b0533b4-3238-484c-878d-896e65f55803 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3669300 May 19 13:04:07.946136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98a84-2e7f-475a-87fa-0d513daeb91e req-a82c798d-0ae2-4794-b78f-d1331c343c7f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:07.949293 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75b98a84-2e7f-475a-87fa-0d513daeb91e req-a82c798d-0ae2-4794-b78f-d1331c343c7f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.9200206 May 19 13:04:08.351391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-25e4ca43-ac1d-4e33-b6f1-31f44ee268b2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:08.359260 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-25e4ca43-ac1d-4e33-b6f1-31f44ee268b2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.57 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 946 time: 0.7195392 May 19 13:04:08.416017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Allocated IP 172.25.4.40 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/05a82b8a-0b6b-4b77-8756-cb8cbc233c07) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:08.695303 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-dc379733-4153-4873-afdb-91b7921298b2 req-874ec896-2afd-470a-b68d-2a7d051d878b service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970536 May 19 13:04:08.811268 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-75b98a84-2e7f-475a-87fa-0d513daeb91e req-af7d9cad-8072-4494-a335-c13a2e9cf63e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398466 May 19 13:04:08.944986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371bf26-f525-4a1e-bfa9-a35afc210088 req-5a5b6549-d5c6-4569-9930-974f9f608ff8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:08.947878 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5371bf26-f525-4a1e-bfa9-a35afc210088 req-5a5b6549-d5c6-4569-9930-974f9f608ff8 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 946 time: 1.3056443 May 19 13:04:09.141298 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5371bf26-f525-4a1e-bfa9-a35afc210088 req-d742efcf-2dfa-4722-846a-d69feb2b2952 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4daa395-8d68-4db3-9883-0190033bf96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733973 May 19 13:04:09.268068 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.325932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:09.451858 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.467376 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-737db174-1e4f-4a0c-bbbf-ec3c2def97c8 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:09.852500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4b251e6a-55cd-4faa-a5a4-9317a503bc49 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:09.986430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a8bad2a6-0845-45c7-b2de-7b9e89ed1dd2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:router {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:10.137132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=05a82b8a-0b6b-4b77-8756-cb8cbc233c07,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:10.166346 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:10.213881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Deleting port bb646c4c-4c6a-466f-85fc-50a81b549f4e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:04:10.214880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.239577 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:04:10.378271 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8e87ae2-cc58-4033-bb6b-d392c66509e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.394945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:10.443407 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad80ec-49b4-4155-b829-c5755cf178aa None None] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:10.444720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a8bad2a6-0845-45c7-b2de-7b9e89ed1dd2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:router {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:10.455413 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8bad2a6-0845-45c7-b2de-7b9e89ed1dd2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 3.1538992 May 19 13:04:10.483650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:10.551181 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:10.628726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:10.637667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:10.729644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-929801759'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:10.749100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.031237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.034888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.036517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.041012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.042289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.045833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.049003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.061645 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-6cc9399a-9ecc-4947-b6ba-6a6e8d7f7de5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6487 time: 2.1915152 May 19 13:04:11.398655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Provisioning for port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:11.493428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Provisioning complete for port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:11.499310 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.572130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:11.617792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device bb646c4c-4c6a-466f-85fc-50a81b549f4e no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:11.825851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e266df15964b4669a46dc59df47290d4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:11.829972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:11.838532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:11.949546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-210ea82c-7457-4cbf-b890-e0f1f5344431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:11.952254 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-210ea82c-7457-4cbf-b890-e0f1f5344431 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 903 time: 0.8064911 May 19 13:04:11.990420 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.313297 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.450742 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.548398 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.663455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] For port 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4b251e6a-55cd-4faa-a5a4-9317a503bc49,segment=NetworkSegment(8c89af85-0a3b-4e70-8e46-5a31221d34f3),segment_id=8c89af85-0a3b-4e70-8e46-5a31221d34f3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:12.765774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:12.772913 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.795215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:12.804496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] For port bb646c4c-4c6a-466f-85fc-50a81b549f4e, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=bb646c4c-4c6a-466f-85fc-50a81b549f4e,segment=NetworkSegment(8f34acaf-b882-4689-bf30-aa5474e30251),segment_id=8f34acaf-b882-4689-bf30-aa5474e30251)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:12.807078 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.817532 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:12.909775 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.983433 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.999002 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7c54a08-63ee-47b0-97d2-e9cc6c1ef5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:13.015032 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e266df15964b4669a46dc59df47290d4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6861703 May 19 13:04:13.022449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:13.238759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-501beeae-e57b-4456-9717-0c8d917e0441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.273137 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5efefc51-dba2-4f4d-a1ab-4af672889e8f None None] Provisioning complete for port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:13.273744 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efefc51-dba2-4f4d-a1ab-4af672889e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.406148 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.510417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Pushing event updated for resources: {'Port': ['ID=4b251e6a-55cd-4faa-a5a4-9317a503bc49,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:13.553852 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.560919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Calling delete_port for bb646c4c-4c6a-466f-85fc-50a81b549f4e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:04:13.572584 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:13.577964 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:13.708644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.762301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.811265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.866270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.903120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.937058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.965070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:13.999214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-ed9a9a6a-2238-46a6-a6e9-03015ee007b4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5430 time: 4.3068795 May 19 13:04:14.030738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-5ad3e47a-520f-434e-b31b-8082aa1f42eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 1.3957887 May 19 13:04:14.042251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c97d6-fd2b-4eac-bd98-874f233b04a1 req-4d08f36e-0c14-4318-b93d-fd3395b8210a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:14.047776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.061591 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:14.063802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d7c97d6-fd2b-4eac-bd98-874f233b04a1 req-4d08f36e-0c14-4318-b93d-fd3395b8210a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 3.2226729 May 19 13:04:14.176991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1c4be-8ca7-42ec-8e55-6cd7c7339905,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.225906 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.320703 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.321s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:14.451718 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.505149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-f2eb18ed-4b4c-4689-9481-9e781b9885b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:14.508862 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-f2eb18ed-4b4c-4689-9481-9e781b9885b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.4524543 May 19 13:04:14.530717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d7c97d6-fd2b-4eac-bd98-874f233b04a1 req-d0d7b78c-188d-4f43-ba40-7a390cafdbb5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657643 May 19 13:04:14.701478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.808124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37c340b2-9e4c-46e3-b8c9-6d439f27546e req-9cdf55f4-ae9b-453d-a1b6-673f889babb9 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8062527 May 19 13:04:14.818288 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.887825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-73d9d8f5-5e0e-4e87-9add-afa520e20ba4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9412394 May 19 13:04:15.336468 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'code': 200} May 19 13:04:15.339551 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.505214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d370698c-4040-420e-91d1-c95483d848ef details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:15.872010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9df7a32-29eb-4cb1-83fc-3d155c222779 req-f19e12b1-0473-4c5e-91a5-dd237e6b2df2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 210 time: 0.4109085 May 19 13:04:15.891443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:15.939430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'd370698c-4040-420e-91d1-c95483d848ef', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'port_id': 'd370698c-4040-420e-91d1-c95483d848ef', 'mac_address': 'fa:16:3e:79:8c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:15.947224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4b251e6a-55cd-4faa-a5a4-9317a503bc49 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:16.007486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.121620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28510f-6180-4d50-b8fb-5900be438144 req-a524a03c-35f1-45ab-a174-ffc80d6c3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:16.128308 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-a524a03c-35f1-45ab-a174-ffc80d6c3140 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6037023 May 19 13:04:16.129370 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.151106 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:16.281951 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.354566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d370698c-4040-420e-91d1-c95483d848ef {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:16.395378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:16.420399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.425036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 29f9a52c-fb72-40be-8a28-090ad3dc01c3 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:16.427533 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.436517 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-105927c5-54a6-4a1f-9c4c-0f6144580a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:16.561432 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:16.561858 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.695184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.851367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:16.874275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.876240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Pushing event deleted for resources: {'Port': ['ID=bb646c4c-4c6a-466f-85fc-50a81b549f4e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:16.957037 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4fb5e2da-ea55-4e15-9f16-0b30cd3b0445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:17.095984 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:17.098015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:17.152241 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.153947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '29f9a52c-fb72-40be-8a28-090ad3dc01c3', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'port_id': '29f9a52c-fb72-40be-8a28-090ad3dc01c3', 'mac_address': 'fa:16:3e:83:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:17.157918 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 91d954d2-eb10-43dc-84e6-9c850139cf91 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:17.161165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.161584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.161967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.162349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.162734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.163095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.163461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.163825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.164557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.164946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.165338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.166297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:17.218521 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-7506773c-483b-47bb-92af-e19b4f74a8a7 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718007 May 19 13:04:17.218749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1c4be-8ca7-42ec-8e55-6cd7c7339905,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.240174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-bafa97f2-cb77-4b17-89c1-82b6fc581e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:17.242707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-bafa97f2-cb77-4b17-89c1-82b6fc581e37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 1097 time: 2.2896395 May 19 13:04:17.250131 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:17.329638 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.175s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:17.335472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Deleting subnet a4985afe-876b-4fef-8f17-8eb492b5653c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:04:17.347735 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.366021 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.433578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f9a52c-fb72-40be-8a28-090ad3dc01c3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:17.477905 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:17.493020 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.493261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:17.495597 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:17.666971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.737086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.783273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.792302 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:17.810323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-a02fdef9-b9f6-4c0a-a436-b173f6e4d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:17.813044 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-a02fdef9-b9f6-4c0a-a436-b173f6e4d370 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4841383 May 19 13:04:17.863214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:17.922601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'port_id': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9', 'mac_address': 'fa:16:3e:fd:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:18.029927 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.035719 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8b1c4be-8ca7-42ec-8e55-6cd7c7339905 HTTP/1.1" status: 204 len: 168 time: 5.0036929 May 19 13:04:18.056808 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-5616b2a1-8cc8-4198-a8c1-54aec38d42b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b37c35-3799-4e13-8fc5-b402daa77497 HTTP/1.1" status: 200 len: 217 time: 0.2142437 May 19 13:04:18.099286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] No DVR routers for this DVR port bb646c4c-4c6a-466f-85fc-50a81b549f4e on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:18.105742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.161684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.194209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3e032-ae06-4ec7-a6bf-a0f8309595bc req-d5c2612b-19c4-4a65-9596-2289219231eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:18.203045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40e3e032-ae06-4ec7-a6bf-a0f8309595bc req-d5c2612b-19c4-4a65-9596-2289219231eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 2.1818199 May 19 13:04:18.233782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-a9fa5415-1b35-48eb-834d-4e2cd9b414f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:18.235690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-a9fa5415-1b35-48eb-834d-4e2cd9b414f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1586814 May 19 13:04:18.242891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:18.255544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Router d80eb799-cc86-461e-ac4d-10ee8467e78a is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:18.321138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:18.329320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.331436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3cc5b144-8c3c-4219-b78e-f039317cd6ec details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:18.337376 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:18.387430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-33bb282d-3254-4149-bbe1-f4694388dddd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6857688 May 19 13:04:18.425275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40e3e032-ae06-4ec7-a6bf-a0f8309595bc req-d11b33fe-e140-4e2e-85ea-4b8753c18263 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210062 May 19 13:04:18.621860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:18.629829 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:18.822096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-deleted', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:18.851927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-16ba8a0f-d9ba-4d07-b73b-bb407405f4b2 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2049320 May 19 13:04:19.071106 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e43367f0-1f0b-4dce-bd7f-a068a45a03e6 req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.57 "DELETE /v2.0/ports/bb646c4c-4c6a-466f-85fc-50a81b549f4e HTTP/1.1" status: 204 len: 173 time: 10.6800501 May 19 13:04:19.074490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.134765 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-745828de-46c6-4971-91ee-2d95fadef17b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:19.221830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:19.229177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4985afe-876b-4fef-8f17-8eb492b5653c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.237023 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:19.245173 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.277223 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a4985afe-876b-4fef-8f17-8eb492b5653c HTTP/1.1" status: 204 len: 168 time: 2.3897779 May 19 13:04:19.281246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.332518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0289ee0-ff1b-4738-a95c-d70431e4fe1e req-1b1bd898-e3b4-4a52-b2c2-361631c27562 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] 10.222.0.69 "GET /v2.0/ports?device_id=072542d3-77fe-4fdc-9bef-7570e9eb1a1a HTTP/1.1" status: 200 len: 210 time: 0.3074379 May 19 13:04:19.341222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'port_id': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'mac_address': 'fa:16:3e:9b:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:19.378611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.392120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.412845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.422110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.439615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.458361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.466974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.484581 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-66143cc4-7104-4195-9e26-15fa5d8d9ebd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5431 time: 2.5790133 May 19 13:04:19.510673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.553121 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072542d3-77fe-4fdc-9bef-7570e9eb1a1a', 'name': 'network-vif-deleted', 'tag': 'bb646c4c-4c6a-466f-85fc-50a81b549f4e', 'status': 'completed', 'code': 200} May 19 13:04:19.562660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.587063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc5b144-8c3c-4219-b78e-f039317cd6ec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:19.610315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:19.618660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.621571 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7775ca49-fb5b-4aa5-bfb0-48ae897ce315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:19.687052 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 766f173d-0ef9-4886-aec7-33dffdc8b4ac details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:19.740411 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.797578 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.804535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:19.828084 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.831630 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-71f26a0a-d706-4a0c-a376-c3e9ed6dedc1 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 200 len: 887 time: 9.3383920 May 19 13:04:19.833976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.963354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:19.964930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:19.973022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-7a2d916d-bd64-4a4a-ac39-f09c9083a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:19.980151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-7a2d916d-bd64-4a4a-ac39-f09c9083a8e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7196651 May 19 13:04:20.004471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] Sync routers for ids ['91d954d2-eb10-43dc-84e6-9c850139cf91'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:20.008522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Usage tracker for resource:security_group_rule and tenant:ebb5834025b049e3bb64b2011028b8c8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.012208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.019620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.035121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] Routers {'91d954d2-eb10-43dc-84e6-9c850139cf91'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:20.036340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['91d954d2-eb10-43dc-84e6-9c850139cf91'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.154128 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.163386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'port_id': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'mac_address': 'fa:16:3e:e7:e4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6adb5b2-ba3f-4369-ac17-a8decfb165f2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:20.190282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['29f9a52c-fb72-40be-8a28-090ad3dc01c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:20.217721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:20.304676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2056f5-738b-4ca8-a27d-93b65d626129 req-c85e3120-ddbf-44aa-acb5-5fe32b0886fe tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8187859 May 19 13:04:20.342196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.376119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] Routers {'91d954d2-eb10-43dc-84e6-9c850139cf91'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:20.376911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['91d954d2-eb10-43dc-84e6-9c850139cf91'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.383069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:20.386972 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.397316 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] Sync routers for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:20.448442 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:20.462153 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.469640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.558666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:20.595644 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:20.675041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.688322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e27d4b-852f-48f0-96cc-4f2743cd6054 None None] The sync data for ids ['91d954d2-eb10-43dc-84e6-9c850139cf91'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:20.688991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ebb5834025b049e3bb64b2011028b8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1504669 May 19 13:04:20.703337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.718023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.719360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5054e8-6003-4c74-b556-57b3564a8459,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.762559 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.785676 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:20.809968 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:20.811034 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.941737 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.944530 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6c08b45-8c61-407d-bb1a-fb39c2b81597 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers/91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 200 len: 887 time: 1.1016364 May 19 13:04:20.946049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:21.023402 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:21.024267 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688cd67-5a9c-41a3-9d2e-5c80c2f16889 None None] The sync data for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:21.066827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-bbba1c3e-061a-4e93-8fa2-fd5f78e1b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:21.068423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-bbba1c3e-061a-4e93-8fa2-fd5f78e1b0c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 1.9249632 May 19 13:04:21.236526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b29d33ad-c1fe-43f1-88ff-7c35203b7109 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:21.246733 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['3cc5b144-8c3c-4219-b78e-f039317cd6ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:21.272653 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.276670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 18.7014489 May 19 13:04:21.313332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766f173d-0ef9-4886-aec7-33dffdc8b4ac {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:21.331090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:21.357120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['d370698c-4040-420e-91d1-c95483d848ef'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:21.437025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:21.473210 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.473861 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device fcf7e74b-d336-4af1-a19b-73c4162d5e13 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:21.494447 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:21.552722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b29d33ad-c1fe-43f1-88ff-7c35203b7109 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:21.560506 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b29d33ad-c1fe-43f1-88ff-7c35203b7109 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 200 len: 205 time: 0.6116402 May 19 13:04:21.572081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:21.756374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.782557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea9616-b877-4612-a600-f847364c9812 req-bd0cde58-8aae-4589-bf43-09693a6863ff tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:21.790654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbea9616-b877-4612-a600-f847364c9812 req-bd0cde58-8aae-4589-bf43-09693a6863ff tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.9991112 May 19 13:04:21.810590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Deleting subnet 7ba19562-9626-49b5-9ac3-5e94aca137a4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:04:21.818317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.845474 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.873033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fbcbe3-9084-4bc3-88aa-31736c63f52d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:21.896671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715b7656-6991-4b7e-bdc5-3a3bfeb032aa') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:21.896932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715b7656-6991-4b7e-bdc5-3a3bfeb032aa') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:21.901244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.904485 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:21.917240 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.933250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.009506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.022562 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:22.078864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.274829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:22.310062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.317719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.319934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'network_id': 'b7457dac-1746-4c33-adf0-0891935ad4cd', 'port_id': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'mac_address': 'fa:16:3e:2a:c7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480c41fd-d30b-4a63-9768-2277bfe5e15d', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:22.333901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:22.337588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: timer() May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:22.405967 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:22.419215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-6be2ddaa-9cee-459b-97a9-6302607a8091 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2529094 May 19 13:04:22.489071 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.566885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf7e74b-d336-4af1-a19b-73c4162d5e13 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:22.594077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.603452 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3cf92edd-1cbf-444f-b1cb-9f247564b820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:22.620001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.648977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fbcbe3-9084-4bc3-88aa-31736c63f52d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.652215 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:22.654548 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:22.664088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.666196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 18ba932f-6c88-450f-83c2-15d95e098254 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:22.670498 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e2fbcbe3-9084-4bc3-88aa-31736c63f52d HTTP/1.1" status: 204 len: 168 time: 3.3860726 May 19 13:04:22.685695 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:22.720947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port e48590df-3a83-4370-98d2-ff5690ec0829 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:04:22.722138 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.817556 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.841260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.848392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.855220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.863341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.870252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.877420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.884903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:22.894518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-1f30fc48-42c5-446b-85ee-891f58ada107 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5435 time: 1.3161383 May 19 13:04:22.961096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dbea9616-b877-4612-a600-f847364c9812 req-c2ebc597-6ac1-4ea4-8f80-87bb608f9f1a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1693475 May 19 13:04:23.033201 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.049944 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:23.101866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:23.161739 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '18ba932f-6c88-450f-83c2-15d95e098254', 'network_id': '10a8a855-5b19-47b7-8f46-78928e26bfb5', 'port_id': '18ba932f-6c88-450f-83c2-15d95e098254', 'mac_address': 'fa:16:3e:11:d1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6adb5b2-ba3f-4369-ac17-a8decfb165f2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:23.264559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.289738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:23.341967 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.367885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ba932f-6c88-450f-83c2-15d95e098254 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:04:23.409963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:23.423263 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.432276 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:23.624316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.624671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.635466 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:23.636523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d370698c-4040-420e-91d1-c95483d848ef up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:23.644887 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b9a86044-f314-43b5-82b3-e989980cd246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:23.722873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5054e8-6003-4c74-b556-57b3564a8459,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.741251 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:23.789662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-74174838-2c24-403d-87f6-31edb41dfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:23.790312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['766f173d-0ef9-4886-aec7-33dffdc8b4ac'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:23.791237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-74174838-2c24-403d-87f6-31edb41dfc5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 2.5115600 May 19 13:04:23.795595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d23f4c2-4407-40cc-83aa-2cd33498539f req-31e92b74-afc3-49a6-959b-5d1d70cb0ba4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9001782 May 19 13:04:23.834291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for e48590df-3a83-4370-98d2-ff5690ec0829 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:04:23.892069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['18ba932f-6c88-450f-83c2-15d95e098254'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:24.071523 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.073474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b5054e8-6003-4c74-b556-57b3564a8459 HTTP/1.1" status: 204 len: 168 time: 3.3187575 May 19 13:04:24.110444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port d370698c-4040-420e-91d1-c95483d848ef completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:24.128524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port d370698c-4040-420e-91d1-c95483d848ef triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:24.129585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.248406 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5bc70fb-b42b-4743-aef6-b1587ec94697 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b35f3a7742874df5848d4468c225334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9567375 May 19 13:04:24.249987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.256227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.259411 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:24.363725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=e48590df-3a83-4370-98d2-ff5690ec0829,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:24.381272 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:24.625440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-468b03bb-6c7f-471f-a764-2b5da253f7c8 req-cd3d035a-fcad-40c1-8085-231a044a1881 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1783385 May 19 13:04:24.653505 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-7542afc2-a204-4259-b80d-b1345a691700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.8179417 May 19 13:04:24.727648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.961340 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.965080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.989404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e49e-5f3f-4071-8ee5-4d04c17d4278 req-1decd1c0-df0b-4324-a3de-c2ce0fae324b tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:24.995867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afa1e49e-5f3f-4071-8ee5-4d04c17d4278 req-1decd1c0-df0b-4324-a3de-c2ce0fae324b tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 0.9707072 May 19 13:04:25.007133 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.008110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router 91d954d2-eb10-43dc-84e6-9c850139cf91 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:25.014043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-8047f36c-e8b0-4be1-94d8-7994bf21a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:25.015523 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-8047f36c-e8b0-4be1-94d8-7994bf21a8dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3450730 May 19 13:04:25.045989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['fcf7e74b-d336-4af1-a19b-73c4162d5e13'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:25.072676 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.088177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.094732 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 204 len: 168 time: 3.5206199 May 19 13:04:25.098257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.105020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-649088505'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:25.111608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:25.119292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:25.123516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:25.131761 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:25.149967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:25.154094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.217477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.230416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:25.294036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.294648 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment e57351fb-cd99-4c20-9711-66d5cb790d45 of type vlan for network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d May 19 13:04:25.396172 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.429269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101813-7e9d-401a-b3fb-262d5c6b6ceb req-7a880240-e768-485a-b064-e327f610ffb4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:25.431232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9101813-7e9d-401a-b3fb-262d5c6b6ceb req-7a880240-e768-485a-b064-e327f610ffb4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.9372954 May 19 13:04:25.495639 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.506849 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c342a6eb-d116-48a0-bf95-351fc0953a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:25.529229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.551783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:25.555658 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.569266 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.653566 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.663293 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc664976-9421-4817-b8af-252c4e2aedf1 HTTP/1.1" status: 204 len: 168 time: 1.3451207 May 19 13:04:25.668369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc664976-9421-4817-b8af-252c4e2aedf1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:25.679673 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:25.688069 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5849805 May 19 13:04:25.689382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.690952 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:25.735834 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.773591 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1fe43a97-22bd-4812-8998-0307ac6105d6 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:25.782638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:25.808709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:25.817190 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.869491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:25.950922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afa1e49e-5f3f-4071-8ee5-4d04c17d4278 req-9841cf1d-d376-4193-ae7b-f29308836aa7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528193 May 19 13:04:25.991688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba19562-9626-49b5-9ac3-5e94aca137a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:25.999365 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.005995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 29f9a52c-fb72-40be-8a28-090ad3dc01c3 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:26.008085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7ba19562-9626-49b5-9ac3-5e94aca137a4 HTTP/1.1" status: 204 len: 168 time: 5.2474101 May 19 13:04:26.018122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:26.116100 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:26.137143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.137865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.140514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.141231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.141875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.144738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.147669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.148400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.149507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.150088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.150890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.152717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:26.178443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=976acbf2-a3d5-4825-9a0c-c8dd3be6192d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:26.192495 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:26.265479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c9101813-7e9d-401a-b3fb-262d5c6b6ceb req-b8319c12-bb77-4969-9ac1-8a101a716e7d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960297 May 19 13:04:26.283114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:26.301546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:26.317578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:26.358551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:26.401920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:26.408411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.449574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:26.705080 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef', 'code': 200} May 19 13:04:26.722484 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:26.730012 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.991260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-70df7b4c-87ef-4c43-92b9-794470c554bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:26.994377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-70df7b4c-87ef-4c43-92b9-794470c554bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9628570 May 19 13:04:27.118636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:27.123883 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:27.211662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:27.303739 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:27.347356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:27.350336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.526343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-b930af00-eff8-4e1a-abb9-ad5acad2d31d tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:27.529066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-b930af00-eff8-4e1a-abb9-ad5acad2d31d tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.71 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 1.9646299 May 19 13:04:27.871740 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.884077 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.900278 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:27.980740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:27.994684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.995606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3cc5b144-8c3c-4219-b78e-f039317cd6ec up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:28.029276 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:28.030425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945587770-network', 'tenant_id': '5bc447b1ad7441f586d31a90ab37eb32'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:28.055460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.065203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.129059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Usage tracker for resource:network and tenant:5bc447b1ad7441f586d31a90ab37eb32 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.148827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.149862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.153266 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:28.171644 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 3cc5b144-8c3c-4219-b78e-f039317cd6ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:28.181387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 3cc5b144-8c3c-4219-b78e-f039317cd6ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:28.183741 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.201385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.206372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=913e4df6-4af3-4c1b-9910-7031f203d11c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.212945 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:28.230181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': 'e57351fb-cd99-4c20-9711-66d5cb790d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:28.230692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 976acbf2-a3d5-4825-9a0c-c8dd3be6192d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:28.279487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Made reservation on behalf of 5bc447b1ad7441f586d31a90ab37eb32 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:28.282719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.317025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.362600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:28.376284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.392639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:28.412686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Usage tracker for resource:security_group_rule and tenant:5bc447b1ad7441f586d31a90ab37eb32 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.416327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.431315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 976acbf2-a3d5-4825-9a0c-c8dd3be6192d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:28.437678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.439560 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.459557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccd9d0-ca07-4652-9820-84b2a5ff0840 None None] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:28.472713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.488782 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.572001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-249900783-network', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:28.583208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.596803 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8205073 May 19 13:04:28.596803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Usage tracker for resource:network and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.600257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:28.604616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.623139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1301774147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:28.631638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.634309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.640905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.651313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.662985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.667455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:28.690106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:28.693069 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.698658 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.699988 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:28.718353 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.719580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.724309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.750733 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:28.767727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.771731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.778251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.780264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Usage tracker for resource:security_group_rule and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.791829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.806578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.857495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f9a52c-fb72-40be-8a28-090ad3dc01c3'}, {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:28.876328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.890529 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:28.904521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 2dfc2205-f4a6-496b-a60d-7505c215e3cd no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:28.933270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.935042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.953669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:28.953949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.961115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.967888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.968387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.968592 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Added segment cea711ad-6ef1-4ecc-97b0-62e37017f9ce of type vlan for network b6880018-fac1-4fd4-b9dc-9ab6943e790d May 19 13:04:28.975807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.982722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.989640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:28.996297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:29.004556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.009732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-fe8e8231-b82c-49b8-8e86-4419d8294447 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5438 time: 2.7428474 May 19 13:04:29.044109 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af917120-4685-47f6-be52-370119191987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:29.053016 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.063994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.065854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:29.066498 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.121770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9065206 May 19 13:04:29.131525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-5f62acc3-359f-4f14-8438-f0a07467af71 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7513895 May 19 13:04:29.134315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:29.136370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.147331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:29.155775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Allocated IP 172.20.0.1 (dadf6653-ee6d-4747-889e-37daf1aa6ec1/696ae0c6-5a3d-4049-be06-2c6012d33477/9fa20b14-76f0-4234-a856-4524a86f74c2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:29.165090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.171352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7999f-018d-4e45-9d00-74c085a0deaf req-5e00b3f2-038d-44ab-b6a0-67e9f2c9ba5a tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:29.173442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecc7999f-018d-4e45-9d00-74c085a0deaf req-5e00b3f2-038d-44ab-b6a0-67e9f2c9ba5a tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 946 time: 1.4182079 May 19 13:04:29.194860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Request body: {'subnet': {'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945587770-subnet', 'tenant_id': '5bc447b1ad7441f586d31a90ab37eb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:29.205342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:29.209186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.209565 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Added segment 84a76a56-1003-4925-94b9-09bd4a42ee1c of type vlan for network 68470470-d365-48d1-b6a0-ceea4b75b0cb May 19 13:04:29.211161 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:29.211666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6de9f362-e2ed-4f34-9ab2-feb2b5ce9a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:29.227068 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.231308 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e86d4385-6cf1-426a-a06a-7612d775fcef tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6259861 May 19 13:04:29.232717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:29.255992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1225c355-c32d-4416-9ea6-cc3666d4b986']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.280655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-976acbf2-a3d5-4825-9a0c-c8dd3be6192d', 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '913e4df6-4af3-4c1b-9910-7031f203d11c'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:04:29.281976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.286657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:29.306403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:29.318208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:29.319062 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.332614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f34acaf-b882-4689-bf30-aa5474e30251') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.333063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f34acaf-b882-4689-bf30-aa5474e30251') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.343262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Usage tracker for resource:subnet and tenant:5bc447b1ad7441f586d31a90ab37eb32 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:29.349041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:29.412761 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.450795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99097511-a800-4b05-9ef2-b2cb0c220016 req-eaef36c2-896d-4be7-8ca0-64f20bddd06d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4396534 May 19 13:04:29.522479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:29.564314 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.617731 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.630367 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.663945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:29.680017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d58ebe7f-c8fc-400f-a7ea-84673d3035a3 req-6ca11e22-951b-4791-a762-6c843291163d service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201392 May 19 13:04:29.694214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.700394 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:29.703706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999a947c-3ebc-49d1-9d7b-3a372ca594e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:29.732798 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:29.743266 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:29.761800 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.763216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:29.764621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.793399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Made reservation on behalf of 5bc447b1ad7441f586d31a90ab37eb32 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:29.797332 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.875842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Allocated IP 172.20.0.2 (976acbf2-a3d5-4825-9a0c-c8dd3be6192d/913e4df6-4af3-4c1b-9910-7031f203d11c/6e88ebd4-c44f-4d09-b6c1-235f837c7488) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:30.129180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.145185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Transition to ACTIVE for port object 6e88ebd4-c44f-4d09-b6c1-235f837c7488 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:30.172966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Transition to ACTIVE for port object 6e88ebd4-c44f-4d09-b6c1-235f837c7488 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:30.178089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:30.206624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:30.211156 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:30.212574 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.215167 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:30.245659 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8486321 May 19 13:04:30.263488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:30.270641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Request body: {'subnet': {'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-249900783-subnet', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:30.277526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:30.283183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Usage tracker for resource:subnet and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:30.289795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:30.295424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:30.318130 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.319878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Pushing event updated for resources: {'Network': ['ID=b6880018-fac1-4fd4-b9dc-9ab6943e790d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:30.326412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:30.329339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 18ba932f-6c88-450f-83c2-15d95e098254 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:30.337874 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:30.343531 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5d5c4368-311d-4dbf-a9f9-ea890045ad2a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:30.465843 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:30.484109 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:30.495587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Deleting port 2dfc2205-f4a6-496b-a60d-7505c215e3cd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:04:30.495587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.498800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:30.501614 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.527582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network b6880018-fac1-4fd4-b9dc-9ab6943e790d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:30.529914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Pushing event updated for resources: {'Network': ['ID=68470470-d365-48d1-b6a0-ceea4b75b0cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:30.537163 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:30.635492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Pushing event updated for resources: {'Port': ['ID=6e88ebd4-c44f-4d09-b6c1-235f837c7488,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:30.648691 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:30.649952 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:30.802143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] For port 2dfc2205-f4a6-496b-a60d-7505c215e3cd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=2dfc2205-f4a6-496b-a60d-7505c215e3cd,segment=NetworkSegment(0d35b02e-d60c-48d2-b63e-3b62fd96fb13),segment_id=0d35b02e-d60c-48d2-b63e-3b62fd96fb13)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:30.802724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.832756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.843852 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:30.860557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:30.867485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:31.001022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 18ba932f-6c88-450f-83c2-15d95e098254 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:31.045441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Attempting to bind port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:31.046333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Attempting to bind port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'e57351fb-cd99-4c20-9711-66d5cb790d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:31.046968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Attempting to bind port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 on network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:31.070275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 18ba932f-6c88-450f-83c2-15d95e098254 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:31.071086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.075760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Calling delete_port for 2dfc2205-f4a6-496b-a60d-7505c215e3cd owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:04:31.178394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:31.180503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Checking segment: {'id': 'e57351fb-cd99-4c20-9711-66d5cb790d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:31.181181 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.182439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Bound using segment: {'id': 'e57351fb-cd99-4c20-9711-66d5cb790d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:31.183271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Bound port: 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57351fb-cd99-4c20-9711-66d5cb790d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '976acbf2-a3d5-4825-9a0c-c8dd3be6192d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:31.184112 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.306138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecc7999f-018d-4e45-9d00-74c085a0deaf req-3f193eca-7a1a-43b8-8fb1-3d007c6e2658 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5aa7676-967b-42cb-ad5f-687638e991c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0787158 May 19 13:04:31.344658 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.346962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.361257 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e4725ad-e080-4d1b-882b-094e07b9bbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:31.389325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:31.406823 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.408231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device fcf7e74b-d336-4af1-a19b-73c4162d5e13 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:31.442836 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a511bc72-76e6-4797-ba7a-8eb0bc1031e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:31.493078 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f9a52c-fb72-40be-8a28-090ad3dc01c3', 'code': 200} May 19 13:04:31.493459 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'code': 200} May 19 13:04:31.553586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] For port 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:31.555773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.576449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Transition to ACTIVE for port object 9fa20b14-76f0-4234-a856-4524a86f74c2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:31.591496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] For port 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e88ebd4-c44f-4d09-b6c1-235f837c7488,segment=NetworkSegment(e57351fb-cd99-4c20-9711-66d5cb790d45),segment_id=e57351fb-cd99-4c20-9711-66d5cb790d45)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:31.619548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.636160 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.645246 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.647795 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:31.688377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:31.701418 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:31.711259 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:31.747835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.790457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395bb8af-508f-4aad-9020-376cc9b1641a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:31.799838 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:31.816966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=9fa20b14-76f0-4234-a856-4524a86f74c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:31.844315 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:31.844763 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:31.855835 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Pushing event updated for resources: {'Port': ['ID=6e88ebd4-c44f-4d09-b6c1-235f837c7488,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:31.866357 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:31.905615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:31.905969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port fcf7e74b-d336-4af1-a19b-73c4162d5e13 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:31.906098 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.924972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Checking segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:31.925784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Network hostable DHCP agents. Network: 68470470-d365-48d1-b6a0-ceea4b75b0cb, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:31.931681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port fcf7e74b-d336-4af1-a19b-73c4162d5e13 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:31.933440 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: timer() May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:31.939079 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:31.978570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.20.0.1 (976acbf2-a3d5-4825-9a0c-c8dd3be6192d/913e4df6-4af3-4c1b-9910-7031f203d11c/2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:32.122574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Pushing event deleted for resources: {'Port': ['ID=2dfc2205-f4a6-496b-a60d-7505c215e3cd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.130750 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:32.145313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.153403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:32.202377 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.203389 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.236051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:32.282488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:32.304759 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.312422 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63f58fbe-db47-4b49-8132-ce29c718c1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:32.324704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.326627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:32.336371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:32.338559 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.341585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:32.345908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 766f173d-0ef9-4886-aec7-33dffdc8b4ac up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:32.370176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] No DVR routers for this DVR port 2dfc2205-f4a6-496b-a60d-7505c215e3cd on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:32.375273 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.379660 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:32.385883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 68470470-d365-48d1-b6a0-ceea4b75b0cb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:32.423876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-deleted', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:32.439283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:32.442836 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:32.456235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:32.482414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:32.527791 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dfc38d-f02a-45b8-af71-acd4d388fd8b None None] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:32.530155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=1225c355-c32d-4416-9ea6-cc3666d4b986,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.537242 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:32.544665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ef58-cb0c-4bee-8451-72dbad250928 req-fc2ec426-d56c-41dc-be17-bd59edbf58f2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.553445 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb41ef58-cb0c-4bee-8451-72dbad250928 req-fc2ec426-d56c-41dc-be17-bd59edbf58f2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 2.8642759 May 19 13:04:32.588355 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db2f464a-5b42-4b5a-9548-717ad2393575 req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.71 "DELETE /v2.0/ports/2dfc2205-f4a6-496b-a60d-7505c215e3cd HTTP/1.1" status: 204 len: 173 time: 5.0292938 May 19 13:04:32.599078 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1225c355-c32d-4416-9ea6-cc3666d4b986 HTTP/1.1" status: 204 len: 168 time: 6.5611722 May 19 13:04:32.609680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.610144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.618465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.619128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.623390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.624686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.633576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.634714 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:32.645342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.651531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.657709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.684965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:32.692233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85ee636-7976-436c-a841-c9955c62d293 req-5a451523-4e37-4175-ae65-5dde933349d7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5442 time: 0.9368238 May 19 13:04:32.708048 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4439647 May 19 13:04:32.708952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:32.718836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:32.733733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:32.739221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.752176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Usage tracker for resource:router and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:32.762644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:32.804399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:32.886393 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bb41ef58-cb0c-4bee-8451-72dbad250928 req-ad08e109-e18d-4b14-94ee-55158088c665 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319309 May 19 13:04:32.944666 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c85ee636-7976-436c-a841-c9955c62d293 req-4c6796bb-6ab0-48b5-ae75-84fd998641a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019176 May 19 13:04:32.949143 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.951598 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.967546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fea212e7-2d50-435c-b37b-b68663933bac None None] Provisioning for port 9fa20b14-76f0-4234-a856-4524a86f74c2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:32.975973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.987621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fea212e7-2d50-435c-b37b-b68663933bac None None] Provisioning complete for port 9fa20b14-76f0-4234-a856-4524a86f74c2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:32.988297 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fea212e7-2d50-435c-b37b-b68663933bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.030907 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.080126 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:33.142833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 766f173d-0ef9-4886-aec7-33dffdc8b4ac completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:33.167479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:33.185860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 766f173d-0ef9-4886-aec7-33dffdc8b4ac triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:33.186445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.203802 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.259202 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-deleted', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'status': 'completed', 'code': 200} May 19 13:04:33.324967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fea212e7-2d50-435c-b37b-b68663933bac None None] Port 9fa20b14-76f0-4234-a856-4524a86f74c2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:33.584728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aff31367-1068-424d-8781-547e036ef072 req-c5d94477-6522-4ee1-af8c-e6ccbbd86ed9 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Synchronizing usage tracker for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:33.586610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd'}, {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9'}, {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254'}, {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:33.611379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.637574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-68470470-d365-48d1-b6a0-ceea4b75b0cb', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:04:33.639086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.687691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:33.760772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c675bf74-6b57-4fa0-8d3a-d812ff8e59c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=baf7865797de40448f1b479931460fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093687 May 19 13:04:33.762500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:33.768804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6e88ebd4-c44f-4d09-b6c1-235f837c7488 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:33.820722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aff31367-1068-424d-8781-547e036ef072 req-c5d94477-6522-4ee1-af8c-e6ccbbd86ed9 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Unset dirty status for tenant:1ebe289ba85a46d085a8d432ee899bf5 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:33.822208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aff31367-1068-424d-8781-547e036ef072 req-c5d94477-6522-4ee1-af8c-e6ccbbd86ed9 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aee8fc-fcbb-43a8-adc0-c9e042a45058 HTTP/1.1" status: 200 len: 210 time: 0.6533713 May 19 13:04:33.852006 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.880350 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.887183 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:33.891055 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.000411 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aee8fc-fcbb-43a8-adc0-c9e042a45058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfc2205-f4a6-496b-a60d-7505c215e3cd', 'code': 200} May 19 13:04:34.000831 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9', 'code': 200} May 19 13:04:34.001558 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254', 'code': 200} May 19 13:04:34.001666 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'code': 200} May 19 13:04:34.004673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4279d-b7f9-4db0-aeb6-b3184afdf535 None None] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:34.383385 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.398584 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-259fee1d-6528-4427-ae6d-95bd979bf205 None None] Provisioning for port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:34.425967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.481704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:34.490967 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:34.552610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:34.580096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:34.580518 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.585319 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-19a692b1-5b8b-41f2-aea3-52d1bcdb2bc2 tempest-ServerTagsTestJSON-1485177877 tempest-ServerTagsTestJSON-1485177877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:34.649340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Allocated IP 172.20.0.2 (68470470-d365-48d1-b6a0-ceea4b75b0cb/395bb8af-508f-4aad-9020-376cc9b1641a/5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:34.764397 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.795556 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:34.938141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32667e81-8908-4e27-97b7-c365c6856ced,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:34.961986 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:34.982172 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.003490 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.020899 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.086773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46999-4dac-4c82-b916-321dd67d3548 req-57ce7c43-88a0-41e4-a1bf-972ea8c12fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.089188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-57ce7c43-88a0-41e4-a1bf-972ea8c12fb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 1097 time: 1.4692171 May 19 13:04:35.160836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071e841-e9d2-443a-ba1f-b4fc9d43a57f req-f9650d34-2a23-48aa-afa2-db31e5bc6aab tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.162506 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7071e841-e9d2-443a-ba1f-b4fc9d43a57f req-f9650d34-2a23-48aa-afa2-db31e5bc6aab tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 0.5773072 May 19 13:04:35.265344 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.286046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.291345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Transition to ACTIVE for port object 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:35.295094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.295744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:35.306385 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:35.309845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Checking segment: {'id': 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:35.310768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Network hostable DHCP agents. Network: b6880018-fac1-4fd4-b9dc-9ab6943e790d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:35.319000 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:35.323639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:35.354956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.366781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.378456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.380517 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Transition to ACTIVE for port object 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:35.389962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.395225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e88ebd4-c44f-4d09-b6c1-235f837c7488,segment=NetworkSegment(e57351fb-cd99-4c20-9711-66d5cb790d45),segment_id=e57351fb-cd99-4c20-9711-66d5cb790d45)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:35.401648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.406728 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.413669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.424754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.428127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-a2d44bd1-3bff-4c2c-acd0-8aca88b94d3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.8928068 May 19 13:04:35.430852 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:35.456323 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.545853 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.598995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.605189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:35.607064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Pushing event updated for resources: {'Port': ['ID=5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.610677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.619627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:35.622766 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:35.623236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:35.662046 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:35.672045 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Provisioning for port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:35.681154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb2e51a9-f987-4d05-8c18-e02e236ea367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:35.748825 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-78f09c56-d26d-4fbe-946f-dc3ed351f7c7 tempest-VolumesAdminNegativeTest-1807285120 tempest-VolumesAdminNegativeTest-1807285120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:35.783236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 5bc03999-83b1-4899-bda7-57b41620e20f is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:35.790275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Provisioning complete for port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:35.790559 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.792218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4daa395-8d68-4db3-9883-0190033bf96b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.799890 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:35.816654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7071e841-e9d2-443a-ba1f-b4fc9d43a57f req-87c8c879-5fa2-4e0a-90d3-2ecfdf14b102 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351578 May 19 13:04:35.829030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46999-4dac-4c82-b916-321dd67d3548 req-60d81022-0f94-46e8-99b9-7f656d84f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:35.834046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-60d81022-0f94-46e8-99b9-7f656d84f8d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.7274764 May 19 13:04:35.868926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Attempting to bind port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:35.868926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Attempting to bind port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:35.868926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Attempting to bind port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b on network 68470470-d365-48d1-b6a0-ceea4b75b0cb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:35.871168 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.896806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Network b6880018-fac1-4fd4-b9dc-9ab6943e790d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:35.910286 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.910928 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4daa395-8d68-4db3-9883-0190033bf96b HTTP/1.1" status: 204 len: 168 time: 2.1452572 May 19 13:04:35.913384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:35.920999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Checking segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:35.920999 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.923848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Bound using segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:35.926524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Bound port: 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:35.926920 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.968899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=6e88ebd4-c44f-4d09-b6c1-235f837c7488,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.972482 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.978781 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:36.003922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:36.121357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-428f3175-753b-4f5e-9a9f-0b3a2d9086ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1 HTTP/1.1" status: 200 len: 217 time: 0.2484691 May 19 13:04:36.139356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a1d578a-18a8-4e7e-b219-7060ab4b3609 req-21475004-2b7b-4699-aa57-93e7f943613d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6612983 May 19 13:04:36.140423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, b6880018-fac1-4fd4-b9dc-9ab6943e790d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:36.183169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:36.184695 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.228486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:36.272516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] For port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:36.279509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] For port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:36.287123 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'code': 200} May 19 13:04:36.288396 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6652b16-b0b8-49ce-941f-1fe7748ed922 None None] Network b6880018-fac1-4fd4-b9dc-9ab6943e790d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:36.339803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46999-4dac-4c82-b916-321dd67d3548 req-eab7877a-be02-4882-ad64-3533ac95ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:36.341364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-eab7877a-be02-4882-ad64-3533ac95ca44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.1716733 May 19 13:04:36.351255 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 7.1986315 May 19 13:04:36.387327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Deleting subnet a26c3000-7ecf-432f-b699-eba03be06362 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:04:36.425289 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.488150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.500346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:36.509719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=9fa20b14-76f0-4234-a856-4524a86f74c2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:36.513076 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.534290 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.554650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.555893 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:36.559221 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:36.737881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Provisioning complete for port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:36.739036 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef8ce-cd46-4f9e-b685-57c4689cdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.875079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:36.881132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:36.964242 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:37.114148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.115557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.116504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.117430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.118338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.119177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.120004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.132640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-b39988dc-5e9f-4d49-ab49-46b2633203b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 0.6130786 May 19 13:04:37.164485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46999-4dac-4c82-b916-321dd67d3548 req-562da67f-6b06-4b93-9acb-02b24e2fb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:37.169941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-562da67f-6b06-4b93-9acb-02b24e2fb9fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8120584 May 19 13:04:37.445347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Allocated IP 172.25.4.15 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8c2fd1f3-6dae-4d46-899e-19d0d77fc082) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:37.548811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Pushing event updated for resources: {'Port': ['ID=5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:37.576674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:37.686336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:37.765553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] Sync routers for ids ['5bc03999-83b1-4899-bda7-57b41620e20f'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:37.791045 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e12f5c-c2ce-4886-9d55-cebbf53bfd8a None None] Network b6880018-fac1-4fd4-b9dc-9ab6943e790d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:37.838064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.864602 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-94483251-a638-4db0-93d6-f352c8bb91d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:37.871578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6e88ebd4-c44f-4d09-b6c1-235f837c7488 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:37.933661 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/5bc03999-83b1-4899-bda7-57b41620e20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6997499 May 19 13:04:37.938287 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.943598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:37.968737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26c3000-7ecf-432f-b699-eba03be06362,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:38.015703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.024744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254037824-network', 'tenant_id': '06fff42d7c2f427297dc90bc48dccf3e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:38.034922 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:38.039772 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a26c3000-7ecf-432f-b699-eba03be06362 HTTP/1.1" status: 204 len: 168 time: 1.8101926 May 19 13:04:38.047814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:38.081783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.097140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Usage tracker for resource:network and tenant:06fff42d7c2f427297dc90bc48dccf3e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:38.274058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60c27358-9ffa-4aa3-8a1e-25b696c2c21a req-e206ac55-66da-4b93-ae5b-6a79711a6403 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0857720 May 19 13:04:38.330011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Router d80eb799-cc86-461e-ac4d-10ee8467e78a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:38.352700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-35520a64-5ea0-4d72-b8c5-aa8db367584f service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9649730 May 19 13:04:38.382862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] Routers {'5bc03999-83b1-4899-bda7-57b41620e20f'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:38.383506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5bc03999-83b1-4899-bda7-57b41620e20f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.385182 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.397599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:38.436965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:38.479517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e5bba-fbd9-426a-a344-eb2b08ae1c98 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.480240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-196e5bba-fbd9-426a-a344-eb2b08ae1c98 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:38.482927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.496681 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.511631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] Routers {'5bc03999-83b1-4899-bda7-57b41620e20f'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:38.512411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5bc03999-83b1-4899-bda7-57b41620e20f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.525854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b96e8-d47e-4a22-8978-0a6bbfd2322b req-d8131408-7a92-4d67-807e-d7101e63b8f9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.527664 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-586b96e8-d47e-4a22-8978-0a6bbfd2322b req-d8131408-7a92-4d67-807e-d7101e63b8f9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 946 time: 1.3780859 May 19 13:04:38.586783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Made reservation on behalf of 06fff42d7c2f427297dc90bc48dccf3e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:38.589309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.620828 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.701126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.709554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:38.713629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.720800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.726443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.733179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Usage tracker for resource:security_group_rule and tenant:06fff42d7c2f427297dc90bc48dccf3e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:38.735204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.736010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ee479-a678-4b59-96f1-7737d1a4a77f None None] The sync data for ids ['5bc03999-83b1-4899-bda7-57b41620e20f'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:38.736435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.736701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:38.743481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.745330 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:38.749443 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.756566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:38.765231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-46bf99eb-c5e3-4823-a2f9-33b213053c91 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.8163061 May 19 13:04:38.784076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:38.784467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.828735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-196e5bba-fbd9-426a-a344-eb2b08ae1c98 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:38.830054 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-196e5bba-fbd9-426a-a344-eb2b08ae1c98 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports/2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db HTTP/1.1" status: 200 len: 910 time: 0.8675284 May 19 13:04:38.854906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.861599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-586b96e8-d47e-4a22-8978-0a6bbfd2322b req-31dd76e9-7bbe-449c-8368-0e87c5b198a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353065 May 19 13:04:38.862575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.881790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.894613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '913e4df6-4af3-4c1b-9910-7031f203d11c'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:38.919400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:38.934899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Provisioning complete for port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:38.935414 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.949187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adec9f18-6d96-4fc1-9b1c-847845f4b78d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.993758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:39.001268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d35b02e-d60c-48d2-b63e-3b62fd96fb13') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.001587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d35b02e-d60c-48d2-b63e-3b62fd96fb13') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.004075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29073a-837a-4897-8f05-112d36681e4c None None] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:39.041904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1464971570-network', 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:39.048954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:39.077635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.122047 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:39.123216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.125875 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.139184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Usage tracker for resource:network and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:39.154603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:39.159190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.162253 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'code': 200} May 19 13:04:39.170345 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-644cecc1-bed5-4415-9fa1-11b6a8c7a36c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:39.181026 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.191065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10a46999-4dac-4c82-b916-321dd67d3548 req-4f0a8ab6-a343-47a8-9020-33bdca5ed694 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133194 May 19 13:04:39.192285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:39.219417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d3e7199-b7a6-4334-acf8-8b6676e2edcf req-b8a56995-b76f-4898-9e03-9bb97ac382e3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4515240 May 19 13:04:39.246274 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.251573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:39.261473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:39.267414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:39.284629 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] Sync routers for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:39.286308 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "PUT /v2.0/routers/d80eb799-cc86-461e-ac4d-10ee8467e78a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9486899 May 19 13:04:39.294765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:39.303338 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:39.304669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.304993 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.310237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Request body: {'port': {'network_id': 'dadf6653-ee6d-4747-889e-37daf1aa6ec1', 'name': 'tempest-FloatingIPAdminTestJSON-2080749708'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:39.310954 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Added segment 36c2be4f-9118-43ed-9ef9-ab6c078561af of type vlan for network e4753cfd-78c3-4aad-811e-fc6de641f8fb May 19 13:04:39.340727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:39.370301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:39.370600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.389273 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:39.389918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Provisioning complete for port 9fa20b14-76f0-4234-a856-4524a86f74c2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:39.390299 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.426126 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.438719 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:39.440395 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.446480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:39.485406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:39.490200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.526575 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.527846 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.528712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:39.529205 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133327-0b57-438a-bc68-bdd7fc2c7525 None None] The sync data for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:39.529958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.537822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:39.538923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.554262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c05f1-376f-4684-94b0-2ba5a2c1099f None None] Port 9fa20b14-76f0-4234-a856-4524a86f74c2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:39.561286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: timer() May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:39.617057 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:39.653090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48534d3-f609-4edc-a780-4fc6d6b5f19a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:39.660045 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.667056 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:39.692471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5abde66-98b1-4f74-beab-e46661111b9f None None] Provisioning for port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:39.757926 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c9f0f91-791e-488b-abe3-62cdbbfe1eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:39.850420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:39.964077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:39.966722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.969491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:39.974122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:39.982355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:39.993594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:40.009151 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:40.009878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.021999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:40.039540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Usage tracker for resource:port and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:40.054943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:40.069077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:40.124071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a0acc62-ad24-4a24-9776-879f7cd16699 None None] Provisioning complete for port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:40.124554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0acc62-ad24-4a24-9776-879f7cd16699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.125599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.189554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.202279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] 10.222.0.69 "DELETE /v2.0/networks/adec9f18-6d96-4fc1-9b1c-847845f4b78d HTTP/1.1" status: 204 len: 168 time: 2.1160686 May 19 13:04:40.221133 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2017007 May 19 13:04:40.226562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:40.226812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:40.278864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:40.280245 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.311036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Request body: {'subnet': {'network_id': 'e4753cfd-78c3-4aad-811e-fc6de641f8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254037824-subnet', 'tenant_id': '06fff42d7c2f427297dc90bc48dccf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:40.333141 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7feeacc7-3b07-4e1c-b2c6-494ec754573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.341520 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:40.376243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:40.378055 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0acc62-ad24-4a24-9776-879f7cd16699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.382190 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ae34b37-c146-4c29-9c27-6b947e0608e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.765s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:40.389632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.394425 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:40.396487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:40.456370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Made reservation on behalf of 775ab79e3080496994e3060bb7b088a4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:40.463118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.496292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Usage tracker for resource:subnet and tenant:06fff42d7c2f427297dc90bc48dccf3e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:40.510080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:40.586126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:40.593044 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:40.601139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-9a0acc62-ad24-4a24-9776-879f7cd16699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:40.601574 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-9a0acc62-ad24-4a24-9776-879f7cd16699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:40.760418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:40.807200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Pushing event updated for resources: {'Network': ['ID=e4753cfd-78c3-4aad-811e-fc6de641f8fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:40.818088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Deleting subnet b4c778c7-a4a8-4245-9440-c4cf4ff95ab1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:04:40.820529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e4753cfd-78c3-4aad-811e-fc6de641f8fb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:40.837871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.838867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Made reservation on behalf of 06fff42d7c2f427297dc90bc48dccf3e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:40.841301 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.927211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.989388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.989994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] device_id is not set on port aafb9687-8c0c-4cb5-a6f0-b546da280474 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:04:41.003513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:41.014206 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.014506 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Added segment f9877ac6-ffff-45ab-bed7-57311ed6147d of type vlan for network c7b8bcdb-2968-4e07-9709-833bfa3ac136 May 19 13:04:41.046156 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.076584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Pushing event deleted for resources: {'Network': ['ID=adec9f18-6d96-4fc1-9b1c-847845f4b78d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:41.104914 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:41.105435 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.952s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:41.105834 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:41.113307 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-272b978c-ec6a-4f6d-b09c-633b76be3b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:41.120110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.121179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.121753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.275046 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5421650 May 19 13:04:41.275046 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.275410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:41.298847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.305749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.314094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.322205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.328828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.329692 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.335476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.342257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.344659 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-d58eae09-4585-4e8e-94e6-56cf1ad2c5a4 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.9559462 May 19 13:04:41.359126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5650207-4742-4c61-9fdb-58461e5eabd0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:41.378110 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:41.378832 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5cf0a41-cfa6-4732-a590-cc3d8d648332 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:41.405639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Request body: {'subnet': {'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1464971570-subnet', 'tenant_id': '4adf02f738fd42fe996a691794e253d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:41.419289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b598b1-aa37-4e60-ab62-be657381e974 req-0ba0c094-4963-415c-9c12-cadf7b849dee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:41.421478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1b598b1-aa37-4e60-ab62-be657381e974 req-0ba0c094-4963-415c-9c12-cadf7b849dee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 1.0353236 May 19 13:04:41.439194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:41.553385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Usage tracker for resource:subnet and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:41.556325 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:41.593983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:41.631379 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1b598b1-aa37-4e60-ab62-be657381e974 req-05b17bb0-ff1e-4317-82b4-4ae40d1fc176 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933858 May 19 13:04:41.644331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Allocated IP 172.20.0.11 (dadf6653-ee6d-4747-889e-37daf1aa6ec1/696ae0c6-5a3d-4049-be06-2c6012d33477/aafb9687-8c0c-4cb5-a6f0-b546da280474) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:41.696047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a9d41769-0e12-4ec8-b900-195402bdea21 req-efec4594-ab55-40d8-b4d5-a18c05dacb5b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2730558 May 19 13:04:41.718361 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.725433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:41.729490 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.764972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:41.807485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b8bcdb-2968-4e07-9709-833bfa3ac136,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:41.821764 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:41.833713 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:42.079797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5a0c2e3c-2d6b-4719-ab61-081fe3a3fa4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:42.080896 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.086829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.175025 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.209752 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9747da17-f8af-4af0-b689-9785bcc5b2a6 tempest-ServerRescueNegativeTestJSON-1717041575 tempest-ServerRescueNegativeTestJSON-1717041575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:42.282309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.377860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:42.385493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.386150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.392100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/ports/2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db HTTP/1.1" status: 200 len: 910 time: 3.5235527 May 19 13:04:42.392100 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:42.408411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.432930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.439406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.445883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.451781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.458369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.464407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.470773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:42.473670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61c431dc-3a4f-40f7-afce-2b7352993964 req-d67785f0-a069-47d1-b788-32b8ba71e11e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.5570872 May 19 13:04:42.557707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.589929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Request body: {'floatingip': {'port_id': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:42.748749 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.755556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.761963 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be8a57a8-b9fe-49c6-b109-e6af67e9fe6f tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:42.773149 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.799595 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9db04fcc-4fc4-4b5e-9e96-df7b7543b32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.805704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c778c7-a4a8-4245-9440-c4cf4ff95ab1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:42.812542 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:42.818490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.841781 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b4c778c7-a4a8-4245-9440-c4cf4ff95ab1 HTTP/1.1" status: 204 len: 168 time: 2.6084158 May 19 13:04:42.845681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.871139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.904588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Router 202440b3-06ba-46c2-b839-35ce6e3e9f17 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:43.105541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.137028 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.143554 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9bedd175-b23c-4638-93a5-a42186d6bfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:43.167890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Transition to ACTIVE for port object aafb9687-8c0c-4cb5-a6f0-b546da280474 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:43.435334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f412db9-ec2e-412c-9168-0d9830db3d6e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:43.442327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:43.444985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.452944 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:43.461904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Sync routers for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:43.473010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de75bf9-132a-458b-acae-a725b1dba0dd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:43.486781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:43.487825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:43.492144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Checking segment: {'id': '36c2be4f-9118-43ed-9ef9-ab6c078561af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4753cfd-78c3-4aad-811e-fc6de641f8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:43.492594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Network hostable DHCP agents. Network: e4753cfd-78c3-4aad-811e-fc6de641f8fb, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:43.499889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b912ee0-b357-4b52-9ef4-dcacc2bb9f1b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:43.500243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b912ee0-b357-4b52-9ef4-dcacc2bb9f1b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:43.520207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.528431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.535582 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8181360 May 19 13:04:43.536103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:43.604819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.634942 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.639948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Network e4753cfd-78c3-4aad-811e-fc6de641f8fb is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:43.656129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:43.656532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.670756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: timer() May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:43.671031 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:43.719504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6664589-4dec-4ffa-ae65-d2b1299a4666 req-1f1965bc-2b2b-4054-86e0-19badcd1e8a1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:43.721389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6664589-4dec-4ffa-ae65-d2b1299a4666 req-1f1965bc-2b2b-4054-86e0-19badcd1e8a1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 0.6993842 May 19 13:04:43.789857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, e4753cfd-78c3-4aad-811e-fc6de641f8fb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:43.831433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:43.831986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.832639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9f41f-d2e6-4415-a876-86a7acddc050 None None] Network e4753cfd-78c3-4aad-811e-fc6de641f8fb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:43.879668 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6443489 May 19 13:04:43.880789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.885448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:43.892529 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-35773dd1-d1a8-45e2-afad-616ee69f539b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:43.910061 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.911257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:43.912205 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3de75bf9-132a-458b-acae-a725b1dba0dd HTTP/1.1" status: 204 len: 168 time: 1.0649629 May 19 13:04:43.932098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:43.988511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event updated for resources: {'Port': ['ID=aafb9687-8c0c-4cb5-a6f0-b546da280474,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:44.011392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de75bf9-132a-458b-acae-a725b1dba0dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:44.023093 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:44.039176 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:44.041544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:44.203461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6664589-4dec-4ffa-ae65-d2b1299a4666 req-93ffa8c2-8daf-4331-87b0-fc1984afee39 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043267 May 19 13:04:44.360177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:44.495122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:44.495696 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.540690 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.564293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.784576 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.847813 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-128c0907-f666-453a-986b-4cd0f3dc00d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ebe289ba85a46d085a8d432ee899bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739330 May 19 13:04:44.852347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:44.973176 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Floating IP 5ef8580e-39ca-4a4c-adf3-f21da257d7a7 associated. External IP: 172.25.4.171, port: 3cc5b144-8c3c-4219-b78e-f039317cd6ec. May 19 13:04:45.017039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.028220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7309918 May 19 13:04:45.049695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:45.089686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d94a0e59-1f6e-43f1-89ae-f78076f315f1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:45.104764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.135643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14d8f9a1-34e9-4bbc-aabd-b74ca604d859 None None] Provisioning for port aafb9687-8c0c-4cb5-a6f0-b546da280474 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:45.181395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14d8f9a1-34e9-4bbc-aabd-b74ca604d859 None None] Provisioning complete for port aafb9687-8c0c-4cb5-a6f0-b546da280474 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:45.181395 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14d8f9a1-34e9-4bbc-aabd-b74ca604d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.380891 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.406485 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6b5ff41-2a7f-48b3-a9fd-3800b900bcb0 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:45.428291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14d8f9a1-34e9-4bbc-aabd-b74ca604d859 None None] Port aafb9687-8c0c-4cb5-a6f0-b546da280474 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:45.465971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa7676-967b-42cb-ad5f-687638e991c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:45.477067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ccbd7-3ebf-4639-8534-67bce14e46d6 None None] Network e4753cfd-78c3-4aad-811e-fc6de641f8fb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:45.482908 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.507744 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:45.521507 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.522770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5aa7676-967b-42cb-ad5f-687638e991c6 HTTP/1.1" status: 204 len: 168 time: 0.6687818 May 19 13:04:45.568763 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'project_id': '775ab79e3080496994e3060bb7b088a4', 'port_id': 'aafb9687-8c0c-4cb5-a6f0-b546da280474'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:45.577277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:45.586859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Usage tracker for resource:floatingip and tenant:775ab79e3080496994e3060bb7b088a4 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:45.588537 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.595809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:45.612694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:45.668150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.688154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-6501e928-261b-4a44-8888-8e05a4f8008c tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:45.695825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-6501e928-261b-4a44-8888-8e05a4f8008c tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/networks?id=b6880018-fac1-4fd4-b9dc-9ab6943e790d HTTP/1.1" status: 200 len: 808 time: 0.6224728 May 19 13:04:45.712298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767a27-aa28-4e95-9add-c17089f31a7f req-651b19e6-f567-43cd-9fb9-7a05957f03d2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:45.719487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-90767a27-aa28-4e95-9add-c17089f31a7f req-651b19e6-f567-43cd-9fb9-7a05957f03d2 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7500327 May 19 13:04:45.729923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.741081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:40Z', 'revision_number': 3, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:45.747740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.752265 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44290cf6-96e1-433e-aabe-8c6a97f4798b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:45.759474 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Checking router: 202440b3-06ba-46c2-b839-35ce6e3e9f17 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:45.759995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Updating router 202440b3-06ba-46c2-b839-35ce6e3e9f17 port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:45.792882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-06884596-5ae8-4359-8a07-38ed023e94c8 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/quotas/5bc447b1ad7441f586d31a90ab37eb32 HTTP/1.1" status: 200 len: 375 time: 0.0959270 May 19 13:04:45.833107 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.910309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.975524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-75862eda-ac2b-4961-b89d-859f9496b043 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc447b1ad7441f586d31a90ab37eb32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1817930 May 19 13:04:46.035435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Allocated IP 172.20.0.1 (68470470-d365-48d1-b6a0-ceea4b75b0cb/395bb8af-508f-4aad-9020-376cc9b1641a/77116169-9767-41a1-8753-5b39b3a7c2d8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:46.145458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-90767a27-aa28-4e95-9add-c17089f31a7f req-f6d371e4-19aa-49ed-ac81-29912dde554c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249833 May 19 13:04:46.297794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260a11ba-6a27-441a-a44e-0081f5827a4e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:46.309709 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:46.336925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:46.337281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Network hostable DHCP agents. Network: c7b8bcdb-2968-4e07-9709-833bfa3ac136, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:46.398476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:46.457647 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.527751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:46.535072 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.645892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Transition to ACTIVE for port object 77116169-9767-41a1-8753-5b39b3a7c2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:46.654927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-29252486-a9d1-438d-b677-78d16ac661ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d13bd53993b41c7bcd4f3fa618bb43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512074 May 19 13:04:46.664646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:46.695424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:46.764463 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.793860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Transition to ACTIVE for port object 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:46.807992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.815941 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.817206 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:46.881225 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.899121 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7cc4b6fe-e13f-4107-a7c4-d50736e22adc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:46.977135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Attempting to bind port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:46.977751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Attempting to bind port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:46.978361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Attempting to bind port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:46.987792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Pushing event updated for resources: {'Port': ['ID=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:47.005484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:47.005916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:47.006645 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.007275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:47.008158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Bound port: 8c2fd1f3-6dae-4d46-899e-19d0d77fc082, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:47.008775 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.034129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c7b8bcdb-2968-4e07-9709-833bfa3ac136) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:47.046684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.080116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e347995-340e-410d-bae7-6058facf96c2 None None] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:47.080440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:47.096205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:47.136497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:47.191049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Allocated IP 172.25.4.27 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/c140eacf-c34f-44dc-bbc1-8b29355c03c0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:47.200215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Pushing event updated for resources: {'Port': ['ID=77116169-9767-41a1-8753-5b39b3a7c2d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:47.222692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:47.223212 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:47.224154 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.235019 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:04:47.307356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-2108afc6-a665-494a-a96f-e56e7bff44d5 service neutron] 10.222.0.69 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3306870 May 19 13:04:47.336831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] For port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:47.341602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] For port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:47.343864 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.346412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.346809 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.347129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.347599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.348315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.348658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.348992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.349315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.349653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.350041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.350378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.351064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:47.352885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521369-bef6-4840-ba05-a577412cfe5a req-ad4438c5-aaaf-4ad6-b56d-b88543da1457 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:47.356657 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37521369-bef6-4840-ba05-a577412cfe5a req-ad4438c5-aaaf-4ad6-b56d-b88543da1457 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.9499547 May 19 13:04:47.373831 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:47.376909 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.387346 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:47.388268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.428097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 6.1365316 May 19 13:04:47.543709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:47.555995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.561049 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Sync routers for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:47.578231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:47.579218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:47.609342 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:47.610441 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:47.675634 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.829119 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:47.940453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:47.960152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60c984-9041-45cb-9cab-ea673265cd51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:47.986860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37521369-bef6-4840-ba05-a577412cfe5a req-5cc626ba-835b-4d57-b3db-eef1e269ec8a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5717967 May 19 13:04:47.993680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cec5ac0d-f42a-43f4-984e-b51b3251454a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "PUT /v2.0/floatingips/5ef8580e-39ca-4a4c-adf3-f21da257d7a7 HTTP/1.1" status: 200 len: 992 time: 5.4272556 May 19 13:04:48.001020 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:48.016211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Pushing event updated for resources: {'Port': ['ID=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:48.017549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:04:48.020373 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:48.091721 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.093965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f60c984-9041-45cb-9cab-ea673265cd51 HTTP/1.1" status: 204 len: 168 time: 1.4278822 May 19 13:04:48.101216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.121478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.225329 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:48.459518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.477235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-68b734b8-e07a-4bc6-898f-cf02e285280f None None] Provisioning for port 77116169-9767-41a1-8753-5b39b3a7c2d8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:48.492358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952595e5-9da0-45d2-8835-785c02e8e423 None None] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:48.541282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-68b734b8-e07a-4bc6-898f-cf02e285280f None None] Provisioning complete for port 77116169-9767-41a1-8753-5b39b3a7c2d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:48.541888 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68b734b8-e07a-4bc6-898f-cf02e285280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.651649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-da354637-d348-429e-b717-b8fb48d62f90 service neutron] 10.222.0.69 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3225033 May 19 13:04:48.715986 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:48.897888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68b734b8-e07a-4bc6-898f-cf02e285280f None None] Port 77116169-9767-41a1-8753-5b39b3a7c2d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:48.927135 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:04:48.927665 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.954582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:48.968098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:48.979073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:49.187042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-8498f658-c02c-43c5-95cb-fca1a62c988c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:49.218751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-8498f658-c02c-43c5-95cb-fca1a62c988c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.7990189 May 19 13:04:49.370976 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '5ef8580e-39ca-4a4c-adf3-f21da257d7a7', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'port_id': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'mac_address': 'fa:16:3e:9b:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:02:27Z', 'updated_at': '2021-05-19T13:04:44Z', 'revision_number': 1, 'project_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:49.376497 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Checking router: 30fa2e6a-7aae-4915-8178-b9fb141c7d81 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:49.409386 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:49.410639 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:49.539483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-586ea59f-7582-4c66-b3ef-b075c703674d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.3065419 May 19 13:04:49.635423 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-557862a0-998d-44ab-9787-cf9f8a8979be tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891237 May 19 13:04:49.754064 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.789216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:40Z', 'revision_number': 3, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:49.843064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20f5cb-a72b-4d00-8588-fc67e7e7a605 None None] The sync data for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 is: [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:40Z', 'revision_number': 3, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:49.896965 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.907653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Pushing event updated for resources: {'Port': ['ID=c140eacf-c34f-44dc-bbc1-8b29355c03c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:49.919040 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:49.932833 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.002946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:04:50.068865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-bf5de648-b275-46bd-823e-67dc3a9a612d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:04:50.070443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-bf5de648-b275-46bd-823e-67dc3a9a612d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4261284 May 19 13:04:50.083228 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c41e0e2f-a1d2-471e-9a69-0c8037c7611d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:50.107724 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:50.496158 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'status': 'completed', 'code': 200} May 19 13:04:50.547403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.593751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Pushing event updated for resources: {'Port': ['ID=77116169-9767-41a1-8753-5b39b3a7c2d8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:50.599154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:50.636575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8a9a4e74-2b02-46d7-901e-a40798f69667 req-f35de33c-a303-4ddc-9bca-ec6a522b1247 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 210 time: 0.1426010 May 19 13:04:50.854218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:50.909129 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.938679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:50.942584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:51.358738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-network', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:51.397377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-913b1cd5-5252-4f7c-befa-40a365b607f1 None None] Provisioning complete for port 77116169-9767-41a1-8753-5b39b3a7c2d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:51.398655 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b1cd5-5252-4f7c-befa-40a365b607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.400480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:51.482310 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '5ef8580e-39ca-4a4c-adf3-f21da257d7a7', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'port_id': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'mac_address': 'fa:16:3e:9b:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:02:27Z', 'updated_at': '2021-05-19T13:04:44Z', 'revision_number': 1, 'project_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:51.491276 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004421a-ff1e-460a-bb69-49414dd38321 None None] The sync data for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 is: [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '5ef8580e-39ca-4a4c-adf3-f21da257d7a7', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'port_id': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'mac_address': 'fa:16:3e:9b:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:02:27Z', 'updated_at': '2021-05-19T13:04:44Z', 'revision_number': 1, 'project_id': '924367df395c4dce8c8656db6049ee57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:51.503566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-913b1cd5-5252-4f7c-befa-40a365b607f1 None None] Port 77116169-9767-41a1-8753-5b39b3a7c2d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:51.551566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Usage tracker for resource:network and tenant:ca2f8035d9cd4f1c91df5f3b222af8a2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:51.612366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:51.629804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.692101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:51.772144 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:51.820996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Made reservation on behalf of ca2f8035d9cd4f1c91df5f3b222af8a2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:51.827041 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.872332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.906939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.909369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.909730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.910224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.910687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.911162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.911638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:51.914079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-66d4c195-efe5-4856-a10e-7429f68761c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 1.4170594 May 19 13:04:51.933965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Router 202440b3-06ba-46c2-b839-35ce6e3e9f17 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:51.938954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-630f3f5d-bd36-4ba6-9c9b-70b3a01fcc89 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4354029 May 19 13:04:51.976636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:52.012587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Usage tracker for resource:security_group_rule and tenant:ca2f8035d9cd4f1c91df5f3b222af8a2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:52.032015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:52.043749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:52.044387 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.076545 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:52.133115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810c214-2095-4494-9361-5a050860d6ad None None] New status for floating IP 5ef8580e-39ca-4a4c-adf3-f21da257d7a7: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:04:52.288452 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.306533 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-871de06e-d6e7-4af0-9ad4-3ebfb4aa420b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:52.314353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:52.423324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=2b8b4dda-f94c-4044-a6b4-0fc1ba2aa4db,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:52.439158 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:52.529939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beacffb-2307-48ac-aff4-a51f298676f1 req-a09b08fc-fc7c-4486-9ab8-cf3307457e7e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:52.539403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9beacffb-2307-48ac-aff4-a51f298676f1 req-a09b08fc-fc7c-4486-9ab8-cf3307457e7e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.4726133 May 19 13:04:52.621699 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.723422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-4209ce22-de79-41e3-a30d-4c39f92af053 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834888 May 19 13:04:52.729995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:52.739243 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.755303 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:52.799981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-4f32d4c1-e8c7-4f72-a92d-0218f3d34392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:52.831384 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-4f32d4c1-e8c7-4f72-a92d-0218f3d34392 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 HTTP/1.1" status: 200 len: 917 time: 0.9047039 May 19 13:04:52.852000 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9beacffb-2307-48ac-aff4-a51f298676f1 req-10addf11-508f-44d4-8560-84d36f6b0b57 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112853 May 19 13:04:52.881635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:52.922797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.942299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.949537 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:53.064994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=8c2fd1f3-6dae-4d46-899e-19d0d77fc082,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.099158 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:53.125095 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.131818 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] 10.222.0.69 "PUT /v2.0/routers/202440b3-06ba-46c2-b839-35ce6e3e9f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5910931 May 19 13:04:53.220355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.280948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:53.281621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-a8b7d944-71c4-4680-b021-f1ccdb2f2b06 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:53.285531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-a8b7d944-71c4-4680-b021-f1ccdb2f2b06 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.71 "GET /v2.0/networks?id=b6880018-fac1-4fd4-b9dc-9ab6943e790d HTTP/1.1" status: 200 len: 808 time: 1.2475817 May 19 13:04:53.296585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Pushing event updated for resources: {'Port': ['ID=c140eacf-c34f-44dc-bbc1-8b29355c03c0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.305701 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:53.306377 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-181f1594-77d0-44ee-9214-d8a8536e912e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:53.318376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Request body: {'port': {'device_id': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d', 'admin_state_up': True, 'tenant_id': '5bc447b1ad7441f586d31a90ab37eb32'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:53.318675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.319408 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Added segment 37635eb0-6fd1-472f-9209-c28007977d26 of type vlan for network 5de407ee-211f-4232-b041-7154fcd3a984 May 19 13:04:53.332314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.356171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-ddb64fce-0865-40de-b899-99f130cb4dcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.4922857 May 19 13:04:53.465562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bdc7de-774b-4c41-99a5-2f76f66051e9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.469713 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.477051 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:53.504670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb292c7e-8bb8-467b-99cf-9efd9211039b req-110d5d3d-45c7-471c-97f2-48324eabdd04 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.2174993 May 19 13:04:53.573443 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Sync routers for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:53.592984 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:53.593631 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:53.653954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.655147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:53.655743 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.663638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-551dd781-aed7-41b6-bae0-775ac7fddda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:53.665140 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e95db165-4994-4ddf-bd0c-95f78dc1c516 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:53.669253 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-551dd781-aed7-41b6-bae0-775ac7fddda2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.1452358 May 19 13:04:53.676852 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:53.778373 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Floating IP 8d0634b4-fcb6-45e7-ae9f-c8428cb70ea2 associated. External IP: 172.25.4.27, port: aafb9687-8c0c-4cb5-a6f0-b546da280474. May 19 13:04:53.852332 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9915075 May 19 13:04:53.864511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88361d25-0a65-4aa7-9a7c-c7ba86afd2c0 req-b6688b71-035f-4b0d-9ad7-97009bc72455 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 210 time: 0.5703802 May 19 13:04:53.875811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 50904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:53.889269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Pushing event updated for resources: {'Network': ['ID=5de407ee-211f-4232-b041-7154fcd3a984,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.910679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5de407ee-211f-4232-b041-7154fcd3a984 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:53.947653 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:54.003468 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:54.296926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:54.310522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Usage tracker for resource:port and tenant:5bc447b1ad7441f586d31a90ab37eb32 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:54.315882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:54.332130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:54.376935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 8c2fd1f3-6dae-4d46-899e-19d0d77fc082 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:54.378397 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.418261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Request body: {'subnet': {'network_id': '5de407ee-211f-4232-b041-7154fcd3a984', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-subnet', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:54.431595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Made reservation on behalf of 5bc447b1ad7441f586d31a90ab37eb32 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:54.435770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.495079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:54.512014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Usage tracker for resource:subnet and tenant:ca2f8035d9cd4f1c91df5f3b222af8a2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:54.521069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:54.548908 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.586109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:54.805419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Router d80eb799-cc86-461e-ac4d-10ee8467e78a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:54.826297 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:04:48Z', 'revision_number': 2, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:54.844457 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Checking router: 202440b3-06ba-46c2-b839-35ce6e3e9f17 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:54.844939 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Updating router 202440b3-06ba-46c2-b839-35ce6e3e9f17 port 77116169-9767-41a1-8753-5b39b3a7c2d8 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:54.956750 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.112310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:55.124875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] Sync routers for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:55.146440 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.155970 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:55.165359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:55.253418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:55.264524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:55.265368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:55.343353 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.2872670 May 19 13:04:55.344367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:55.355367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:55.356170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca2e62f-4443-4920-b6bf-340c8bc0ba0c None None] The sync data for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:55.426448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Made reservation on behalf of ca2f8035d9cd4f1c91df5f3b222af8a2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:55.430050 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.495433 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af77f688-8f8b-46b4-9957-047986d054f1 req-3b3002b6-1b3e-4ca1-882d-5f7c91e4d417 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.3395550 May 19 13:04:55.515736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-142f92ba-be74-4bb6-83db-94a041753b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:55.518112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-142f92ba-be74-4bb6-83db-94a041753b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6604068 May 19 13:04:55.567787 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-696c53f9-aa85-44e2-8cd0-2bac23be56ec tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "GET /v2.0/floatingips/8d0634b4-fcb6-45e7-ae9f-c8428cb70ea2 HTTP/1.1" status: 200 len: 983 time: 0.2226405 May 19 13:04:55.593964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:55.760396 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.781110 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Transition to ACTIVE for port object 77116169-9767-41a1-8753-5b39b3a7c2d8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:55.790415 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.803325 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-19105397-672c-4c9d-9aa0-ba8ff9039fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:56.009693 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Pushing event updated for resources: {'Port': ['ID=77116169-9767-41a1-8753-5b39b3a7c2d8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:56.029923 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.030540 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.031121 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.031545 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.032417 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.032911 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.033971 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.034439 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.034853 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.035367 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.035781 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.036220 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:56.041071 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:56.149287 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Attempting to bind port 77116169-9767-41a1-8753-5b39b3a7c2d8 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:56.149795 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Attempting to bind port 77116169-9767-41a1-8753-5b39b3a7c2d8 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:56.150266 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Attempting to bind port 77116169-9767-41a1-8753-5b39b3a7c2d8 on network 68470470-d365-48d1-b6a0-ceea4b75b0cb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:56.157229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:56.157771 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Checking segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:56.159243 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.159243 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Bound using segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:56.159988 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Bound port: 77116169-9767-41a1-8753-5b39b3a7c2d8, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:56.160474 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.338803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 5bc03999-83b1-4899-bda7-57b41620e20f has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:56.375946 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-38d306d9-174e-4b0b-b592-94f1e6f0b7ce tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.7748461 May 19 13:04:56.376912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 50994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:56.421642 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] For port 77116169-9767-41a1-8753-5b39b3a7c2d8, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:56.429801 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] For port 77116169-9767-41a1-8753-5b39b3a7c2d8, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=77116169-9767-41a1-8753-5b39b3a7c2d8,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:56.440326 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.444579 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-45af2c78-1fa4-48d4-9b8a-ba54a70b8df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:56.498317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2ea9702-251b-4157-a91f-19f63b020519 req-186131ad-422f-4739-943a-4b87a059e6b9 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 210 time: 0.4200292 May 19 13:04:56.545657 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Pushing event updated for resources: {'Port': ['ID=77116169-9767-41a1-8753-5b39b3a7c2d8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:56.559588 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:56.570483 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:56.571385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:56.599448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c087e2-821e-434a-8f56-7dc5958fb6fd req-02bae4c1-d7d3-4e84-bcfe-015004db1e14 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:56.608995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54c087e2-821e-434a-8f56-7dc5958fb6fd req-02bae4c1-d7d3-4e84-bcfe-015004db1e14 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 2.2680876 May 19 13:04:57.036688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-884b80d9-4a1f-4aa5-b590-3b4e21ae12a9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:57.037428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-884b80d9-4a1f-4aa5-b590-3b4e21ae12a9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:57.054121 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:04:57.065434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Allocated IP 172.20.0.4 (b6880018-fac1-4fd4-b9dc-9ab6943e790d/32667e81-8908-4e27-97b7-c365c6856ced/9a7f1d81-e477-472a-a3c3-699438a8c4da) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:57.072946 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d3fdc237-13de-4f10-b3c5-ad6fa93f5a05 req-0e85e974-db31-48a3-9410-ef00b9c0f070 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.0968416 May 19 13:04:57.110388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:57.133636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54c087e2-821e-434a-8f56-7dc5958fb6fd req-d4855086-2f9b-4528-a803-f3ee964a3771 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601019 May 19 13:04:57.140717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-bd705a8c-99fd-4276-8bf3-c7dc7abbd48e service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6074374 May 19 13:04:57.144456 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-884b80d9-4a1f-4aa5-b590-3b4e21ae12a9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:57.145688 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-884b80d9-4a1f-4aa5-b590-3b4e21ae12a9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 1.5762115 May 19 13:04:57.166742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:57.218663 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] Sync routers for ids ['5bc03999-83b1-4899-bda7-57b41620e20f'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:57.276676 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] Routers {'5bc03999-83b1-4899-bda7-57b41620e20f'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:57.277702 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5bc03999-83b1-4899-bda7-57b41620e20f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:57.278859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/5bc03999-83b1-4899-bda7-57b41620e20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8692496 May 19 13:04:57.279605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.390774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port c140eacf-c34f-44dc-bbc1-8b29355c03c0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:04:57.391475 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.421631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-984e5dc3-1cc2-49cb-b0fe-7e6c387028b4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:57.575306 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:57.650894 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] Routers {'5bc03999-83b1-4899-bda7-57b41620e20f'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:04:57.652412 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['5bc03999-83b1-4899-bda7-57b41620e20f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:57.718964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:57.719313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-984e5dc3-1cc2-49cb-b0fe-7e6c387028b4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:57.724126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-984e5dc3-1cc2-49cb-b0fe-7e6c387028b4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bc03999-83b1-4899-bda7-57b41620e20f HTTP/1.1" status: 200 len: 205 time: 0.4374387 May 19 13:04:57.724695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.977331 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.999406 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:58.000460 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67cf87-842e-49e3-9390-d178727ce6d3 None None] The sync data for ids ['5bc03999-83b1-4899-bda7-57b41620e20f'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:58.011174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89ea3507-3306-4a22-b7a8-b3ad3aa2b48d req-4e89cedf-ad08-41cd-a2f7-471c7844731c service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095224 May 19 13:04:58.016099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b2a21069-bcf3-4e84-b221-98a5710edce2 req-d4ecf5cf-4b1f-4dec-8462-86bdeab2d972 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Synchronizing usage tracker for tenant:5bc447b1ad7441f586d31a90ab37eb32 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:58.061612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Usage tracker for resource:port and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:58.073802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:58.104916 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:58.133448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-b2a21069-bcf3-4e84-b221-98a5710edce2 req-d4ecf5cf-4b1f-4dec-8462-86bdeab2d972 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Unset dirty status for tenant:5bc447b1ad7441f586d31a90ab37eb32 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:58.143742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b2a21069-bcf3-4e84-b221-98a5710edce2 req-d4ecf5cf-4b1f-4dec-8462-86bdeab2d972 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 210 time: 0.1936035 May 19 13:04:58.202817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.290003 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.299111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-30cd2276-1d55-4715-b587-c4ad169fadda tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:58.325392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:58.329783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.339218 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:04:56Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:58.352413 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e21bb-725c-4cd8-ab52-7011ae3d2113 None None] The sync data for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 is: [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:04:56Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:58.475321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d9ba556-01d8-4b7f-ad24-fe08bceecd35 req-0e508e6d-d7de-41fd-bae1-a1873fe6ece8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.0619972 May 19 13:04:58.492768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Network b6880018-fac1-4fd4-b9dc-9ab6943e790d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:58.496744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.497593 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.503620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:58.505914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:04:58.558046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Pushing event updated for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:58.630026 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:58.656103 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.664281 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-23f2cf8b-1292-43ec-9061-b1acb6532bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:04:58.762252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f0dff3-9ffd-4611-90c2-9bd423353fd8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:58.795425 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:04:58.850721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:58.852206 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.920834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Checking segment: {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:04:58.921206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Network hostable DHCP agents. Network: 5de407ee-211f-4232-b041-7154fcd3a984, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:58.931689 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6291337 May 19 13:04:58.946862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Request body: {'port': {'device_id': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:58.990234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d0c11-7f98-4a54-8e76-ad1767f0edc2 req-9c3c51b5-8842-4511-8658-b2da0772561f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:58.990993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for c140eacf-c34f-44dc-bbc1-8b29355c03c0 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:04:58.992158 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a53d0c11-7f98-4a54-8e76-ad1767f0edc2 req-9c3c51b5-8842-4511-8658-b2da0772561f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.4470549 May 19 13:04:59.028445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Network 5de407ee-211f-4232-b041-7154fcd3a984 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:59.035701 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.041068 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.125561 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a53d0c11-7f98-4a54-8e76-ad1767f0edc2 req-55650485-230d-4854-9979-b27c16aff7a9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819547 May 19 13:04:59.132812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5de407ee-211f-4232-b041-7154fcd3a984) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:59.162603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637fc5c-bc98-4af7-a401-ce4c0fdd4305 None None] Network 5de407ee-211f-4232-b041-7154fcd3a984 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:04:59.214973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.4 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/991193cb-6b72-4301-b9a3-0c740e585ac3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:59.286759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.359252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:04:59.363665 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.738231 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.739115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc03999-83b1-4899-bda7-57b41620e20f {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:59.854695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 77116169-9767-41a1-8753-5b39b3a7c2d8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:00.091565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-252bfa9c-3a4e-4697-9004-8fb564d49146 req-6d229b65-12b5-4df9-86fc-d43a2009b297 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.1782515 May 19 13:05:00.119114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.121423 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8c4b09e-8326-4c59-adbf-b84b865f5648 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/5bc03999-83b1-4899-bda7-57b41620e20f HTTP/1.1" status: 204 len: 168 time: 2.3809195 May 19 13:05:00.131852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:00.152951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 5.8690875 May 19 13:05:00.157547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:00.195715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:00.226346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:00.267043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Usage tracker for resource:router and tenant:ca2f8035d9cd4f1c91df5f3b222af8a2 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:00.280264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:00.288916 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.317359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:00.319408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5de407ee-211f-4232-b041-7154fcd3a984', 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'fixed_ips': [{'subnet_id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:05:00.321282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.362787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.369004 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.379116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 77116169-9767-41a1-8753-5b39b3a7c2d8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:00.385173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 913e4df6-4af3-4c1b-9910-7031f203d11c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:05:00.397949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.408188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 77116169-9767-41a1-8753-5b39b3a7c2d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:00.408608 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.634300 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.652147 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c106fb33-d654-4666-b3c2-57481d00fa67 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:00.661277 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.733606 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.737878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdd5a3-13d6-4560-97de-19004b87f445 req-406f815b-8601-4736-a43c-45ad3bfa280e tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:00.746497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87bdd5a3-13d6-4560-97de-19004b87f445 req-406f815b-8601-4736-a43c-45ad3bfa280e tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 931 time: 1.1257913 May 19 13:05:00.800619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:00.811958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.811958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:00.816660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:00.844993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=c140eacf-c34f-44dc-bbc1-8b29355c03c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:00.854317 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87bdd5a3-13d6-4560-97de-19004b87f445 req-5bbf933b-0276-4b17-9c42-0c3957b40d3a tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044772 May 19 13:05:00.884357 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:00.894471 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-12d0687d-b33c-4292-81d9-5e3127caef0f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:00.987649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Allocated IP 172.20.0.2 (5de407ee-211f-4232-b041-7154fcd3a984/54f0dff3-9ffd-4611-90c2-9bd423353fd8/905d43b0-6e39-44b6-ac15-3f783a261502) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:00.993761 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.054674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7f1d81-e477-472a-a3c3-699438a8c4da {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:01.076681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:01.077357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.088690 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.139095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 77116169-9767-41a1-8753-5b39b3a7c2d8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=77116169-9767-41a1-8753-5b39b3a7c2d8,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:01.165226 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.169398 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-94370433-1fbd-40aa-9db6-8c293981385d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:01.178284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Transition to ACTIVE for port object 9a7f1d81-e477-472a-a3c3-699438a8c4da will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:01.193929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22766935-6434-4a69-b12b-97528691f749 req-a013c28e-0edb-45fa-bdca-daab43211e1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:01.207381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22766935-6434-4a69-b12b-97528691f749 req-a013c28e-0edb-45fa-bdca-daab43211e1d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.6869259 May 19 13:05:01.246164 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.274469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:01.275938 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15e9bd08-decc-40e0-835a-5ec0a0856861 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:01.318347 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:01.416559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=77116169-9767-41a1-8753-5b39b3a7c2d8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:01.426259 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2636676 May 19 13:05:01.434478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:01.435457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.435815 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Floating IP 8d0634b4-fcb6-45e7-ae9f-c8428cb70ea2 disassociated (deleted). External IP: 172.25.4.27, port: aafb9687-8c0c-4cb5-a6f0-b546da280474. May 19 13:05:01.474779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:01.488282 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:01.496478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Request body: {'port': {'device_id': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:01.506157 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.524071 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.527210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Transition to ACTIVE for port object 905d43b0-6e39-44b6-ac15-3f783a261502 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:01.592500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Transition to ACTIVE for port object 905d43b0-6e39-44b6-ac15-3f783a261502 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:01.612709 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.619078 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:01.746901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Network 5de407ee-211f-4232-b041-7154fcd3a984 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:01.751081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:01.759838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:01.771357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Pushing event updated for resources: {'Port': ['ID=905d43b0-6e39-44b6-ac15-3f783a261502,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:01.777717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.790134 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:01.841004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 77116169-9767-41a1-8753-5b39b3a7c2d8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:02.010541 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Attempting to bind port 905d43b0-6e39-44b6-ac15-3f783a261502 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:02.011747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Attempting to bind port 905d43b0-6e39-44b6-ac15-3f783a261502 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:02.012728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Attempting to bind port 905d43b0-6e39-44b6-ac15-3f783a261502 on network 5de407ee-211f-4232-b041-7154fcd3a984 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:02.030608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:02.031329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Checking segment: {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:02.031956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.032524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Bound using segment: {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:02.033310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Bound port: 905d43b0-6e39-44b6-ac15-3f783a261502, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:02.034047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.145751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 77116169-9767-41a1-8753-5b39b3a7c2d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:02.146980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.188612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.296920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22766935-6434-4a69-b12b-97528691f749 req-aeaf2a74-43a1-47d0-97ad-22d093fa64a3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0879092 May 19 13:05:02.306003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] For port 905d43b0-6e39-44b6-ac15-3f783a261502, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:02.313260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] For port 905d43b0-6e39-44b6-ac15-3f783a261502, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=905d43b0-6e39-44b6-ac15-3f783a261502,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:02.330453 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.404702 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:02.632598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Pushing event updated for resources: {'Port': ['ID=905d43b0-6e39-44b6-ac15-3f783a261502,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:02.644399 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:03.070019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc777b5-56d2-4b80-b336-2d27460283da req-72ac8fbe-a561-49fd-b4f9-9f2ffbdb2c92 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:03.072280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afc777b5-56d2-4b80-b336-2d27460283da req-72ac8fbe-a561-49fd-b4f9-9f2ffbdb2c92 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 931 time: 1.6080725 May 19 13:05:03.166280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Attempting to bind port 9a7f1d81-e477-472a-a3c3-699438a8c4da on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:03.166928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Attempting to bind port 9a7f1d81-e477-472a-a3c3-699438a8c4da by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:03.167454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Attempting to bind port 9a7f1d81-e477-472a-a3c3-699438a8c4da on network b6880018-fac1-4fd4-b9dc-9ab6943e790d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:03.199980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Port 9a7f1d81-e477-472a-a3c3-699438a8c4da on network b6880018-fac1-4fd4-b9dc-9ab6943e790d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:03.200617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Attempting to bind port 9a7f1d81-e477-472a-a3c3-699438a8c4da on network b6880018-fac1-4fd4-b9dc-9ab6943e790d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:03.213942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:03.214612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Checking segment: {'id': 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:03.215193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Bound using segment: {'id': 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:03.215832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Bound port: 9a7f1d81-e477-472a-a3c3-699438a8c4da, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:03.216449 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.248490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3ce8-b9d8-451d-b418-2c3f63cb4f50 req-6cf17d40-49a8-40f7-8124-fb127cd59f47 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:03.257744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a3ce8-b9d8-451d-b418-2c3f63cb4f50 req-6cf17d40-49a8-40f7-8124-fb127cd59f47 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 943 time: 0.5128627 May 19 13:05:03.277150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-afc777b5-56d2-4b80-b336-2d27460283da req-8c5b7be2-d7a2-46a1-926f-faac5da26771 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525850 May 19 13:05:03.388257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Router d80eb799-cc86-461e-ac4d-10ee8467e78a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:03.409693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a3ce8-b9d8-451d-b418-2c3f63cb4f50 req-9a6abc73-ea61-4c29-8fa3-430f2508b85a tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509597 May 19 13:05:03.419421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.490599 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e88e8021-f739-4cdc-818f-541907e65cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:03.599416 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.601219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc10c52-9b48-4e75-91ca-56a58a130e96 None None] Network 976acbf2-a3d5-4825-9a0c-c8dd3be6192d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:03.733781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=913e4df6-4af3-4c1b-9910-7031f203d11c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:03.739162 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:03.749743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/913e4df6-4af3-4c1b-9910-7031f203d11c HTTP/1.1" status: 204 len: 168 time: 3.6004748 May 19 13:05:03.765389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:03.836014 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 905d43b0-6e39-44b6-ac15-3f783a261502 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:03.843894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:03.876915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da,segment=NetworkSegment(cea711ad-6ef1-4ecc-97b0-62e37017f9ce),segment_id=cea711ad-6ef1-4ecc-97b0-62e37017f9ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:03.972572 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.008309 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-82447dbc-9836-4077-a9ed-4a48bf083ddf tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:04.179636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:04.204566 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:04.222239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:04.262904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] Sync routers for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:04.302590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.323670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:04.324018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:04.383546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:04.384839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.387211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] 10.222.0.71 "PUT /v2.0/ports/9a7f1d81-e477-472a-a3c3-699438a8c4da HTTP/1.1" status: 200 len: 1091 time: 5.4452212 May 19 13:05:04.395577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:04.439049 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.482959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f06b-97d2-4e22-96a2-aca989e4ca0a req-ae0c3771-6e11-44f1-86b0-b99c731585d3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:04.485144 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5286f06b-97d2-4e22-96a2-aca989e4ca0a req-ae0c3771-6e11-44f1-86b0-b99c731585d3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8788095 May 19 13:05:04.547131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:04.584683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 905d43b0-6e39-44b6-ac15-3f783a261502 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:04.605337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:04.605977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:04:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:04.683177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c41095-da50-4b86-8c1a-e124c81edc47 None None] Network 5de407ee-211f-4232-b041-7154fcd3a984 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:04.697656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:04.698070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0c52d-c2bf-4e0a-b70d-5112961981a6 None None] The sync data for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:04.831211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Provisioning for port 905d43b0-6e39-44b6-ac15-3f783a261502 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:04.844907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Provisioning complete for port 905d43b0-6e39-44b6-ac15-3f783a261502 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:04.849554 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/floatingips/8d0634b4-fcb6-45e7-ae9f-c8428cb70ea2 HTTP/1.1" status: 204 len: 168 time: 8.4293857 May 19 13:05:04.852282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.878668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:04.897187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:04.920234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:04.931532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991193cb-6b72-4301-b9a3-0c740e585ac3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:04.966040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Usage tracker for resource:floatingip and tenant:bed87c9520404a759cc696d346252de9 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:04.975889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:04.982678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.995764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:05.008889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.052163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.054825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Transition to ACTIVE for port object 991193cb-6b72-4301-b9a3-0c740e585ac3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:05.078895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5286f06b-97d2-4e22-96a2-aca989e4ca0a req-c65599dc-f5a1-43b9-846a-c277946a3852 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731753 May 19 13:05:05.108743 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.124022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.131373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1e44d594-df1d-466c-b753-c2f6933391cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:05.147125 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] DHCP port deletion for 976acbf2-a3d5-4825-9a0c-c8dd3be6192d request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:05:05.213372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca46d3-d229-4135-8a26-52d0349832ea req-14f88274-2a88-4dce-bf92-40efb45a9403 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:05.218800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4ca46d3-d229-4135-8a26-52d0349832ea req-14f88274-2a88-4dce-bf92-40efb45a9403 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 931 time: 0.5800831 May 19 13:05:05.223349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:05.224412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.346621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Pushing event updated for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:05.367238 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:05.496624 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da', 'status': 'completed', 'code': 200} May 19 13:05:05.499025 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-41959bcf-a670-4019-82a4-0afca9b5acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:05.500662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-41959bcf-a670-4019-82a4-0afca9b5acff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bc447b1ad7441f586d31a90ab37eb32&device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 1094 time: 1.0106537 May 19 13:05:05.646126 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.671458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Deleting port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:05.671884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.838472 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-0c1b36ca-71af-4a25-8f8e-9202c10f6e6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da HTTP/1.1" status: 200 len: 217 time: 0.3259771 May 19 13:05:05.839099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6e88ebd4-c44f-4d09-b6c1-235f837c7488 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:05.909261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] For port 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e88ebd4-c44f-4d09-b6c1-235f837c7488,segment=NetworkSegment(e57351fb-cd99-4c20-9711-66d5cb790d45),segment_id=e57351fb-cd99-4c20-9711-66d5cb790d45)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:05.910370 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.004659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Allocated IP 172.25.4.216 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/febcd6c3-5804-4ade-87ae-3d6843978ff6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:06.059253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Attempting to bind port 991193cb-6b72-4301-b9a3-0c740e585ac3 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:06.059538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Attempting to bind port 991193cb-6b72-4301-b9a3-0c740e585ac3 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:06.059736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Attempting to bind port 991193cb-6b72-4301-b9a3-0c740e585ac3 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:06.112033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Calling delete_port for 6e88ebd4-c44f-4d09-b6c1-235f837c7488 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:06.128077 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] For port 905d43b0-6e39-44b6-ac15-3f783a261502, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=905d43b0-6e39-44b6-ac15-3f783a261502,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:06.145096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Port 991193cb-6b72-4301-b9a3-0c740e585ac3 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:06.146716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Attempting to bind port 991193cb-6b72-4301-b9a3-0c740e585ac3 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:06.147231 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.157668 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:06.174831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:06.175336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:06.175728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:06.176393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Bound port: 991193cb-6b72-4301-b9a3-0c740e585ac3, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:06.176909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.213279 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.364276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Pushing event updated for resources: {'Port': ['ID=905d43b0-6e39-44b6-ac15-3f783a261502,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:06.375389 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:06.378149 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.385306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4ca46d3-d229-4135-8a26-52d0349832ea req-76cc73b5-c3cb-4ce7-996b-0a0e48656351 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9028945 May 19 13:05:06.404448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port 6e88ebd4-c44f-4d09-b6c1-235f837c7488, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e88ebd4-c44f-4d09-b6c1-235f837c7488,segment=NetworkSegment(e57351fb-cd99-4c20-9711-66d5cb790d45),segment_id=e57351fb-cd99-4c20-9711-66d5cb790d45)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:06.410252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.525650 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.544909 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:06.565804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.646906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-92920869-eb9e-45f6-8e9f-77ff6d3fdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:06.650008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-92920869-eb9e-45f6-8e9f-77ff6d3fdef8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32667e81-8908-4e27-97b7-c365c6856ced HTTP/1.1" status: 200 len: 848 time: 0.7679386 May 19 13:05:06.661459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 6e88ebd4-c44f-4d09-b6c1-235f837c7488 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:06.713515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Pushing event deleted for resources: {'Port': ['ID=6e88ebd4-c44f-4d09-b6c1-235f837c7488,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:06.716577 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:06.730818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] No DVR routers for this DVR port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:06.733771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:06.748667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=991193cb-6b72-4301-b9a3-0c740e585ac3,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:06.770907 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.785628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f88a0ee3-9fc3-458e-a23a-271d4eda1ddd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:06.806973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf4aba10-5867-4f89-b4ce-4991e4a8ceb1 None None] Provisioning complete for port 905d43b0-6e39-44b6-ac15-3f783a261502 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:06.806973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba10-5867-4f89-b4ce-4991e4a8ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.822849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb077de-07cf-4b2a-8a63-3eaf0ed4faa8 req-ef6e5dbe-4fc3-4076-9c87-f0d7ad114804 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:06.825766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fb077de-07cf-4b2a-8a63-3eaf0ed4faa8 req-ef6e5dbe-4fc3-4076-9c87-f0d7ad114804 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 943 time: 1.1872745 May 19 13:05:06.830940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-fd4a176c-704b-4e58-82da-10c6de455b4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6880018-fac1-4fd4-b9dc-9ab6943e790d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649971 May 19 13:05:06.930901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:06.932057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.934696 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] 10.222.0.57 "PUT /v2.0/ports/991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 200 len: 1091 time: 5.4428220 May 19 13:05:06.935667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:07.004325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Pushing event updated for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:07.093763 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:07.175273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.202486 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3', 'status': 'completed', 'code': 200} May 19 13:05:07.213515 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4b2b3045-ecbf-4e3f-af5e-a6398a66f500 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:07.264180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fb077de-07cf-4b2a-8a63-3eaf0ed4faa8 req-60c85078-98e1-4fc6-b07f-5412ec974799 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282765 May 19 13:05:07.343599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-9dd26183-532b-46df-8378-fb706f3fb95d service neutron] 10.222.0.71 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019922 May 19 13:05:07.357788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:07.370613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:07.446532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Allocated IP 172.25.4.179 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/a617640a-c53a-486f-9ff8-9c180a88e30c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:07.457974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:07.556303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Pushing event updated for resources: {'Port': ['ID=febcd6c3-5804-4ade-87ae-3d6843978ff6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:07.570948 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:07.733959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.769007 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4abd88f-7597-45a4-80fc-38b5cbc033b5 tempest-ServersOnMultiNodesTest-1679955927 tempest-ServersOnMultiNodesTest-1679955927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:07.774289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-8cb24c7f-2759-47ea-b95d-8b59969e7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:07.788028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-8cb24c7f-2759-47ea-b95d-8b59969e7c49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 1094 time: 0.7771411 May 19 13:05:07.862849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 905d43b0-6e39-44b6-ac15-3f783a261502 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:07.935697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port 6e88ebd4-c44f-4d09-b6c1-235f837c7488 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:08.059588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=6e88ebd4-c44f-4d09-b6c1-235f837c7488,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:08.080609 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 905d43b0-6e39-44b6-ac15-3f783a261502 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:08.081924 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.090543 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:08.364466 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-3b641813-6de9-438a-aef8-ff8a3b102d13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 200 len: 217 time: 0.1696897 May 19 13:05:08.369378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.386859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976acbf2-a3d5-4825-9a0c-c8dd3be6192d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:08.415047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57351fb-cd99-4c20-9711-66d5cb790d45') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:08.415659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57351fb-cd99-4c20-9711-66d5cb790d45') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:08.437485 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cf29b84-a20e-46c9-88ff-1ecc20cec543 req-13795569-7746-43ed-8949-959178452fda service neutron] 10.222.0.71 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0831697 May 19 13:05:08.451949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.485681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d807-1647-4592-8554-a6608bac87fd req-dc1fdc12-bad1-452e-91c4-648abcab0abf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:08.493717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aaf7d807-1647-4592-8554-a6608bac87fd req-dc1fdc12-bad1-452e-91c4-648abcab0abf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.0987620 May 19 13:05:08.520856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.554107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:05:08.554107 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: timer() May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:05:08.573017 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:05:08.648996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10205760-d775-412b-a7b5-20c51ed66764 req-46932caa-c9fe-4caa-b53a-aac7b8f32562 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:08.656991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10205760-d775-412b-a7b5-20c51ed66764 req-46932caa-c9fe-4caa-b53a-aac7b8f32562 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 943 time: 0.8273764 May 19 13:05:08.688944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-154242c0-09a2-4e54-8790-214d20454482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:08.691338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-154242c0-09a2-4e54-8790-214d20454482 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 1.0387917 May 19 13:05:08.695834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-79b20320-5184-4b24-97a9-7a4c0fcda56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:08.701604 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-79b20320-5184-4b24-97a9-7a4c0fcda56a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.3149424 May 19 13:05:08.763933 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aaf7d807-1647-4592-8554-a6608bac87fd req-9e293892-f646-41ff-9ce0-187affa124e4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671323 May 19 13:05:08.872834 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-ddb1cc68-0700-41ac-8e2d-eb75615ceefe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621737 May 19 13:05:09.094337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.194760 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.208392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10205760-d775-412b-a7b5-20c51ed66764 req-b0af4020-90cc-4220-807b-cff3cdd657b9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501010 May 19 13:05:09.293666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5d3c025d-be6a-407d-928a-563d49718611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:09.327633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.390590 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/976acbf2-a3d5-4825-9a0c-c8dd3be6192d HTTP/1.1" status: 204 len: 168 time: 5.6233788 May 19 13:05:09.401704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:09.451400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1366722099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:09.546797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:09.644056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:09.653220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=976acbf2-a3d5-4825-9a0c-c8dd3be6192d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:09.665522 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:09.680285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:09.706798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:09.718408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.732022 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-16e2ba6f-f171-4c3f-a169-4bb822891440 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:09.738814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-7a8a5f6c-1209-48db-8b4a-e0735bd47d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:09.742111 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-7a8a5f6c-1209-48db-8b4a-e0735bd47d44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bc447b1ad7441f586d31a90ab37eb32&device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 1094 time: 1.1646121 May 19 13:05:09.794713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-d377834d-3776-4322-a91b-ce4f2305e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:09.797577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-d377834d-3776-4322-a91b-ce4f2305e644 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 1.0324054 May 19 13:05:09.827298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Pushing event updated for resources: {'Port': ['ID=a617640a-c53a-486f-9ff8-9c180a88e30c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:09.831103 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:09.857254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.950348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.951751 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.968803 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-2974eda2-d188-47bc-9e21-babb21200377 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9813075 May 19 13:05:09.975221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:10.011641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:10.021845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:10.247741 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.293819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cadd4fd4-0bb0-42d4-aa59-da84e4b7c37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.316951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2151e3-fa2c-4a81-b000-693a0b5eb1a5 req-d38ae956-e87b-4d53-8c59-057763b52f2d tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:10.320212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e2151e3-fa2c-4a81-b000-693a0b5eb1a5 req-d38ae956-e87b-4d53-8c59-057763b52f2d tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 943 time: 1.0893936 May 19 13:05:10.323995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-2f7b36a1-4506-4d1a-9ccf-9fc81b151621 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.4954910 May 19 13:05:10.433404 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.505212 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3902042-885f-4d36-8e90-4bf4312c0c8a req-32327725-331e-46cd-bc1a-2de42f88689c service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284812 May 19 13:05:10.521772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-094920b6-1259-438b-8e43-0472e90cca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:10.524080 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-094920b6-1259-438b-8e43-0472e90cca14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b6880018-fac1-4fd4-b9dc-9ab6943e790d HTTP/1.1" status: 200 len: 909 time: 0.7738400 May 19 13:05:10.646082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.661751 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.662940 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a67e94ed-e6b3-4446-9723-5e4e13385c4a tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2394607 May 19 13:05:10.668739 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.684314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-957033146'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:10.708480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e2151e3-fa2c-4a81-b000-693a0b5eb1a5 req-b9447df8-1357-4609-8873-2255716ef89a tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012793 May 19 13:05:10.710653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-8b22ded4-2346-40a9-9765-da96aba07cd2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da HTTP/1.1" status: 200 len: 217 time: 0.1596856 May 19 13:05:10.724627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-1d44f530-3d47-450c-a64a-c05e44c88cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:10.727661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-1d44f530-3d47-450c-a64a-c05e44c88cb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3877983 May 19 13:05:10.731949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:10.750720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:10.759561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:10.812773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:10.830689 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.833294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14dbbc-7b13-427c-83c1-2eed5cf261ea req-7b38d76c-596c-4ab2-b137-eddccb58b1ee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:10.841414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b14dbbc-7b13-427c-83c1-2eed5cf261ea req-7b38d76c-596c-4ab2-b137-eddccb58b1ee tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8925374 May 19 13:05:10.914885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-3f6e4d7d-a1fe-40dd-a92f-9090c506b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:10.916459 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-3f6e4d7d-a1fe-40dd-a92f-9090c506b809 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32667e81-8908-4e27-97b7-c365c6856ced HTTP/1.1" status: 200 len: 848 time: 0.1987765 May 19 13:05:10.996619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:10.997225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4b14dbbc-7b13-427c-83c1-2eed5cf261ea req-2e5ad744-a190-4889-995f-5c6e2e2faa3e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544139 May 19 13:05:10.999583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9a7f1d81-e477-472a-a3c3-699438a8c4da details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:11.003404 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.009772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-133bf10c-6ed0-43a0-aa01-4d826699c279 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6880018-fac1-4fd4-b9dc-9ab6943e790d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788684 May 19 13:05:11.062603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.220754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-74450068-6cdb-40c3-962e-50e823df0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:11.223570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-74450068-6cdb-40c3-962e-50e823df0e11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4326947 May 19 13:05:11.304457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da,segment=NetworkSegment(cea711ad-6ef1-4ecc-97b0-62e37017f9ce),segment_id=cea711ad-6ef1-4ecc-97b0-62e37017f9ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:11.321545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-57cea7c7-7329-4cdc-893c-e2a3731e6658 service neutron] 10.222.0.71 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035774 May 19 13:05:11.323757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '9a7f1d81-e477-472a-a3c3-699438a8c4da', 'network_id': 'b6880018-fac1-4fd4-b9dc-9ab6943e790d', 'port_id': '9a7f1d81-e477-472a-a3c3-699438a8c4da', 'mac_address': 'fa:16:3e:e5:3d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32667e81-8908-4e27-97b7-c365c6856ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:11.327030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-198a5d54-c13d-4835-bacc-a03842785c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:11.329157 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-198a5d54-c13d-4835-bacc-a03842785c7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 1094 time: 0.7406280 May 19 13:05:11.411787 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.459995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:11.461574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7f1d81-e477-472a-a3c3-699438a8c4da {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:11.526912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da,segment=NetworkSegment(cea711ad-6ef1-4ecc-97b0-62e37017f9ce),segment_id=cea711ad-6ef1-4ecc-97b0-62e37017f9ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:11.537095 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.546960 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:11.565432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-961c3c37-4c0a-4d00-ad18-13ce46d6d265 req-dea79a95-bbc2-462c-8315-858321479f96 service neutron] 10.222.0.71 "GET /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309537 May 19 13:05:11.726540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:11.731163 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:11.794309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.794646 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment 044e0923-02d0-4773-b7e9-fe11acb7d7c0 of type vlan for network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 May 19 13:05:11.803323 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-f2a8be7f-357e-4989-9a6e-65b02f66b6f9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662766 May 19 13:05:11.874315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['9a7f1d81-e477-472a-a3c3-699438a8c4da'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:11.899739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.950059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-b5402635-491a-4765-8d59-5a57f842e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:11.951685 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-b5402635-491a-4765-8d59-5a57f842e020 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.6064696 May 19 13:05:12.044305 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:12.074524 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-44d603d1-1863-4a1f-bae0-8c31450a9d48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 200 len: 217 time: 0.1048164 May 19 13:05:12.085012 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.124563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.130368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:12.131004 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.141837 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:12.156449 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.185095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e8ecd-b138-4a2c-8593-0ceae9527be0 req-869c71bd-989a-41f3-b482-bca299dcc845 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:12.187119 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-018e8ecd-b138-4a2c-8593-0ceae9527be0 req-869c71bd-989a-41f3-b482-bca299dcc845 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 943 time: 1.0060942 May 19 13:05:12.218663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:12.315834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-5194d156-ca91-4b13-babf-6ed05181d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:12.317449 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-5194d156-ca91-4b13-babf-6ed05181d361 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.2282884 May 19 13:05:12.318717 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6483326 May 19 13:05:12.333695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:12.361839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:12.371559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=006db972-41ca-4ef2-b35b-dcc0ca7a23e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:12.401541 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:12.446566 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd11d09e-c3fd-45d9-8c5b-a55a651f695a req-977694b4-339a-43d8-a990-abb88cf35a3c service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341796 May 19 13:05:12.449154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:12.449508 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2c3bef0-ed18-49a5-9963-f54558efdb1f tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:12.501536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-b1ffe650-24ae-43ab-ac1c-5d0bae3cec6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730943 May 19 13:05:12.517774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-018e8ecd-b138-4a2c-8593-0ceae9527be0 req-a3cdb767-ef7e-40b6-acbc-65243f2e8f8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804384 May 19 13:05:12.572819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.818042 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52fc3f02-80f8-4ee4-8683-86d067b76ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.827942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54a1f8-2990-4008-839b-ee2165fa19c1 req-12005f0f-aa62-4ce0-86e0-776fad46e4a0 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:12.836900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac54a1f8-2990-4008-839b-ee2165fa19c1 req-12005f0f-aa62-4ce0-86e0-776fad46e4a0 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 944 time: 0.7598155 May 19 13:05:12.907508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:12.913219 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.925185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:12.946361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac54a1f8-2990-4008-839b-ee2165fa19c1 req-db831627-e902-4695-8df8-2554093981b4 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091166 May 19 13:05:12.956628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Pushing event updated for resources: {'Port': ['ID=a617640a-c53a-486f-9ff8-9c180a88e30c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:12.992743 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.993686 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1032038 May 19 13:05:13.007121 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:13.011016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9a7f1d81-e477-472a-a3c3-699438a8c4da up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:13.012349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.025036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:13.109756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:13.130591 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-cb9cacb5-909e-4fc2-997e-f211657883ff service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147852 May 19 13:05:13.136341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:13.154159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:13.159128 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Sync routers for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:13.164422 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.181655 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:13.183443 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:13.327018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 9a7f1d81-e477-472a-a3c3-699438a8c4da completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:13.379659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 9a7f1d81-e477-472a-a3c3-699438a8c4da triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:13.380425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.474083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:13.502271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:13.516911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Usage tracker for resource:floatingip and tenant:acc9099e41f94357aa20ae1051141ab9 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:13.530767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:13.541823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.550347 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.3880279 May 19 13:05:13.565864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.567009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:13.570428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cd6f7-3f77-4395-8b6e-fa00ffd1f0c8 req-06d5b310-aa9e-4a92-a4fb-6d31bcf8df75 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:13.572763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-721cd6f7-3f77-4395-8b6e-fa00ffd1f0c8 req-06d5b310-aa9e-4a92-a4fb-6d31bcf8df75 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.6247406 May 19 13:05:13.684535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 991193cb-6b72-4301-b9a3-0c740e585ac3 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:13.691593 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-8a430d9f-4cd3-4d41-b74e-02a236782d5f req-4fd5ff11-65a8-4caf-b0b8-745c5f29cc02 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499642 May 19 13:05:13.715733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-721cd6f7-3f77-4395-8b6e-fa00ffd1f0c8 req-bad50223-2c9d-4cf1-8248-b8b0a164c8df tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287231 May 19 13:05:13.729094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.750501 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-bf46a7a0-1cff-4305-a1ea-c4fa84887d1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3897116 May 19 13:05:13.785966 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:13.789853 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.923060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:14.000898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-5d47a6b8-c845-4d78-83d2-758f9d9e90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:14.002586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-5d47a6b8-c845-4d78-83d2-758f9d9e90bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 1058 time: 0.2178831 May 19 13:05:14.078083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da,segment=NetworkSegment(cea711ad-6ef1-4ecc-97b0-62e37017f9ce),segment_id=cea711ad-6ef1-4ecc-97b0-62e37017f9ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:14.109639 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.118150 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7f34389d-d074-4a12-8c2e-26f99ee98eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:14.343098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=991193cb-6b72-4301-b9a3-0c740e585ac3,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:14.381260 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.404606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '991193cb-6b72-4301-b9a3-0c740e585ac3', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '991193cb-6b72-4301-b9a3-0c740e585ac3', 'mac_address': 'fa:16:3e:9c:15:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:14.426243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.441685 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:14.517362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-8fb7aacc-2528-48b6-a517-253d02795102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:14.521729 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-8fb7aacc-2528-48b6-a517-253d02795102 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.4433374 May 19 13:05:14.555520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308c07e-ff30-49b1-98b6-3f07bd4e85f9 req-9223c1b7-a1d3-4ca3-9b41-0b1aeec0470f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:14.557114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0308c07e-ff30-49b1-98b6-3f07bd4e85f9 req-9223c1b7-a1d3-4ca3-9b41-0b1aeec0470f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 943 time: 0.5411842 May 19 13:05:14.639486 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:08Z', 'revision_number': 3, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:14.647665 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Checking router: 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:14.648333 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Updating router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec port febcd6c3-5804-4ade-87ae-3d6843978ff6 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:14.703820 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.724210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-022c8853-2592-4ed4-874d-afa6c4526b39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 200 len: 217 time: 0.1660471 May 19 13:05:14.753103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991193cb-6b72-4301-b9a3-0c740e585ac3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:14.774262 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.778625 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=991193cb-6b72-4301-b9a3-0c740e585ac3,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:14.787407 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.791967 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0308c07e-ff30-49b1-98b6-3f07bd4e85f9 req-62c9b979-ba96-402a-a015-ae6888fab2a3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155097 May 19 13:05:14.808425 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-241c0eb8-17c8-4e3f-883e-0ee25fb2615c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:14.948762 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da', 'code': 200} May 19 13:05:14.990777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.078748 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:15.084844 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:15.149837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:15.389724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.580700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-ecc60708-94fb-4523-b145-7f77f2299cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:15.582735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-ecc60708-94fb-4523-b145-7f77f2299cae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.8051555 May 19 13:05:15.626582 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.633513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704650f-975c-4e67-9fa1-f92709b2860e req-a02ef43f-b742-445e-88ba-0de990929b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:15.635328 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a704650f-975c-4e67-9fa1-f92709b2860e req-a02ef43f-b742-445e-88ba-0de990929b18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 1096 time: 0.5227957 May 19 13:05:15.642029 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Transition to ACTIVE for port object febcd6c3-5804-4ade-87ae-3d6843978ff6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:15.657982 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.673479 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6816fadf-fa8a-4cdf-a118-19fc285ce7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:15.779502 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.809777 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a341f1-e674-44d7-baff-950501705934 None None] Pushing event updated for resources: {'Port': ['ID=febcd6c3-5804-4ade-87ae-3d6843978ff6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:15.846652 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Attempting to bind port febcd6c3-5804-4ade-87ae-3d6843978ff6 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:15.847736 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Attempting to bind port febcd6c3-5804-4ade-87ae-3d6843978ff6 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:15.848410 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Attempting to bind port febcd6c3-5804-4ade-87ae-3d6843978ff6 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:15.855890 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-54a341f1-e674-44d7-baff-950501705934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:15.857017 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:15.857855 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:15.858463 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.859051 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:15.859727 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Bound port: febcd6c3-5804-4ade-87ae-3d6843978ff6, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:15.860339 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.883055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18abab-6b50-4c0e-9efb-80d345f5697b req-63ac96fe-0418-468c-ab0b-52c3d5bcfdda tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:15.894205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a18abab-6b50-4c0e-9efb-80d345f5697b req-63ac96fe-0418-468c-ab0b-52c3d5bcfdda tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.6691759 May 19 13:05:15.906790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a8ae4-8fa5-42b4-8397-7ca7f5d94940 req-57e65953-df02-423d-9a7f-07ab5189ba0d tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:15.914655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a92a8ae4-8fa5-42b4-8397-7ca7f5d94940 req-57e65953-df02-423d-9a7f-07ab5189ba0d tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 945 time: 0.9452198 May 19 13:05:15.965854 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] For port febcd6c3-5804-4ade-87ae-3d6843978ff6, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:15.970954 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] For port febcd6c3-5804-4ade-87ae-3d6843978ff6, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=febcd6c3-5804-4ade-87ae-3d6843978ff6,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:15.979509 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.993875 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-06cade8d-01d4-4ea7-89d8-e999c9a569c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:16.001401 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a704650f-975c-4e67-9fa1-f92709b2860e req-2770f8ee-8844-4560-873b-e82a3a3f2af2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481903 May 19 13:05:16.015606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a92a8ae4-8fa5-42b4-8397-7ca7f5d94940 req-c21e6d5d-1ad8-4e2a-8d01-ad5a974f9698 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999591 May 19 13:05:16.068443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Allocated IP 172.25.4.251 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/0898a9da-6783-4cce-b621-b6504ccbe2d7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:16.079982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a18abab-6b50-4c0e-9efb-80d345f5697b req-c7e40ba9-082f-4bf3-beca-998b3dc491d3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820266 May 19 13:05:16.118317 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a341f1-e674-44d7-baff-950501705934 None None] Pushing event updated for resources: {'Port': ['ID=febcd6c3-5804-4ade-87ae-3d6843978ff6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:16.130427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-c66190bc-762e-4b55-a57b-c9a7de9cd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:16.133158 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-c66190bc-762e-4b55-a57b-c9a7de9cd93a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5198531 May 19 13:05:16.133338 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-54a341f1-e674-44d7-baff-950501705934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:16.159159 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:16.160177 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:16.465740 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:16.521275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.544951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5ba38de-74c5-404f-ad82-a62fd7ce9add tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:16.584991 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-300aea3f-0cbf-4b33-9e85-3b40c476cc8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8494997 May 19 13:05:16.630883 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.959685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.031005 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.228785 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:08Z', 'revision_number': 3, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:17.237832 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332057ab-1a1f-4d13-ba3b-99d94a8e3f51 None None] The sync data for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 is: [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:08Z', 'revision_number': 3, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:17.372121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=1d43641b-2e43-452c-897f-8287e00c74a1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:17.388430 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:17.407958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:17.410582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 006db972-41ca-4ef2-b35b-dcc0ca7a23e1, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:17.421902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-30f07d5d-cfa1-4328-a0d3-ac6f29b2b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:17.425281 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-30f07d5d-cfa1-4328-a0d3-ac6f29b2b80d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.6158178 May 19 13:05:17.428693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Allocated IP 172.20.0.1 (5de407ee-211f-4232-b041-7154fcd3a984/54f0dff3-9ffd-4611-90c2-9bd423353fd8/10722ac1-8a97-4360-a1bc-a2b81d30fc0e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:17.451109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-60952cc9-9e94-493e-be3c-e50fa6c1acf8 service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3087733 May 19 13:05:17.501503 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.532342 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:17.585705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:17.611717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1360ca-8839-4cf6-9604-c783166bd910 req-46f6b5de-ae00-44c9-9850-0d6f8381cbd5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:17.619473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b1360ca-8839-4cf6-9604-c783166bd910 req-46f6b5de-ae00-44c9-9850-0d6f8381cbd5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 944 time: 1.1859732 May 19 13:05:17.630749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:17.669643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 991193cb-6b72-4301-b9a3-0c740e585ac3 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:17.769226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 006db972-41ca-4ef2-b35b-dcc0ca7a23e1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:17.806898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:17.877769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ba2e-8bf3-48c3-acb7-c2ca9d849455 req-059d0bc6-cf08-4ba9-af36-72f497cd0889 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:17.880440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38c5ba2e-8bf3-48c3-acb7-c2ca9d849455 req-059d0bc6-cf08-4ba9-af36-72f497cd0889 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.6664474 May 19 13:05:17.901069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ac463-01c5-46d3-b5e6-70c46f798d3a None None] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:17.912816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b1360ca-8839-4cf6-9604-c783166bd910 req-7900c58c-7d92-43f6-b00a-67a297bb1444 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795222 May 19 13:05:17.912816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:17.912816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.067163 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7315996 May 19 13:05:18.084452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-38c5ba2e-8bf3-48c3-acb7-c2ca9d849455 req-7c4aa290-ed2e-4e7e-8b3b-5f5ff418fc16 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560910 May 19 13:05:18.091265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-025dd598-4037-4c6c-b179-f19e1d4d47cf req-c888bd31-4c7e-4700-8461-436f78a0799c service neutron] 10.222.0.71 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198061 May 19 13:05:18.096275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:18.231275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 991193cb-6b72-4301-b9a3-0c740e585ac3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:18.279135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 991193cb-6b72-4301-b9a3-0c740e585ac3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:18.279505 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.312963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:18.655079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:05:18.656115 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.784614 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.794735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Pushing event updated for resources: {'Port': ['ID=0898a9da-6783-4cce-b621-b6504ccbe2d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:18.837200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.837708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.838037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.838400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.838776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.839152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.839499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.839869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.840302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.840644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.841007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.841368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:18.863845 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=991193cb-6b72-4301-b9a3-0c740e585ac3,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:18.870962 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.339s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:18.880501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:18.901805 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.912279 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:18.916685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-06ba0308-f102-47bb-944c-cbfeb3943c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:18.921095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-06ba0308-f102-47bb-944c-cbfeb3943c37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 1.4647577 May 19 13:05:18.958098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.158412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa8026-77e5-460b-988f-e57575f2fec6 req-cb8d6146-d716-4447-8718-305e61dcfc68 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:19.161497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f8aa8026-77e5-460b-988f-e57575f2fec6 req-cb8d6146-d716-4447-8718-305e61dcfc68 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 945 time: 0.8477185 May 19 13:05:19.161713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Transition to ACTIVE for port object 10722ac1-8a97-4360-a1bc-a2b81d30fc0e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:19.188613 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.220717 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-bc10c0b4-8e45-450a-8c40-36e7cf6c26a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.2714090 May 19 13:05:19.240180 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Allocated IP 172.20.0.2 (006db972-41ca-4ef2-b35b-dcc0ca7a23e1/1d43641b-2e43-452c-897f-8287e00c74a1/cfa18433-f02d-4c40-83c8-a257e9d0ca14) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:19.281632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958061f-a9dd-4953-822e-c7f2c7159d03 req-01dc2b23-da93-4780-80fa-c3ea5017ae1e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:19.287817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0958061f-a9dd-4953-822e-c7f2c7159d03 req-01dc2b23-da93-4780-80fa-c3ea5017ae1e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7596862 May 19 13:05:19.478010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f8aa8026-77e5-460b-988f-e57575f2fec6 req-6eb167d6-fe5a-46ac-a21a-6d88a9182477 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761507 May 19 13:05:19.481599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.507402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.509764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0958061f-a9dd-4953-822e-c7f2c7159d03 req-f5acbcf8-b9a9-4c19-8f07-b1fa27f49cdc tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063591 May 19 13:05:19.610263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-695a8a6b-57d8-4c44-b76e-105b0b3eb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:19.612678 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-695a8a6b-57d8-4c44-b76e-105b0b3eb6ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 0.3256359 May 19 13:05:19.626604 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3', 'code': 200} May 19 13:05:19.749141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.769897 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1057de58-6076-485e-b07e-ba037b2ffc8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:19.785837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.802892 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:19.889708 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device febcd6c3-5804-4ade-87ae-3d6843978ff6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:19.983568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Network 5de407ee-211f-4232-b041-7154fcd3a984 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:19.994922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:20.008801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:20.212561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Pushing event updated for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:20.217802 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.243106 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:20.309280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port febcd6c3-5804-4ade-87ae-3d6843978ff6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:20.337797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Transition to ACTIVE for port object cfa18433-f02d-4c40-83c8-a257e9d0ca14 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:20.369797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port febcd6c3-5804-4ade-87ae-3d6843978ff6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:20.370597 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.425116 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.484530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-f6262bfe-df82-4f0d-b90d-bdcf4c5bb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:20.486533 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-f6262bfe-df82-4f0d-b90d-bdcf4c5bb709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8525493 May 19 13:05:20.516136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Transition to ACTIVE for port object cfa18433-f02d-4c40-83c8-a257e9d0ca14 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:20.598517 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.603969 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:20.786943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.814284 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.822310 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:20.870891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf752932-a10e-490b-a692-bd31d2c28aff None None] Provisioning for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:20.878501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:20.901926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-da3959e0-368d-46f4-b7ed-16d6057924bb service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963168 May 19 13:05:20.902967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Pushing event updated for resources: {'Port': ['ID=cfa18433-f02d-4c40-83c8-a257e9d0ca14,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:20.914965 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:20.916755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:20.935009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.941836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf752932-a10e-490b-a692-bd31d2c28aff None None] Provisioning complete for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:20.942212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf752932-a10e-490b-a692-bd31d2c28aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.976903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:21.145191 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.207248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Pushing event updated for resources: {'Port': ['ID=0898a9da-6783-4cce-b621-b6504ccbe2d7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:21.218801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port febcd6c3-5804-4ade-87ae-3d6843978ff6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=febcd6c3-5804-4ade-87ae-3d6843978ff6,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:21.226032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Attempting to bind port cfa18433-f02d-4c40-83c8-a257e9d0ca14 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:21.226552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Attempting to bind port cfa18433-f02d-4c40-83c8-a257e9d0ca14 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:21.226755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Attempting to bind port cfa18433-f02d-4c40-83c8-a257e9d0ca14 on network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:21.228606 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:21.245308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:21.246502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Checking segment: {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:21.250041 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.250844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Bound using segment: {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:21.251537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Bound port: cfa18433-f02d-4c40-83c8-a257e9d0ca14, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:21.253093 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.365163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.388468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] For port cfa18433-f02d-4c40-83c8-a257e9d0ca14, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:21.393283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] For port cfa18433-f02d-4c40-83c8-a257e9d0ca14, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cfa18433-f02d-4c40-83c8-a257e9d0ca14,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:21.394950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf752932-a10e-490b-a692-bd31d2c28aff None None] Port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:21.398707 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.401332 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:21.407248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcff55-7f0b-433c-b698-79b1fe6fadd5 req-f8b2982f-1c3d-4c07-b567-fc28178f9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:21.409507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51fcff55-7f0b-433c-b698-79b1fe6fadd5 req-f8b2982f-1c3d-4c07-b567-fc28178f9d44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 1096 time: 1.6289079 May 19 13:05:21.428166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a603bff-0374-4c54-8f38-7aefac8db6df req-4bdc9051-66f9-4c21-85fa-f653aa1ddac4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:21.429879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a603bff-0374-4c54-8f38-7aefac8db6df req-4bdc9051-66f9-4c21-85fa-f653aa1ddac4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 945 time: 1.4786263 May 19 13:05:21.454413 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.534952 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=febcd6c3-5804-4ade-87ae-3d6843978ff6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:21.538358 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:21.538921 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23d44d68-9899-4aa2-a2ca-18e4088a5835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:21.570675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a16396-efa8-4662-bf77-b13393077317 req-5774df36-eab5-489e-815f-57ce805dd78d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:21.579640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a16396-efa8-4662-bf77-b13393077317 req-5774df36-eab5-489e-815f-57ce805dd78d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.8129253 May 19 13:05:21.615442 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.617895 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5996490 May 19 13:05:21.624103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:21.660051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51fcff55-7f0b-433c-b698-79b1fe6fadd5 req-01d1fd21-b93b-4e4a-9293-4917d4b485e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180347 May 19 13:05:21.703399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Pushing event updated for resources: {'Port': ['ID=cfa18433-f02d-4c40-83c8-a257e9d0ca14,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:21.720016 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:21.768371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4b06fa46-9105-4607-8af6-b78b344eb2fd tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Synchronizing usage tracker for tenant:bed87c9520404a759cc696d346252de9 on resource:floatingip {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:21.777135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device febcd6c3-5804-4ade-87ae-3d6843978ff6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:21.949190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-04a16396-efa8-4662-bf77-b13393077317 req-8c626542-0b49-4181-b387-a42c41525182 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657551 May 19 13:05:22.052263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a603bff-0374-4c54-8f38-7aefac8db6df req-168034d7-a8c9-4796-ac2f-87a56a3ede0c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6038644 May 19 13:05:22.054591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port febcd6c3-5804-4ade-87ae-3d6843978ff6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:22.054980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.101991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.20.0.1 (006db972-41ca-4ef2-b35b-dcc0ca7a23e1/1d43641b-2e43-452c-897f-8287e00c74a1/a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:22.110701 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-042ed43f-4946-4f22-8d0c-4d0766d16595 req-b58ef21f-00a0-489c-8e57-8d242ea694b9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1998756 May 19 13:05:22.213552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4b06fa46-9105-4607-8af6-b78b344eb2fd tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Unset dirty status for tenant:bed87c9520404a759cc696d346252de9 on resource:floatingip {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:22.215817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b06fa46-9105-4607-8af6-b78b344eb2fd tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.5875845 May 19 13:05:22.220392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:22.370793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5e1a7bc4-d46b-47d5-bb4c-8deaa543393b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Synchronizing usage tracker for tenant:775ab79e3080496994e3060bb7b088a4 on resource:floatingip {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:22.535038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.569132 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.649274 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.730889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:22.800413 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:22.852005 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.880360 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c0ba9e57-4a39-42af-9c6c-b8641a667792 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:22.974749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Pushing event updated for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:22.980050 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:22.995702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:23.010071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5e1a7bc4-d46b-47d5-bb4c-8deaa543393b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Unset dirty status for tenant:775ab79e3080496994e3060bb7b088a4 on resource:floatingip {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:23.017002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e1a7bc4-d46b-47d5-bb4c-8deaa543393b tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.7898335 May 19 13:05:23.018963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:23.031086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:23.073823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:23.303727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:23.389214 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.435671 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:23.539069 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.751323 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be795a-fccb-4bc8-a476-ed1c39397107 None None] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:23.946670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Deleting port 0898a9da-6783-4cce-b621-b6504ccbe2d7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:23.947079 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.955753 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cfa18433-f02d-4c40-83c8-a257e9d0ca14 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:23.967946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Network 5de407ee-211f-4232-b041-7154fcd3a984 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:23.981702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:23.998888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbd0d0-71ab-4d32-8412-64622204a540 req-b7e1d568-f278-4f79-8745-8c4b3306da64 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:24.008155 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ddbd0d0-71ab-4d32-8412-64622204a540 req-b7e1d568-f278-4f79-8745-8c4b3306da64 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7323372 May 19 13:05:24.027589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24af2cce-3213-4833-bab8-93b45024347e None None] Provisioning for port cfa18433-f02d-4c40-83c8-a257e9d0ca14 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:24.099094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a388-35a2-4b3f-b0d4-ae1e2a435391 req-1b9d288b-d349-44d3-a504-8c5ec1fdad21 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:24.116567 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2aa6a388-35a2-4b3f-b0d4-ae1e2a435391 req-1b9d288b-d349-44d3-a504-8c5ec1fdad21 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 945 time: 0.6791766 May 19 13:05:24.224034 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ddbd0d0-71ab-4d32-8412-64622204a540 req-2f539678-1029-4cbc-b629-185960326a30 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149491 May 19 13:05:24.232889 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:05:24.282936 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.320293 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2aa6a388-35a2-4b3f-b0d4-ae1e2a435391 req-94b7194f-7d4d-4bc8-a1dc-8ab4ece9521f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023716 May 19 13:05:24.437429 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port cfa18433-f02d-4c40-83c8-a257e9d0ca14 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:24.461763 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port cfa18433-f02d-4c40-83c8-a257e9d0ca14 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:24.462420 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.819099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.819929 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.994168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfae8e58-5cb4-4491-89a9-dc9fa7e392cb None None] Provisioning complete for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:24.994765 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfae8e58-5cb4-4491-89a9-dc9fa7e392cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.001238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Calling delete_port for 0898a9da-6783-4cce-b621-b6504ccbe2d7 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:25.019658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:25.289104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cfae8e58-5cb4-4491-89a9-dc9fa7e392cb None None] Port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:25.301399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.398878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port cfa18433-f02d-4c40-83c8-a257e9d0ca14, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cfa18433-f02d-4c40-83c8-a257e9d0ca14,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:25.406155 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.409043 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-86bac429-beda-4450-bb98-33e4ff8dc4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:25.554654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=cfa18433-f02d-4c40-83c8-a257e9d0ca14,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:25.558630 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:25.615407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-91d8fd23-8f0f-42d7-b60f-bce14f77e657 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:25.623401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-91d8fd23-8f0f-42d7-b60f-bce14f77e657 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.6596007 May 19 13:05:25.660951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-03de16ec-3375-498e-95b3-91a02e0762ef tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0360038 May 19 13:05:25.748028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:25.757172 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] 10.222.0.69 "PUT /v2.0/routers/0658da82-bdfd-4b9d-bf16-e1f13d1b90ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1762197 May 19 13:05:25.784530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Sync routers for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:25.818831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cfa18433-f02d-4c40-83c8-a257e9d0ca14 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:25.964501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5866d-26c4-43ac-8839-3f598a53061f req-b903594f-0e9a-4a5a-90af-36410a889e80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:25.975787 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fe5866d-26c4-43ac-8839-3f598a53061f req-b903594f-0e9a-4a5a-90af-36410a889e80 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.6549575 May 19 13:05:25.995454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:25.997031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:26.008104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.019449 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:26.057284 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:26.082690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-f4deb194-6e19-4b02-97ad-42ccc0a1fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:26.083631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-f4deb194-6e19-4b02-97ad-42ccc0a1fee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6c385f268c74baabf8254875377953d&device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 1095 time: 0.9716156 May 19 13:05:26.088875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Pushing event deleted for resources: {'Port': ['ID=0898a9da-6783-4cce-b621-b6504ccbe2d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:26.091652 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:26.141917 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.187913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.354325 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bc0fe56d-1bd1-47a4-8e05-f8d1487b9785 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:26.372132 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Provisioning for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:26.391605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.419458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.425353 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] 10.222.0.69 "DELETE /v2.0/floatingips/dc20239f-0727-4bbc-bac7-a2c355d3b2d0 HTTP/1.1" status: 204 len: 168 time: 3.3967645 May 19 13:05:26.431850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Provisioning complete for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:26.432253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:26.433108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.438242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-53b2d43f-6c7e-4598-9cf6-a9b661015c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:26.440104 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-53b2d43f-6c7e-4598-9cf6-a9b661015c75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 200 len: 912 time: 0.3451009 May 19 13:05:26.477673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-bcc6c0a8-8e08-4391-9a84-902867ed5444 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8150287 May 19 13:05:26.512169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fe5866d-26c4-43ac-8839-3f598a53061f req-82b7b25f-dd35-452e-8ffe-0e98d8da5ebf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347850 May 19 13:05:26.589024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:26.602275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.621333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:26.916955 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Provisioning complete for port cfa18433-f02d-4c40-83c8-a257e9d0ca14 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:26.917559 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8df69977-9c20-4a5b-bfe0-9af302bd45d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.970342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Deleting port a617640a-c53a-486f-9ff8-9c180a88e30c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:26.970809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.981527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.985946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.988749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.990372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.992090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-38c29a09-99f5-4c34-bc1f-91d6081d134b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 200 len: 999 time: 0.2528822 May 19 13:05:26.992658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.996642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.997223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.998914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.999420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:26.999895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:27.002614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:27.003992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:27.034684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port cfa18433-f02d-4c40-83c8-a257e9d0ca14 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:27.036002 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.054968 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:27.069162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:27.078058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:27.145092 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:27.626302 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-11c79fbd-d727-48b6-a40a-533b37e8518c service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1471384 May 19 13:05:27.676235 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.677357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.727826 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99e33d71-e849-4aef-a149-a19a25f8e412 req-fd4753da-5283-43e6-b19f-f72a44bdfa71 tempest-FloatingIPsNegativeTestJSON-1745853735 tempest-FloatingIPsNegativeTestJSON-1745853735-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=ca2f8035d9cd4f1c91df5f3b222af8a2 HTTP/1.1" status: 200 len: 217 time: 0.1216047 May 19 13:05:27.981214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Calling delete_port for a617640a-c53a-486f-9ff8-9c180a88e30c owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:28.054413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-fbde6046-42ea-47dc-a261-be156197c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:28.056974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-fbde6046-42ea-47dc-a261-be156197c0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 200 len: 850 time: 1.0496585 May 19 13:05:28.066119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:28.174911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-48f22023-e709-4fa8-ac8c-fa306ff5431a service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445422 May 19 13:05:28.245094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-0fd63297-c13b-4a33-958d-aa53dce5d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:28.250723 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-0fd63297-c13b-4a33-958d-aa53dce5d301 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848927 May 19 13:05:28.575184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88239a3b-5808-4f3a-9575-98957af54637 req-8efc8654-3882-42ff-b73c-25d9dda5ef0e tempest-FloatingIPsNegativeTestJSON-1745853735 tempest-FloatingIPsNegativeTestJSON-1745853735-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0434449 May 19 13:05:28.801684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.821471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6bae4912-67e0-44ae-bf90-75d895dd05bd None None] Provisioning complete for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:28.822861 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bae4912-67e0-44ae-bf90-75d895dd05bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.825696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f0ae3201-811f-433a-8f74-d8e9cba95c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:28.896290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4912-67e0-44ae-bf90-75d895dd05bd None None] Port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:28.957369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '10722ac1-8a97-4360-a1bc-a2b81d30fc0e', 'name': '', 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'mac_address': 'fa:16:3e:83:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:16Z', 'updated_at': '2021-05-19T13:05:21Z', 'revision_number': 2, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'subnets': [{'id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:28.964301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Checking router: 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:28.964780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Updating router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:29.057164 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.147167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Pushing event deleted for resources: {'Port': ['ID=a617640a-c53a-486f-9ff8-9c180a88e30c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:29.194297 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:29.309878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-980dfeac-32d7-42bb-8d98-fed98c026d73 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9825785 May 19 13:05:29.544212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:29.555938 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:29.577639 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:29.578703 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:29.618296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5122137 May 19 13:05:29.619843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:29.634779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1338265867'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:29.652127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:29.666424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd440207-e828-472e-99b9-9cac77639272 req-fc059636-2f98-4d80-8d7b-f75c24007b34 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:29.674508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e3565e-6531-412c-a95e-47e675d4da07 req-f8cf8458-edca-41b4-8a2e-920bf1341422 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370461 May 19 13:05:29.686267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd440207-e828-472e-99b9-9cac77639272 req-fc059636-2f98-4d80-8d7b-f75c24007b34 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.5050020 May 19 13:05:29.687603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.755448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:29.764137 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.765812 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/d6daf2d6-01dd-4ddd-a1e3-19184a825763 HTTP/1.1" status: 204 len: 168 time: 3.3304608 May 19 13:05:29.769571 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:29.789442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:29.807086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:29.888795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd440207-e828-472e-99b9-9cac77639272 req-cb713757-f642-45e9-82dc-2fc31bd9607e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998141 May 19 13:05:29.890472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:29.896890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.002941 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.030195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Transition to ACTIVE for port object 10722ac1-8a97-4360-a1bc-a2b81d30fc0e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:30.057846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.097840 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:30.104968 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-36acb07d-317a-41c8-976a-a357e0dcd194 req-e33a0c4a-9deb-43d0-911e-ac48081b7e84 tempest-FloatingIPsNegativeTestJSON-1745853735 tempest-FloatingIPsNegativeTestJSON-1745853735-project] show failed (client error): The resource could not be found. May 19 13:05:30.121603 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36acb07d-317a-41c8-976a-a357e0dcd194 req-e33a0c4a-9deb-43d0-911e-ac48081b7e84 tempest-FloatingIPsNegativeTestJSON-1745853735 tempest-FloatingIPsNegativeTestJSON-1745853735-project] 10.222.0.69 "GET /v2.0/floatingips/9b6317c3-756e-4b8d-a1e6-b97639f74f29 HTTP/1.1" status: 404 len: 350 time: 0.1871278 May 19 13:05:30.132877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:30.143785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port aafb9687-8c0c-4cb5-a6f0-b546da280474 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:30.144654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.166193 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:30.238290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Pushing event updated for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:30.348305 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:30.370170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.572982 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Attempting to bind port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:30.573284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Attempting to bind port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:30.573660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Attempting to bind port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e on network 5de407ee-211f-4232-b041-7154fcd3a984 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:30.601303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:30.601707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Checking segment: {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:30.602197 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.602911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Bound using segment: {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:30.605403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Bound port: 10722ac1-8a97-4360-a1bc-a2b81d30fc0e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37635eb0-6fd1-472f-9209-c28007977d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:30.605932 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.714737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for aafb9687-8c0c-4cb5-a6f0-b546da280474 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:30.826511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:30.907963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] For port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:30.921322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] For port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:30.936795 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.960307 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3c1635e3-a2be-43b7-b64b-1c442ef13885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:31.153249 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.153631 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment 964fc7a0-6e0b-436d-8762-5fc261c7ed89 of type vlan for network 5565e91a-1b02-48c0-a280-e09f8ad33392 May 19 13:05:31.162913 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:24Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.163575 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.166188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:31.166842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.170630 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:31.171321 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Updating router fa2b2616-3329-4dac-a9dc-d41019261ade port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:31.186273 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-04c9b2fe-551f-4700-a671-ca606fcb5f4f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:31.253290 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.385493 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=aafb9687-8c0c-4cb5-a6f0-b546da280474,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:31.396639 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:31.529160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Pushing event updated for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:31.558216 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:31.855379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.892686 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/ports/aafb9687-8c0c-4cb5-a6f0-b546da280474 HTTP/1.1" status: 204 len: 168 time: 2.1192222 May 19 13:05:31.906928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:31.929171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-2cccb87c-9f95-498f-bbef-23cfc082c81c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:31.936387 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-2cccb87c-9f95-498f-bbef-23cfc082c81c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.9304955 May 19 13:05:32.042657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827542bf-230f-417d-bb01-b487c2845ca6 req-e72fa1fa-7b8c-481f-a75d-1aac264ed6f9 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:32.045694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-827542bf-230f-417d-bb01-b487c2845ca6 req-e72fa1fa-7b8c-481f-a75d-1aac264ed6f9 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 945 time: 1.6855669 May 19 13:05:32.077720 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.086959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': 'dcb34aed-7654-4def-895e-fef98c52df62', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:32.098204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:32.188656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c5ef1cbb-4fb9-4402-96c8-94fa6de613a8 req-23c5e6af-bb36-4f61-9087-a049de6bcd88 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 210 time: 0.0948801 May 19 13:05:32.214463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-fa8a6654-ba68-42b7-91b6-da86afc3802a tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:32.216231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-fa8a6654-ba68-42b7-91b6-da86afc3802a tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 945 time: 1.2601142 May 19 13:05:32.400264 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.429905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40741d-4f39-4b64-8ec2-8a206be753e0 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:32.431382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ce40741d-4f39-4b64-8ec2-8a206be753e0 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Synchronizing usage tracker for tenant:775ab79e3080496994e3060bb7b088a4 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:32.432985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-827542bf-230f-417d-bb01-b487c2845ca6 req-aa1ee5f0-e7fd-4011-8bfc-3c5d0c6e5b53 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746805 May 19 13:05:32.435338 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Transition to ACTIVE for port object a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:32.452930 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.458807 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:32.531066 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.541024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:32.541443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.558731 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:32.569042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:32.588612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ce40741d-4f39-4b64-8ec2-8a206be753e0 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Unset dirty status for tenant:775ab79e3080496994e3060bb7b088a4 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:32.592415 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce40741d-4f39-4b64-8ec2-8a206be753e0 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "GET /v2.0/ports?device_id=d80eb799-cc86-461e-ac4d-10ee8467e78a HTTP/1.1" status: 200 len: 913 time: 0.6800656 May 19 13:05:32.592415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Usage tracker for resource:port and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:32.601339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.606637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:32.624766 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Pushing event updated for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:32.630432 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:32.719146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=5565e91a-1b02-48c0-a280-e09f8ad33392,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:32.731706 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:32.777551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:32.813913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Deleting port 9a7f1d81-e477-472a-a3c3-699438a8c4da {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:32.816551 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.816750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:32.896167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:32.905056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.980712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3548849 May 19 13:05:33.063303 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Attempting to bind port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:33.063763 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Attempting to bind port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:33.065670 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Attempting to bind port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 on network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:33.078636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51360) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.087791 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:33.088719 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Checking segment: {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:33.089636 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.089636 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Bound using segment: {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:33.090355 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Bound port: a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044e0923-02d0-4773-b7e9-fe11acb7d7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:33.090842 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.122925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:33.297846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '10722ac1-8a97-4360-a1bc-a2b81d30fc0e', 'name': '', 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'mac_address': 'fa:16:3e:83:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:16Z', 'updated_at': '2021-05-19T13:05:30Z', 'revision_number': 4, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'subnets': [{'id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:33.310214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827dd9f-5d13-41d1-a1e5-7a60701495b0 None None] The sync data for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 is: [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '10722ac1-8a97-4360-a1bc-a2b81d30fc0e', 'name': '', 'network_id': '5de407ee-211f-4232-b041-7154fcd3a984', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'mac_address': 'fa:16:3e:83:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:16Z', 'updated_at': '2021-05-19T13:05:30Z', 'revision_number': 4, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'subnets': [{'id': '54f0dff3-9ffd-4611-90c2-9bd423353fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:33.325861 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] For port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:33.333818 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] For port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:33.342595 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.349538 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-54a341f1-e674-44d7-baff-950501705934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:33.389570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:33.537414 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:33.541356 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:33.759042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:33.794486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:33.862254 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Pushing event updated for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:33.872796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] For port 9a7f1d81-e477-472a-a3c3-699438a8c4da, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9a7f1d81-e477-472a-a3c3-699438a8c4da,segment=NetworkSegment(cea711ad-6ef1-4ecc-97b0-62e37017f9ce),segment_id=cea711ad-6ef1-4ecc-97b0-62e37017f9ce)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:33.873191 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.882223 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:33.896592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:33.932179 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:34.020362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.3 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/67e48813-e431-4d18-896f-a7ec7a77ceb6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:34.097960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Calling delete_port for 9a7f1d81-e477-472a-a3c3-699438a8c4da owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:34.120666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:34.124648 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.159348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05895-54c1-46b9-9d0e-76618c29ae2a req-a65d27be-844b-432d-a1ea-a13409895f83 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:34.166922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6c05895-54c1-46b9-9d0e-76618c29ae2a req-a65d27be-844b-432d-a1ea-a13409895f83 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.1846445 May 19 13:05:34.272104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-d2754005-0090-4d0d-8404-517d53f953b0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:34.277651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-d2754005-0090-4d0d-8404-517d53f953b0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.9366994 May 19 13:05:34.363038 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:33Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:34.369475 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95c9b0-397d-44c4-bfbc-0ce2300c49f9 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:33Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:34.418670 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6c05895-54c1-46b9-9d0e-76618c29ae2a req-e320737e-07e5-4482-98b3-fd756146370e tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504787 May 19 13:05:34.435697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-dc1090af-9968-4859-93c2-664bf6aa9190 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0661569 May 19 13:05:34.441561 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.496567 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.574599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.614692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 10722ac1-8a97-4360-a1bc-a2b81d30fc0e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:34.662975 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.729083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:34.748230 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b7d01a6-bcfd-4444-8f04-70f7937c6168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:34.906370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:34.913309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:34.920823 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:34.922620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:34.933249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:34.933723 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.993154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.014060 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:35.183577 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.203358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9a7f1d81-e477-472a-a3c3-699438a8c4da no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:35.238496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:35.239120 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.341994 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2652586 May 19 13:05:35.368109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Request body: {'port': {'device_id': 'dcb34aed-7654-4def-895e-fef98c52df62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:35.535008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:35.575733 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.610028 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:35.702338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-1c3e3911-ec3d-49cd-8fe4-6bdc5b43acee tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0128596 May 19 13:05:35.808126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.815356 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.827364 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:35.985015 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.043764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.046958 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cbbe42d3-0032-4278-bf99-d0d944aeedc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:36.086905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b732ab-ea14-485b-a176-9221b4baf593 req-ba38d2d0-4213-4aed-bec5-8dcc33c84b55 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:36.088680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-95b732ab-ea14-485b-a176-9221b4baf593 req-ba38d2d0-4213-4aed-bec5-8dcc33c84b55 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 945 time: 1.1637125 May 19 13:05:36.160481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Pushing event deleted for resources: {'Port': ['ID=9a7f1d81-e477-472a-a3c3-699438a8c4da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:36.175628 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:36.276322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-95b732ab-ea14-485b-a176-9221b4baf593 req-58104fde-bf56-4285-ae7c-01a6e56be536 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524973 May 19 13:05:36.312984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-512d46c2-2c5d-45bb-9d05-c84fd3c0a256 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097386 May 19 13:05:36.486717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port 9fa20b14-76f0-4234-a856-4524a86f74c2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:36.496554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.847294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 10722ac1-8a97-4360-a1bc-a2b81d30fc0e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:36.897402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] No DVR routers for this DVR port 9a7f1d81-e477-472a-a3c3-699438a8c4da on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:36.988529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:36.989205 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.038135 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.071725 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-6346a745-c89a-460a-8d01-1f4d2bce3a71 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639311 May 19 13:05:37.072994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'name': 'network-vif-deleted', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:37.177453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29cbe7c9-f61b-41f2-a413-aeb639edb485 req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.71 "DELETE /v2.0/ports/9a7f1d81-e477-472a-a3c3-699438a8c4da HTTP/1.1" status: 204 len: 173 time: 4.9457829 May 19 13:05:37.238058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:37.353779 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.447062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.472404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-647914911'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:37.484828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:37.499155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:network and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:37.511302 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7e948-600f-47e9-8ab4-7d16a9443db8', 'name': 'network-vif-deleted', 'tag': '9a7f1d81-e477-472a-a3c3-699438a8c4da', 'status': 'completed', 'code': 200} May 19 13:05:37.518070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:37.520184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e48813-e431-4d18-896f-a7ec7a77ceb6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:37.529063 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.530261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:37.531261 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.549014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:37.556925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Transition to ACTIVE for port object 67e48813-e431-4d18-896f-a7ec7a77ceb6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:37.580905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Deleting port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:37.581468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.633607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.660115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for 9fa20b14-76f0-4234-a856-4524a86f74c2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:37.663143 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-222c4704-8752-419c-9d9a-91f4ee80b885 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:37.742257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Pushing event updated for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:37.797909 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:37.828709 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.927484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:37.935806 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.940488 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:37.947661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:37.999558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed8e7-9e2c-477e-a522-17a6d400791b req-b1e5e020-21b6-41d9-bf33-3dcee8425976 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:38.012262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-159ed8e7-9e2c-477e-a522-17a6d400791b req-b1e5e020-21b6-41d9-bf33-3dcee8425976 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.0968649 May 19 13:05:38.100318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6294e07f-840b-42c1-8bf5-fd40a7803374 req-df214ee4-8b3e-4507-8c58-a45145de8225 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Synchronizing usage tracker for tenant:5bc447b1ad7441f586d31a90ab37eb32 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:38.164911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Attempting to bind port 67e48813-e431-4d18-896f-a7ec7a77ceb6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:38.165245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Attempting to bind port 67e48813-e431-4d18-896f-a7ec7a77ceb6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:38.165658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Attempting to bind port 67e48813-e431-4d18-896f-a7ec7a77ceb6 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:38.175170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Port 67e48813-e431-4d18-896f-a7ec7a77ceb6 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:38.175170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Attempting to bind port 67e48813-e431-4d18-896f-a7ec7a77ceb6 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:38.177035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:38.182002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Checking agent: {'id': '85af0f63-65d6-4cc5-8207-cd04d40c8e29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:38.182528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:38.182846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:38.183292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Bound port: 67e48813-e431-4d18-896f-a7ec7a77ceb6, host: n-h2-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:38.183660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.190450 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:38.191778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:38.197857 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.356566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] For port 10722ac1-8a97-4360-a1bc-a2b81d30fc0e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:38.356883 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.381983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:38.390384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6294e07f-840b-42c1-8bf5-fd40a7803374 req-df214ee4-8b3e-4507-8c58-a45145de8225 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Unset dirty status for tenant:5bc447b1ad7441f586d31a90ab37eb32 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:38.392536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6294e07f-840b-42c1-8bf5-fd40a7803374 req-df214ee4-8b3e-4507-8c58-a45145de8225 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4e7e948-600f-47e9-8ab4-7d16a9443db8 HTTP/1.1" status: 200 len: 210 time: 0.5401704 May 19 13:05:38.405553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:38.420905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-159ed8e7-9e2c-477e-a522-17a6d400791b req-7583db7b-084b-4f44-829e-48a3e18f6209 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661482 May 19 13:05:38.424702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.430807 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:38.466289 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.506947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:38.506947 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.506947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] 10.222.0.57 "PUT /v2.0/ports/67e48813-e431-4d18-896f-a7ec7a77ceb6 HTTP/1.1" status: 200 len: 1091 time: 3.1519380 May 19 13:05:38.507574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:38.650528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:38.754800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:38.846237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:38.847807 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.971522 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.972552 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Added segment 1a8df6f2-4871-4db7-8260-d877dbc7ad74 of type vlan for network f2cf330e-cb80-4850-9478-9a4a8db69511 May 19 13:05:38.982046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Calling delete_port for 10722ac1-8a97-4360-a1bc-a2b81d30fc0e owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:39.100977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-651c1e23-5085-4dbc-a8e5-f7a11227f73a req-4b084c87-5f78-4b60-9fff-edc0d2d1becf tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 210 time: 0.2954693 May 19 13:05:39.198311 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.243512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Pushing event updated for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:39.254941 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:39.260412 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ce08c3a-5d2b-4f7f-834a-d3fb8785f10f tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:39.305305 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.310480 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-093fee0f-fb0b-49af-a96b-70c1efaf3be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:39.357263 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.363515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:39.364198 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.369947 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6', 'status': 'completed', 'code': 200} May 19 13:05:39.453782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0024016 May 19 13:05:39.463943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.474372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-738688388'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:39.480221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=51d93c57-3655-4012-afff-b0fb005f1fa5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:39.498153 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:39.500536 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4844222b-e2c5-4fe2-8c2f-336a4410d1b5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:39.523564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:39.549946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:network and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:39.553415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:39.554064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 5565e91a-1b02-48c0-a280-e09f8ad33392, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:39.576868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:39.596750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:39.818069 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.840426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=9fa20b14-76f0-4234-a856-4524a86f74c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:39.867254 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:39.931144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:39.937402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.958684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Network': ['ID=f2cf330e-cb80-4850-9478-9a4a8db69511,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:39.984411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f2cf330e-cb80-4850-9478-9a4a8db69511 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:39.991116 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:40.036503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:40.082537 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.101333 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8d023977-19fa-448d-9f43-3b3c183eeff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:40.161950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5565e91a-1b02-48c0-a280-e09f8ad33392) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:40.184772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b16d3-d401-436e-91a3-93f644508ca8 None None] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:40.198087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:40.273762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Pushing event deleted for resources: {'Port': ['ID=10722ac1-8a97-4360-a1bc-a2b81d30fc0e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:40.305181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-7ae6cf6b-93b0-460a-a78a-25405287ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:40.309086 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-7ae6cf6b-93b0-460a-a78a-25405287ef0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 1094 time: 1.6641064 May 19 13:05:40.477367 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-72a9bc9c-5d4b-40bc-b7dd-0f786aa05aff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1414363 May 19 13:05:40.523800 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-303a2796-5fa1-494c-8e5f-ea9097c99039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.781703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-229ddd48-11e8-4fca-a82b-b4a5b82ef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:40.789337 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-229ddd48-11e8-4fca-a82b-b4a5b82ef9e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.3020267 May 19 13:05:40.872103 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:40.885702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:40.886603 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.901080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5565e91a-1b02-48c0-a280-e09f8ad33392', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:05:40.906734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.907811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-10c43204-1083-467d-bfae-add32a36a567 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:40.909740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-10c43204-1083-467d-bfae-add32a36a567 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 1.3522747 May 19 13:05:40.946374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.946970 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Added segment 05ccebdd-3323-43be-a52b-378844e5f066 of type vlan for network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f May 19 13:05:40.994752 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-452eb7dc-e722-49a3-b65e-9193e19b1160 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887536 May 19 13:05:41.032001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:41.096773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cc1548fa-f96e-4faf-b5c8-ae37dccc889c req-8074eb2b-4037-426a-b83b-66d484984a14 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 210 time: 0.2124524 May 19 13:05:41.190940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Allocated IP 172.21.0.2 (5565e91a-1b02-48c0-a280-e09f8ad33392/51d93c57-3655-4012-afff-b0fb005f1fa5/9410ae3a-2e4a-4dec-99ff-d1103b9bf92d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:41.235110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.1365397 May 19 13:05:41.242169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.242408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.447078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.453136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:41.454122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.462740 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:41.488090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:41.492542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Router d80eb799-cc86-461e-ac4d-10ee8467e78a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:41.506286 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-1f0dcdd8-6f52-4f5d-ada8-2232237f9966 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172397 May 19 13:05:41.578250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-764559c2-cc6f-403f-9ab3-2295e1db4047 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:41.580707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-764559c2-cc6f-403f-9ab3-2295e1db4047 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=d603140c-8437-4421-b36e-cc5c0eeec31f HTTP/1.1" status: 200 len: 944 time: 0.6975203 May 19 13:05:41.600125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Usage tracker for resource:port and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:41.616506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:41.632957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:41.688410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.710928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Transition to ACTIVE for port object 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:41.751544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Transition to ACTIVE for port object 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:41.765161 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.774898 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:41.879532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Network': ['ID=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:41.894519 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:41.902989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:41.906807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.933192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4665680 May 19 13:05:41.933911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.943395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.946294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Pushing event updated for resources: {'Port': ['ID=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:41.951511 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'subnet': {'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:41.965454 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:41.967463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:42.255246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:42.259041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:42.263863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:42.363279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:42.379564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-ef452167-137f-4cac-8b2a-045a6e40da94 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613734 May 19 13:05:42.445967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] Sync routers for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:42.522799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:42.524846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:42.542564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fedfc5b-d08e-4a9b-8fab-a276ec9e33c6 req-3dedb080-0453-4b86-8f98-1306fd7f41b5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 210 time: 0.1286659 May 19 13:05:42.592584 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "PUT /v2.0/routers/d80eb799-cc86-461e-ac4d-10ee8467e78a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9898973 May 19 13:05:42.599356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.648227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:42.650607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Attempting to bind port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:42.650997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Attempting to bind port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:42.651376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Attempting to bind port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d on network 5565e91a-1b02-48c0-a280-e09f8ad33392 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:42.662305 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:42.662695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Checking segment: {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:42.663263 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.663681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Bound using segment: {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:42.664254 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Bound port: 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:42.664655 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.737697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:42.741992 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.789706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] For port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:42.793558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] For port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:42.803596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] Routers {'d80eb799-cc86-461e-ac4d-10ee8467e78a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:42.804620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d80eb799-cc86-461e-ac4d-10ee8467e78a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:42.808467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:subnet and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:42.830246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:42.848467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-bcc7148a-c1b9-4771-a6b1-2d3ab444ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:42.850391 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-bcc7148a-c1b9-4771-a6b1-2d3ab444ca4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 1094 time: 0.3714242 May 19 13:05:42.888856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:42.890143 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.918866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:43.014950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:43.015370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947e13-b674-4cf3-91a0-ac7c619e6ff2 None None] The sync data for ids ['d80eb799-cc86-461e-ac4d-10ee8467e78a'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:43.025392 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.035281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10fd819b-a0bc-4e5e-8828-01609113605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.073694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Pushing event updated for resources: {'Port': ['ID=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:43.076122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port d94a0e59-1f6e-43f1-89ae-f78076f315f1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:43.077372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.088236 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:43.253540 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.381660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-c358b864-47d1-4242-bd07-09669297c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:43.383194 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-c358b864-47d1-4242-bd07-09669297c610 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4adf02f738fd42fe996a691794e253d7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4697785 May 19 13:05:43.480517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:43.497696 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.933407 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-86d560d2-3048-4f40-a812-28b5efd7d5bd req-7d705a62-25ed-4e59-8bab-8c530fdf2c0c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 210 time: 0.1235108 May 19 13:05:43.961951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.11 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/f6a3c612-5de2-4d9e-b46c-fdfe59015563) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:44.003849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.181641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port d94a0e59-1f6e-43f1-89ae-f78076f315f1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d94a0e59-1f6e-43f1-89ae-f78076f315f1,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:44.182298 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.216959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-ffa00038-c361-4d10-a22f-d4783251fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:44.219777 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d0f9634c-555c-4a11-a65d-c0800f3c0ef5 req-ffa00038-c361-4d10-a22f-d4783251fd0e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8274841 May 19 13:05:44.226355 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.291749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.21.0.1 (5565e91a-1b02-48c0-a280-e09f8ad33392/51d93c57-3655-4012-afff-b0fb005f1fa5/efd31044-b449-4f63-8294-b41182017bce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:44.307803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port 05a82b8a-0b6b-4b77-8756-cb8cbc233c07 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:44.308304 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.565492 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.591237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for d94a0e59-1f6e-43f1-89ae-f78076f315f1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:44.636204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6855d47-e052-4bbf-a9d6-56adc8c99bff None None] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:44.712472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:44.763845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for 05a82b8a-0b6b-4b77-8756-cb8cbc233c07 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:44.792214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:44.854271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ec85f18-d9cb-4739-9eeb-a788835d1cc1 None None] Provisioning for port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:44.866858 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.060014 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.164059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object efd31044-b449-4f63-8294-b41182017bce will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:45.178336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:45.190543 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.201004 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Sync routers for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:45.201945 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:45.240835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.261950 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:45.263400 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:45.265320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:45.373747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', '82b37c35-3799-4e13-8fc5-b402daa77497'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:45.388949 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.405322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7f406bbe-83f7-4173-88c5-88728a034731 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:45.423360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:45.463818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:45.481999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:45.560765 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:45.571363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:45.593814 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.605529 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:45.610486 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:45.649225 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.668563 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:45.669191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.730770 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.753148 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:45.904862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 67e48813-e431-4d18-896f-a7ec7a77ceb6 details requested by agent hyperv_n-h2-791505-2 with host n-h2-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:45.982911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=05a82b8a-0b6b-4b77-8756-cb8cbc233c07,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:45.988826 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:46.065967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:46.066228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:46.068143 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.078374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:46.083140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:46.093806 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] 10.222.0.69 "PUT /v2.0/routers/0658da82-bdfd-4b9d-bf16-e1f13d1b90ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9592483 May 19 13:05:46.112521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:46.147303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:46.167404 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:46.179560 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0bdcb350-c151-474d-b399-5107a1594053 tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.818s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:46.243343 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.252088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2242138 May 19 13:05:46.296958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.299716 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:39Z', 'revision_number': 5, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.316165 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Checking router: 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:46.327015 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Routers {'0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:46.338018 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.404501 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:46.489318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=d94a0e59-1f6e-43f1-89ae-f78076f315f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:46.498183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] No DVR routers for this DVR port d94a0e59-1f6e-43f1-89ae-f78076f315f1 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:46.505360 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.509813 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.629255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.634249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1002213b-9cf8-4f50-9467-f4e58bb2efe3 req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "DELETE /v2.0/ports/d94a0e59-1f6e-43f1-89ae-f78076f315f1 HTTP/1.1" status: 204 len: 173 time: 4.9952750 May 19 13:05:46.644254 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:46.647522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-deleted', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:46.677530 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] Set router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:46.684462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Request body: {'port': {'device_id': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:47.008219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:47.066527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b021ee2-d2e0-4f66-8c5f-776f96f48a8b req-cf2cbdae-c5f9-4fae-8546-d1f85a6cbc47 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:47.070183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3b021ee2-d2e0-4f66-8c5f-776f96f48a8b req-cf2cbdae-c5f9-4fae-8546-d1f85a6cbc47 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:47.150935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Returning: {'device': '67e48813-e431-4d18-896f-a7ec7a77ceb6', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '67e48813-e431-4d18-896f-a7ec7a77ceb6', 'mac_address': 'fa:16:3e:31:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:47.190912 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:47.192785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.201415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.212770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.359436 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.362174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Fanout notify agent at l3_agent the message router_deleted on router d80eb799-cc86-461e-ac4d-10ee8467e78a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:47.402893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3b021ee2-d2e0-4f66-8c5f-776f96f48a8b req-cf2cbdae-c5f9-4fae-8546-d1f85a6cbc47 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:47.406391 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b021ee2-d2e0-4f66-8c5f-776f96f48a8b req-cf2cbdae-c5f9-4fae-8546-d1f85a6cbc47 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 932 time: 2.1561823 May 19 13:05:47.504894 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.508307 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/routers/d80eb799-cc86-461e-ac4d-10ee8467e78a HTTP/1.1" status: 204 len: 168 time: 4.8999925 May 19 13:05:47.514726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:47.524499 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.558926 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.563642 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.579060 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.584293 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:47.669526 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:39Z', 'revision_number': 5, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:47.695667 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5df5-167f-4138-9eb3-4f02416c6e7c None None] The sync data for ids ['0658da82-bdfd-4b9d-bf16-e1f13d1b90ec'] in n-d-791505-2 is: [{'id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1793860141-router', 'tenant_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:00Z', 'updated_at': '2021-05-19T13:05:39Z', 'revision_number': 5, 'project_id': 'ca2f8035d9cd4f1c91df5f3b222af8a2', 'gw_port': {'id': 'febcd6c3-5804-4ade-87ae-3d6843978ff6', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0658da82-bdfd-4b9d-bf16-e1f13d1b90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:05Z', 'updated_at': '2021-05-19T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:47.795309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:47.841015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e48813-e431-4d18-896f-a7ec7a77ceb6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:47.844991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b021ee2-d2e0-4f66-8c5f-776f96f48a8b req-282586ac-4126-4d57-a3d3-4b1d97433ed2 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079866 May 19 13:05:47.854624 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Provisioning complete for port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:47.855424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.895035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting subnet 696ae0c6-5a3d-4049-be06-2c6012d33477 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:05:47.899203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.899828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.900508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.901015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.901575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.902066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.902551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.903032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.903533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.904074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.904569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.905092 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:47.935604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.952717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:48.021943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:48.051006 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.063555 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:48.176522 n-d-791505-2 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd603140c-8437-4421-b36e-cc5c0eeec31f', 'name': 'network-vif-deleted', 'tag': 'd94a0e59-1f6e-43f1-89ae-f78076f315f1', 'status': 'failed', 'code': 422} returned with failed status May 19 13:05:48.331310 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.346202 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ed39a5fb-8e9d-4e4a-b18e-3c0699b89625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:48.349910 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:48.355690 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:48.383097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Provisioning for port efd31044-b449-4f63-8294-b41182017bce completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:48.397008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Provisioning complete for port efd31044-b449-4f63-8294-b41182017bce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:48.399535 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.431085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.495763 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.496367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:48.628457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Deleting port febcd6c3-5804-4ade-87ae-3d6843978ff6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:48.628803 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.678067 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-76595286-8074-42a3-9b72-88caa76f80f6 None None] Port efd31044-b449-4f63-8294-b41182017bce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:48.836437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Subnet': ['ID=c634e4fe-3079-4474-8320-f269509eca2e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:48.871954 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:48.909669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:48.910957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network hostable DHCP agents. Network: f2cf330e-cb80-4850-9478-9a4a8db69511, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:49.009039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cdc8dea1-eb98-4589-a2dc-6bb6bdd5eb65 None None] Provisioning complete for port efd31044-b449-4f63-8294-b41182017bce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:49.011236 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdc8dea1-eb98-4589-a2dc-6bb6bdd5eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.022882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:49.053045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f2cf330e-cb80-4850-9478-9a4a8db69511) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:49.066525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] For port febcd6c3-5804-4ade-87ae-3d6843978ff6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=febcd6c3-5804-4ade-87ae-3d6843978ff6,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:49.067277 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.097122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a2e3e-8f8d-4fc4-955d-54651790e980 None None] Network f2cf330e-cb80-4850-9478-9a4a8db69511 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:49.178087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:49.179237 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.285587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8dea1-eb98-4589-a2dc-6bb6bdd5eb65 None None] Port efd31044-b449-4f63-8294-b41182017bce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:49.330648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.582440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f2cf330e-cb80-4850-9478-9a4a8db69511', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:05:49.585331 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.712836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Calling delete_port for febcd6c3-5804-4ade-87ae-3d6843978ff6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:49.732397 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:49.745527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:49.774035 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.8324139 May 19 13:05:49.784126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:49.790530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'subnet': {'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:49.857752 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.897664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a3c612-5de2-4d9e-b46c-fdfe59015563 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:49.917694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.926234 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.945946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:49.946491 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.993224 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4cdf6e62-4a1b-4443-adda-095c2528fbe5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:49.999272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Allocated IP 10.1.1.2 (f2cf330e-cb80-4850-9478-9a4a8db69511/c634e4fe-3079-4474-8320-f269509eca2e/40e46356-4057-4eb2-8f9d-b08fad4a35cb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:50.014547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Transition to ACTIVE for port object f6a3c612-5de2-4d9e-b46c-fdfe59015563 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:50.044387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c592cb5-03ef-4c7f-a6c6-0b1978888523 req-df907e8c-95b1-4215-9239-5ba22ccacdaa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:50.045184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5c592cb5-03ef-4c7f-a6c6-0b1978888523 req-df907e8c-95b1-4215-9239-5ba22ccacdaa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:50.055655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.064618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 67e48813-e431-4d18-896f-a7ec7a77ceb6 up at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:50.066706 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:50.134043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:50.152187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:subnet and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:50.157342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.161561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:50.165386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.175329 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:50.175329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:50.189195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61616ce4-a52d-477b-af1f-ace1b10013f2 req-fd60a28c-6fbd-41aa-be7f-d3a245c4cb4c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:50.192402 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61616ce4-a52d-477b-af1f-ace1b10013f2 req-fd60a28c-6fbd-41aa-be7f-d3a245c4cb4c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 932 time: 1.0057347 May 19 13:05:50.237148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.244430 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25e6aff4-a614-4dcd-ac37-441ced185767 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:50.283285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:50.287096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.360715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Subnet': ['ID=696ae0c6-5a3d-4049-be06-2c6012d33477,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.376128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 10722ac1-8a97-4360-a1bc-a2b81d30fc0e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:50.377315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.382997 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:50.386462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:50.465589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5c592cb5-03ef-4c7f-a6c6-0b1978888523 req-df907e8c-95b1-4215-9239-5ba22ccacdaa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:50.478952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c592cb5-03ef-4c7f-a6c6-0b1978888523 req-df907e8c-95b1-4215-9239-5ba22ccacdaa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 907 time: 1.3714006 May 19 13:05:50.505871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.516902 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Transition to ACTIVE for port object 40e46356-4057-4eb2-8f9d-b08fad4a35cb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:50.538119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Transition to ACTIVE for port object 40e46356-4057-4eb2-8f9d-b08fad4a35cb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:50.548168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4d72d-0893-43a8-b079-3e12fdbfdec5 None None] Network dadf6653-ee6d-4747-889e-37daf1aa6ec1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:50.574039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.592726 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a41056e2-caad-40b0-beea-b8ed7acca3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:50.629633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 10722ac1-8a97-4360-a1bc-a2b81d30fc0e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:05:50.630131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 10722ac1-8a97-4360-a1bc-a2b81d30fc0e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:50.692092 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61616ce4-a52d-477b-af1f-ace1b10013f2 req-3a2ec134-ee54-4f29-9b41-943e54577207 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578119 May 19 13:05:50.793651 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning for port 67e48813-e431-4d18-896f-a7ec7a77ceb6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:50.806608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:50.809870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Provisioning complete for port 67e48813-e431-4d18-896f-a7ec7a77ceb6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:50.810251 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.850524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Attempting to bind port f6a3c612-5de2-4d9e-b46c-fdfe59015563 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:50.851116 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Attempting to bind port f6a3c612-5de2-4d9e-b46c-fdfe59015563 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:50.851213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:50.851317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Attempting to bind port f6a3c612-5de2-4d9e-b46c-fdfe59015563 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:50.859947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Port f6a3c612-5de2-4d9e-b46c-fdfe59015563 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:50.860346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Attempting to bind port f6a3c612-5de2-4d9e-b46c-fdfe59015563 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:50.872766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:05:50.873408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:50.873764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:50.874164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:50.874631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Bound port: f6a3c612-5de2-4d9e-b46c-fdfe59015563, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:50.874985 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.882062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Pushing event updated for resources: {'Port': ['ID=40e46356-4057-4eb2-8f9d-b08fad4a35cb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.925452 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:50.999708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.007152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:51.010977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.023320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:51.024548 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:51.040511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:51.044972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:51.060942 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/subnets/696ae0c6-5a3d-4049-be06-2c6012d33477 HTTP/1.1" status: 204 len: 168 time: 3.5425346 May 19 13:05:51.062913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:51.103890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Attempting to bind port 40e46356-4057-4eb2-8f9d-b08fad4a35cb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:51.105246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Attempting to bind port 40e46356-4057-4eb2-8f9d-b08fad4a35cb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:51.105918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Attempting to bind port 40e46356-4057-4eb2-8f9d-b08fad4a35cb on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:51.118129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:51.119016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:51.119832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.120605 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Bound using segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:51.121428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Bound port: 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:51.122086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.188294 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.222463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.290532 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.387593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] For port 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:51.391471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] For port 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40e46356-4057-4eb2-8f9d-b08fad4a35cb,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:51.417446 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.431136 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:51.505740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:51.558241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:51.565174 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.578175 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.630443 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.641965 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6', 'code': 200} May 19 13:05:51.645060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Pushing event deleted for resources: {'Port': ['ID=febcd6c3-5804-4ade-87ae-3d6843978ff6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:51.656610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:51.657247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.661358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] 10.222.0.71 "PUT /v2.0/ports/f6a3c612-5de2-4d9e-b46c-fdfe59015563 HTTP/1.1" status: 200 len: 1092 time: 5.0407250 May 19 13:05:51.666008 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.667207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0658da82-bdfd-4b9d-bf16-e1f13d1b90ec {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:51.668319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:51.671010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] DHCP port deletion for dadf6653-ee6d-4747-889e-37daf1aa6ec1 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:05:51.681578 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:51.690042 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:51.903960 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a92c4967-cd08-443b-8a11-14d65a6890d3 None None] Provisioning complete for port efd31044-b449-4f63-8294-b41182017bce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:51.904875 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a92c4967-cd08-443b-8a11-14d65a6890d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.947695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Pushing event updated for resources: {'Port': ['ID=40e46356-4057-4eb2-8f9d-b08fad4a35cb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:51.958148 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:51.971642 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:52.082559 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'status': 'completed', 'code': 200} May 19 13:05:52.117567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.119227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a92c4967-cd08-443b-8a11-14d65a6890d3 None None] Port efd31044-b449-4f63-8294-b41182017bce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:52.144692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.146333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-b9bb5b4d-c2f3-42a5-b339-24b7a93632e4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:52.147100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-b9bb5b4d-c2f3-42a5-b339-24b7a93632e4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:52.149578 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:52.152582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Deleting port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:52.153271 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.154218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.205320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:52.237037 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:52.251520 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.257712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] 10.222.0.69 "DELETE /v2.0/routers/0658da82-bdfd-4b9d-bf16-e1f13d1b90ec HTTP/1.1" status: 204 len: 168 time: 6.1062200 May 19 13:05:52.261741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:52.289059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] For port 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4b251e6a-55cd-4faa-a5a4-9317a503bc49,segment=NetworkSegment(8c89af85-0a3b-4e70-8e46-5a31221d34f3),segment_id=8c89af85-0a3b-4e70-8e46-5a31221d34f3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:52.289536 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.317975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-b9bb5b4d-c2f3-42a5-b339-24b7a93632e4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:52.319181 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-b9bb5b4d-c2f3-42a5-b339-24b7a93632e4 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 907 time: 1.9549627 May 19 13:05:52.519171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Deleting subnet 54f0dff3-9ffd-4611-90c2-9bd423353fd8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:05:52.538379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Calling delete_port for 4b251e6a-55cd-4faa-a5a4-9317a503bc49 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:52.544950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.645689 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.650944 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3eba0022-1706-477a-9063-cacf3808f526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:52.749432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b3c14-57a6-4752-b538-341a10d00e0a req-d0178ea4-9f6c-4590-8445-f27e0872a435 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:52.753507 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fd4b3c14-57a6-4752-b538-341a10d00e0a req-d0178ea4-9f6c-4590-8445-f27e0872a435 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 907 time: 0.7680662 May 19 13:05:52.800401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:52.801296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-43ba863a-6337-42c6-9d41-4552eb95b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:52.804970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-43ba863a-6337-42c6-9d41-4552eb95b7cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 1095 time: 0.9508278 May 19 13:05:52.808957 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.814384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] No DVR routers for this DVR port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:52.819442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Pushing event deleted for resources: {'Port': ['ID=4b251e6a-55cd-4faa-a5a4-9317a503bc49,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.840663 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:52.844355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:52.876951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:05:52.878094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:52.888726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e5412-af15-4f88-a759-a54fdb3ef0a1 req-472daf63-3ac4-47b0-8c1a-7678bd6c4125 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:52.900862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d72e5412-af15-4f88-a759-a54fdb3ef0a1 req-472daf63-3ac4-47b0-8c1a-7678bd6c4125 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 944 time: 0.7991230 May 19 13:05:52.905001 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6615751 May 19 13:05:52.921292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:52.956186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee11bb-a8f8-484c-908a-a84a0f788344 req-cb77e4a9-ccca-417f-9190-ca931be9a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:52.958093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ee11bb-a8f8-484c-908a-a84a0f788344 req-cb77e4a9-ccca-417f-9190-ca931be9a687 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 1096 time: 1.0076590 May 19 13:05:52.962758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824472271'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:52.970043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:52.976795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:52.980445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:52.989284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:53.038972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:53.043059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.162553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:53.186842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:53.187778 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.218996 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ee11bb-a8f8-484c-908a-a84a0f788344 req-72d7f6c0-29a3-4386-b85f-3c35c3521cf2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048662 May 19 13:05:53.228465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.229250 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment ffbfea5b-7067-4354-a10a-a58ad81bd77f of type vlan for network 39514b5c-33ab-443b-b045-6e03e12906bf May 19 13:05:53.346230 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1a513db8-8193-4ce3-ad2b-54c63d379a8f no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:53.385295 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.467750 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:05:53.589607 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-92f40588-4d2e-4d6c-9bbc-a17e6c446e8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563 HTTP/1.1" status: 200 len: 217 time: 0.6740997 May 19 13:05:53.618970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.651669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] For port 4b251e6a-55cd-4faa-a5a4-9317a503bc49, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:53.652142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.665165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port 1a513db8-8193-4ce3-ad2b-54c63d379a8f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:53.665516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.870730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c67b1f-e095-4001-9c3f-63001e577e68 None None] Network f2cf330e-cb80-4850-9478-9a4a8db69511 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:53.903235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40e46356-4057-4eb2-8f9d-b08fad4a35cb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:53.910431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for 4b251e6a-55cd-4faa-a5a4-9317a503bc49 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:53.914227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:05:53.917685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.926302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-064832eb-d725-4e2e-8875-e4cd02644f24 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:53.968356 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.060615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d72e5412-af15-4f88-a759-a54fdb3ef0a1 req-34bcb645-eccf-4a4b-ae8d-752c561ed255 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802174 May 19 13:05:54.090748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-62050cff-c80d-4d31-832a-35ca20752f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:54.090748 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-62050cff-c80d-4d31-832a-35ca20752f0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.4666166 May 19 13:05:54.338984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.351312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Provisioning for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:54.357769 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b7fadd2c-8416-4deb-83c1-8b6da89f51b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:54.386941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:54.406378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-514062af-0334-4848-bea9-67a175a5c24e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2974651 May 19 13:05:54.407944 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.411860 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.414900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f0dff3-9ffd-4611-90c2-9bd423353fd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:54.428740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e6db8-26bd-4e2e-a0db-dbdd3b1e6477 None None] Network 5de407ee-211f-4232-b041-7154fcd3a984 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:54.441797 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:54.442451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Provisioning complete for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:54.442837 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.481959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54f0dff3-9ffd-4611-90c2-9bd423353fd8 HTTP/1.1" status: 204 len: 168 time: 2.2078929 May 19 13:05:54.487594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:54.489186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:54.489565 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.505343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:54.506053 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.660557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.685696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4030fa-be3e-4249-819f-652ba41b7cdb req-639685fb-5aea-4417-bcc5-8d26034f3608 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:54.693577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c4030fa-be3e-4249-819f-652ba41b7cdb req-639685fb-5aea-4417-bcc5-8d26034f3608 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 907 time: 0.5965157 May 19 13:05:54.750722 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:54.826441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for 1a513db8-8193-4ce3-ad2b-54c63d379a8f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:54.832421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-805311c3-7394-44c5-a28d-ac0644abd981 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120924 May 19 13:05:54.886454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1a513db8-8193-4ce3-ad2b-54c63d379a8f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1a513db8-8193-4ce3-ad2b-54c63d379a8f,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:54.888607 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'code': 200} May 19 13:05:54.890648 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.922651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] It took 1.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:54.942611 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.959435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Deleting port 905d43b0-6e39-44b6-ac15-3f783a261502 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:54.960551 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.964420 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1960e737-6d23-45c0-a71d-91dcefd3941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:55.112663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] For port 905d43b0-6e39-44b6-ac15-3f783a261502, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=905d43b0-6e39-44b6-ac15-3f783a261502,segment=NetworkSegment(37635eb0-6fd1-472f-9209-c28007977d26),segment_id=37635eb0-6fd1-472f-9209-c28007977d26)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:55.113011 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.127203 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aeaae534-1bbf-431c-ae05-305489b41d60 req-960ed8af-7c20-48a8-aa99-69e83bd35c75 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880037 May 19 13:05:55.141723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=4b251e6a-55cd-4faa-a5a4-9317a503bc49,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:55.152476 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.225s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:55.162732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] No DVR routers for this DVR port 4b251e6a-55cd-4faa-a5a4-9317a503bc49 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:55.240696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0a6e4d0b-0bd0-4185-8d27-b2c02196a836 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.257s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:55.268367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:55.286348 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:55.333255 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.530954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.544587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:55.545734 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.569596 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Calling delete_port for 905d43b0-6e39-44b6-ac15-3f783a261502 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:05:55.670465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Checking segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:05:55.671244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network hostable DHCP agents. Network: a20bb1c5-b0ea-47fb-832c-5bba76e4f14f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:55.684656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-036d4595-8bc4-413d-a6ad-36c80c25adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:55.686212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-036d4595-8bc4-413d-a6ad-36c80c25adb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 1095 time: 0.3819771 May 19 13:05:55.715462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40e46356-4057-4eb2-8f9d-b08fad4a35cb,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:55.832863 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.846263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] No DVR routers for this DVR port 1a513db8-8193-4ce3-ad2b-54c63d379a8f on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:55.864819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.938469 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:56.049298 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.061350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device febcd6c3-5804-4ade-87ae-3d6843978ff6 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:56.076203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-deleted', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:05:56.130781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Subnet': ['ID=8e25a3b2-ed0a-4347-86fa-c0992634dd97,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.147572 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:56.150388 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45b3af67-eaa2-4ca0-bfc6-8a1dae36daae req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "DELETE /v2.0/ports/1a513db8-8193-4ce3-ad2b-54c63d379a8f HTTP/1.1" status: 204 len: 173 time: 3.8207796 May 19 13:05:56.151341 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.786s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:56.242695 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.280433 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3459165 May 19 13:05:56.287507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:56.293459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=1a513db8-8193-4ce3-ad2b-54c63d379a8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.296532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:56.299777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadf6653-ee6d-4747-889e-37daf1aa6ec1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:56.329287 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:56.384539 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:56.385631 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-060b94e2-8322-477c-b3f5-337f0db367be tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.717s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:56.387512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: febcd6c3-5804-4ade-87ae-3d6843978ff6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:05:56.387858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device febcd6c3-5804-4ade-87ae-3d6843978ff6 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:56.388299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4b251e6a-55cd-4faa-a5a4-9317a503bc49 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:56.464816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c89af85-0a3b-4e70-8e46-5a31221d34f3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:56.466042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c89af85-0a3b-4e70-8e46-5a31221d34f3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:56.475994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:47Z', 'revision_number': 3, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:05:49Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:56.523322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:56.524536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Updating router fa2b2616-3329-4dac-a9dc-d41019261ade port efd31044-b449-4f63-8294-b41182017bce binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:56.569552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=40e46356-4057-4eb2-8f9d-b08fad4a35cb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.576945 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:56.590478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 4b251e6a-55cd-4faa-a5a4-9317a503bc49 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:05:56.591639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4b251e6a-55cd-4faa-a5a4-9317a503bc49 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:56.641880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb25de-7e53-47ec-95ac-a5c750d31bcd req-2ebd79bc-4a96-4de6-bed3-de22647564e4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:56.650574 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05eb25de-7e53-47ec-95ac-a5c750d31bcd req-2ebd79bc-4a96-4de6-bed3-de22647564e4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 944 time: 1.2462752 May 19 13:05:56.754261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ffa863-6e61-426d-8ee1-8ddebb1e17e1 None None] DHCP port deletion for 5de407ee-211f-4232-b041-7154fcd3a984 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:05:56.779707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40e46356-4057-4eb2-8f9d-b08fad4a35cb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:56.826040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=39514b5c-33ab-443b-b045-6e03e12906bf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.850476 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:56.860259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 39514b5c-33ab-443b-b045-6e03e12906bf details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:56.874680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2993dc0-5c38-45f6-87b4-437625b2d0a7 req-bf4d207f-f7d4-4312-afdc-9452b9bda63a tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=14264644-25dc-4910-8033-1e0dfae686f9 HTTP/1.1" status: 200 len: 210 time: 0.5190761 May 19 13:05:56.911133 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, a20bb1c5-b0ea-47fb-832c-5bba76e4f14f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:56.931178 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-0f8fa614-020a-4d1f-8d70-53142a238f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:56.932953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-0f8fa614-020a-4d1f-8d70-53142a238f2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 1.2194116 May 19 13:05:56.939776 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.966804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-05eb25de-7e53-47ec-95ac-a5c750d31bcd req-b7fd3230-0e5b-4905-9979-8baca9314f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359207 May 19 13:05:56.976202 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.038123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e627e-da8a-4d4a-b6ef-3f4fba2812c4 None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:05:57.079021 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:05:57.079328 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-c1d91a73-b272-49bd-bd4e-a3d0367c314a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:05:57.133339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a9ad67ad-e1e8-4744-92a5-3232fc064326 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:57.140385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-8cbb422d-bc7c-4861-889d-dd2b8eb316c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:57.140902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-8cbb422d-bc7c-4861-889d-dd2b8eb316c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:57.157331 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14264644-25dc-4910-8033-1e0dfae686f9', 'name': 'network-vif-deleted', 'tag': '1a513db8-8193-4ce3-ad2b-54c63d379a8f', 'status': 'completed', 'code': 200} May 19 13:05:57.197955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.257021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.283617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:57.292659 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.314455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-8088590f-bdae-4182-8331-cc294e7c14dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563 HTTP/1.1" status: 200 len: 217 time: 0.3459883 May 19 13:05:57.315516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=905d43b0-6e39-44b6-ac15-3f783a261502,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:57.323236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:05:57.323691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.338699 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f6a3c612-5de2-4d9e-b46c-fdfe59015563 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: timer() May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:05:57.488898 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:05:57.497106 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:57.501400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.508352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-c39ec198-76f8-4cf9-9e84-108813c83463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:57.512201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-c39ec198-76f8-4cf9-9e84-108813c83463 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1797566 May 19 13:05:57.517168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] No DVR routers for this DVR port 905d43b0-6e39-44b6-ac15-3f783a261502 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:57.524707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:57.529632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c727eb6c-5a62-45b2-aa64-8d3ab545ad1e tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:57.574720 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:57.578835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.582128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Network': ['ID=dadf6653-ee6d-4747-889e-37daf1aa6ec1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:57.587925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-8cbb422d-bc7c-4861-889d-dd2b8eb316c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:57.589521 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-8cbb422d-bc7c-4861-889d-dd2b8eb316c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 945 time: 2.6541955 May 19 13:05:57.590966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:57.594428 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:57.633926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:57.651427 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/networks/dadf6653-ee6d-4747-889e-37daf1aa6ec1 HTTP/1.1" status: 204 len: 168 time: 6.5872288 May 19 13:05:57.665250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:57.666962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:57.712016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.733404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de407ee-211f-4232-b041-7154fcd3a984']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:57.737383 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.9521530 May 19 13:05:57.749893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37635eb0-6fd1-472f-9209-c28007977d26') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:57.750189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37635eb0-6fd1-472f-9209-c28007977d26') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:57.751838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:57.764910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.778988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'name': 'tempest-TaggedBootDevicesTest-73157393', 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:57.801687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-929e8f66-4580-4b2c-8811-d9c93d907b75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401931 May 19 13:05:57.811341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:57.816495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.844350 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.918310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:05:57.919838 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: timer() May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:05:57.974554 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:05:58.082455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:58.083305 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.500707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:58.524007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a3697079-67e7-499a-a587-8a4a6213c3e7 None None] Provisioning complete for port 40e46356-4057-4eb2-8f9d-b08fad4a35cb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:58.524883 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3697079-67e7-499a-a587-8a4a6213c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.637536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'mac_address': 'fa:16:3e:a0:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:58.671094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.695435 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5d0d22b-ffac-4a62-b392-fe9d36d7fc57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:58.740412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.760499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-04c6099e-06ec-4a00-badf-80506df5b180 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509399 May 19 13:05:58.809107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ips': [{'subnet_id': '8e25a3b2-ed0a-4347-86fa-c0992634dd97'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:05:58.810370 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.823692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de407ee-211f-4232-b041-7154fcd3a984,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:58.834342 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:58.902189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:58.925962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:58.930306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:58.942444 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Deleting port 10449e9b-75ee-46cf-bf03-e072410d08d7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:58.943027 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.968050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b133-a170-4673-be51-63e4ac47011c req-ae1afddb-2609-469c-9352-dc0955474bba tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:58.972013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eae3b133-a170-4673-be51-63e4ac47011c req-ae1afddb-2609-469c-9352-dc0955474bba tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 944 time: 0.7026184 May 19 13:05:58.978722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5de407ee-211f-4232-b041-7154fcd3a984 HTTP/1.1" status: 204 len: 168 time: 4.4854648 May 19 13:05:58.998997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 905d43b0-6e39-44b6-ac15-3f783a261502 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:59.040994 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.055431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 67e48813-e431-4d18-896f-a7ec7a77ceb6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:05:59.056066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.078401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a3c612-5de2-4d9e-b46c-fdfe59015563 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:05:59.098477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 905d43b0-6e39-44b6-ac15-3f783a261502 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:05:59.099691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 905d43b0-6e39-44b6-ac15-3f783a261502 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:59.127528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:59.156419 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:59.242238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.267949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:59.287487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eae3b133-a170-4673-be51-63e4ac47011c req-4ebc5857-2352-4a6d-a7b0-30c21928dae3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910931 May 19 13:05:59.338592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77682ecb-7da7-451e-b0f2-37bad915cb74 req-02f4caa0-e816-4945-a06f-d8897a455b4b service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644515 May 19 13:05:59.415113 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.423356 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6fecf92b-0eda-4e7f-afb7-42c535c5ef69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca2f8035d9cd4f1c91df5f3b222af8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735070 May 19 13:05:59.423704 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:59.428813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.438683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867a4a-9d8c-4ef7-98c8-b07231b2da23 req-7e360b15-baa1-431c-8ed9-f4aa329ea7a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:05:59.451071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-80867a4a-9d8c-4ef7-98c8-b07231b2da23 req-7e360b15-baa1-431c-8ed9-f4aa329ea7a8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 0.5799403 May 19 13:05:59.483103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:59.507263 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.530942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Allocated IP 10.2.2.2 (a20bb1c5-b0ea-47fb-832c-5bba76e4f14f/8e25a3b2-ed0a-4347-86fa-c0992634dd97/254b4fa7-2e0e-46c5-a3b9-140830a98888) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:59.550752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Transition to ACTIVE for port object efd31044-b449-4f63-8294-b41182017bce will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:59.553719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:59.590424 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:59.604745 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.618752 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:59.655852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-80867a4a-9d8c-4ef7-98c8-b07231b2da23 req-7682075b-112e-4a14-83e0-601c239fe6b6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032499 May 19 13:05:59.686864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.695895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Pushing event updated for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:59.709154 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:05:59.748912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.749247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.760419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.857742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f6a3c612-5de2-4d9e-b46c-fdfe59015563'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:59.868295 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.872431 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98e80074-2e5d-4b8e-90a4-534c55a1d677 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:05:59.895615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bdc7de-774b-4c41-99a5-2f76f66051e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:59.906942 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.908709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9bdc7de-774b-4c41-99a5-2f76f66051e9 HTTP/1.1" status: 204 len: 168 time: 0.4021239 May 19 13:05:59.909755 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:00.047218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Calling delete_port for 10449e9b-75ee-46cf-bf03-e072410d08d7 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:00.060570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 67e48813-e431-4d18-896f-a7ec7a77ceb6, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=67e48813-e431-4d18-896f-a7ec7a77ceb6,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:00.061254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.081532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-b70f6078-0272-4c89-825a-fd7da5db8bb1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:00.082634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-b70f6078-0272-4c89-825a-fd7da5db8bb1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:00.267346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 67e48813-e431-4d18-896f-a7ec7a77ceb6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:00.313729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.407027 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.503089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Attempting to bind port efd31044-b449-4f63-8294-b41182017bce on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:00.504757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Attempting to bind port efd31044-b449-4f63-8294-b41182017bce by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:00.505420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Attempting to bind port efd31044-b449-4f63-8294-b41182017bce on network 5565e91a-1b02-48c0-a280-e09f8ad33392 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:00.525213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Transition to ACTIVE for port object 254b4fa7-2e0e-46c5-a3b9-140830a98888 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:00.584124 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:00.584503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Checking segment: {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:00.584929 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.585342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Bound using segment: {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:00.585840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Bound port: efd31044-b449-4f63-8294-b41182017bce, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964fc7a0-6e0b-436d-8762-5fc261c7ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:00.586233 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.633483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-b70f6078-0272-4c89-825a-fd7da5db8bb1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:00.640422 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-b70f6078-0272-4c89-825a-fd7da5db8bb1 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 1.4424853 May 19 13:06:00.698342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce343-e636-4686-b41b-e03f7fbf12b0 req-2b1fc8ac-0170-434d-bc3b-d8bb9dc4af4c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:00.702958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a57ce343-e636-4686-b41b-e03f7fbf12b0 req-2b1fc8ac-0170-434d-bc3b-d8bb9dc4af4c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 945 time: 0.1997883 May 19 13:06:00.710667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Transition to ACTIVE for port object 254b4fa7-2e0e-46c5-a3b9-140830a98888 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:00.813873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.834212 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:00.840965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] device_id is not set on port 0d6d656e-54e4-45ca-832e-aed8e95ad56b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:00.868649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a57ce343-e636-4686-b41b-e03f7fbf12b0 req-6cc0326a-3566-4a28-844e-3d800df277fa tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469288 May 19 13:06:00.934845 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:00.942060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:00.950775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:01.013423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Pushing event updated for resources: {'Port': ['ID=254b4fa7-2e0e-46c5-a3b9-140830a98888,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:01.047589 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:01.089677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] For port efd31044-b449-4f63-8294-b41182017bce, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:01.101567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Attempting to bind port 254b4fa7-2e0e-46c5-a3b9-140830a98888 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:01.101950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Attempting to bind port 254b4fa7-2e0e-46c5-a3b9-140830a98888 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:01.102325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Attempting to bind port 254b4fa7-2e0e-46c5-a3b9-140830a98888 on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:01.122812 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:01.123990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Checking segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:01.127228 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.129652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Bound using segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:01.130472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Bound port: 254b4fa7-2e0e-46c5-a3b9-140830a98888, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:01.131087 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.152229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8923c-fc32-4541-bfcf-38d1a7214352 req-e8d7491b-eefe-444f-b511-6487e42d3c4c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:01.158869 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64e8923c-fc32-4541-bfcf-38d1a7214352 req-e8d7491b-eefe-444f-b511-6487e42d3c4c tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 0.2871494 May 19 13:06:01.190699 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] For port efd31044-b449-4f63-8294-b41182017bce, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=efd31044-b449-4f63-8294-b41182017bce,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:01.228621 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.243788 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:06:01.316414 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f1bb6194-6789-45b3-93e1-b647ffdeb892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:01.338061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64e8923c-fc32-4541-bfcf-38d1a7214352 req-c5c59bf6-badb-4338-bed2-6c73402627eb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757753 May 19 13:06:01.516367 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:01.517989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:05:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:01.929144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:01.932824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.967734 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Pushing event updated for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:01.973776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] For port 254b4fa7-2e0e-46c5-a3b9-140830a98888, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:01.984724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] For port 254b4fa7-2e0e-46c5-a3b9-140830a98888, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=254b4fa7-2e0e-46c5-a3b9-140830a98888,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:01.986766 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:01.992517 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:02.018379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.028329 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:02.100881 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.115288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:02.172786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Pushing event deleted for resources: {'Port': ['ID=10449e9b-75ee-46cf-bf03-e072410d08d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:02.213032 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:02.221501 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be64b78c-b432-4f7f-87f5-6c1caf7bcf84 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:02.240070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f6a3c612-5de2-4d9e-b46c-fdfe59015563'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:02.303176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3', '67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:02.420995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1687863586-network', 'tenant_id': '807f1d7420db4e9eaf2f4396da62d755'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:02.424879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=67e48813-e431-4d18-896f-a7ec7a77ceb6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:02.437533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:02.453685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Usage tracker for resource:network and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:02.461712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:02.465722 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:02.478624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:02.519316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d27a2-ef48-44cb-8029-122c84b268d3 req-a84bedd2-4e71-4134-bdf7-d3c8e0cca8cd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:02.532024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c52d27a2-ef48-44cb-8029-122c84b268d3 req-a84bedd2-4e71-4134-bdf7-d3c8e0cca8cd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 945 time: 0.4351254 May 19 13:06:02.537549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.1.1.72 (f2cf330e-cb80-4850-9478-9a4a8db69511/c634e4fe-3079-4474-8320-f269509eca2e/0d6d656e-54e4-45ca-832e-aed8e95ad56b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:02.539849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Made reservation on behalf of 807f1d7420db4e9eaf2f4396da62d755 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:02.543230 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.561654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 67e48813-e431-4d18-896f-a7ec7a77ceb6 on host n-h2-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:02.580258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.629998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'name': 'network-vif-deleted', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:02.656857 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0b8a1735-3979-42cf-85eb-ad6a5a9779a3 req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "DELETE /v2.0/ports/67e48813-e431-4d18-896f-a7ec7a77ceb6 HTTP/1.1" status: 204 len: 173 time: 5.0569797 May 19 13:06:02.673049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c52d27a2-ef48-44cb-8029-122c84b268d3 req-60878a9e-ebda-424f-ad60-adeb67b6983d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386583 May 19 13:06:02.682943 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.843615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.849603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.853878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:02.857302 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a6f9d16-ab26-48fe-9b27-b155148b98b1 HTTP/1.1" status: 204 len: 168 time: 5.1862781 May 19 13:06:02.865981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:02.866386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.871610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:02.904380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:02.966769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Pushing event updated for resources: {'Port': ['ID=254b4fa7-2e0e-46c5-a3b9-140830a98888,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:02.986081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44156-0552-4b67-8d37-82f80e48b70b req-91467d48-a598-4ff1-8262-f349a528f3f0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:02.992905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94b44156-0552-4b67-8d37-82f80e48b70b req-91467d48-a598-4ff1-8262-f349a528f3f0 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 0.3544965 May 19 13:06:03.019504 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:03.102923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94b44156-0552-4b67-8d37-82f80e48b70b req-1cf6e69f-4303-4c2e-8748-d78b8a8ec0fa tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090269 May 19 13:06:03.224045 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.238789 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.257791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:03.270084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.270704 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Added segment 5abd26e4-b946-4a9f-a212-c079f26da9b8 of type vlan for network d16facb8-0f1a-4cf7-8baf-56142c34745c May 19 13:06:03.332038 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-36f1e769-e443-48c9-9085-6ccec1d1678c tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:03.439225 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.448078 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.476802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object 0d6d656e-54e4-45ca-832e-aed8e95ad56b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:03.513735 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cde0576d-d5d3-45da-adb2-15357cb38dcf tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:03.515487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe8469-2f9d-42d3-8e77-fc22020f9bdc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.519488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:03.520432 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f6a3c612-5de2-4d9e-b46c-fdfe59015563 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:03.528818 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:03.529728 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.531001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:03.531687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.554361 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-526f0086-b724-40e4-9341-531edbb81c58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:03.703365 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb34aed-7654-4def-895e-fef98c52df62', 'name': 'network-vif-deleted', 'tag': '67e48813-e431-4d18-896f-a7ec7a77ceb6', 'status': 'completed', 'code': 200} May 19 13:06:03.705793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=787ccd9e-47d4-4561-8002-1829991cc341,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.716437 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:03.717668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.730760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:47Z', 'revision_number': 3, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:01Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:03.735261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port 82b37c35-3799-4e13-8fc5-b402daa77497 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:03.735639 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.777165 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-03b1f4cc-ffcc-4e9f-a3c0-df136fa3934a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:03.818013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7d032-f480-4ec7-abce-b8ac648a9bb6 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:05:47Z', 'revision_number': 3, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:01Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:03.861280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Pushing event updated for resources: {'Network': ['ID=d16facb8-0f1a-4cf7-8baf-56142c34745c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.867635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:03.876153 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:03.895724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network d16facb8-0f1a-4cf7-8baf-56142c34745c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:04.025063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:04.047672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:04.065273 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-755c25c3-2f74-454b-9fc9-c42b09da7809 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=775ab79e3080496994e3060bb7b088a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436771 May 19 13:06:04.066812 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1362517 May 19 13:06:04.071976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.072330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.162699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:04.180992 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:04.190517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:04.191177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: 39514b5c-33ab-443b-b045-6e03e12906bf, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:04.254139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Request body: {'subnet': {'network_id': 'd16facb8-0f1a-4cf7-8baf-56142c34745c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1687863586-subnet', 'tenant_id': '807f1d7420db4e9eaf2f4396da62d755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:04.261805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:04.274637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:04.274875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Usage tracker for resource:subnet and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:04.275697 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.279499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:04.294891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:04.307382 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port 82b37c35-3799-4e13-8fc5-b402daa77497, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=82b37c35-3799-4e13-8fc5-b402daa77497,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:04.308098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.363019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Made reservation on behalf of 807f1d7420db4e9eaf2f4396da62d755 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:04.372743 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.419841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port f6a3c612-5de2-4d9e-b46c-fdfe59015563 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:04.450936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port f6a3c612-5de2-4d9e-b46c-fdfe59015563 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:04.451338 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.475229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 39514b5c-33ab-443b-b045-6e03e12906bf is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:04.626105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for 82b37c35-3799-4e13-8fc5-b402daa77497 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:04.648340 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.8926740 May 19 13:06:04.653360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.677955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'name': 'tempest-TaggedBootDevicesTest-1332225736', 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:04.692615 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14e24066-6a85-48e9-af05-71d2bb14cb30 None None] Provisioning for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:04.720074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14e24066-6a85-48e9-af05-71d2bb14cb30 None None] Provisioning complete for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:04.720599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14e24066-6a85-48e9-af05-71d2bb14cb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.891421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.012637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14e24066-6a85-48e9-af05-71d2bb14cb30 None None] Port 0d6d656e-54e4-45ca-832e-aed8e95ad56b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:05.043290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 39514b5c-33ab-443b-b045-6e03e12906bf) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:05.055068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:05.098708 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d50b61-6604-4bd1-8c1e-77124f10c103 None None] Network 39514b5c-33ab-443b-b045-6e03e12906bf requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:05.134667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:05.135730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.202126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:05.208918 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.8895941 May 19 13:06:05.214136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:05.217873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:05.284444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c6022-90a5-44f0-a14d-0b214b0d1bcc req-7731e62b-0f65-4302-a79c-71928862589f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:05.298260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c1c6022-90a5-44f0-a14d-0b214b0d1bcc req-7731e62b-0f65-4302-a79c-71928862589f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 945 time: 1.2393987 May 19 13:06:05.325472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.334530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:05.358023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d16f63-a416-442b-86e2-06ce987b4403 None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:05.388236 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 254b4fa7-2e0e-46c5-a3b9-140830a98888 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:05.423309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.426901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:05.444213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:05.493191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.494518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 82b37c35-3799-4e13-8fc5-b402daa77497 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:05.551819 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:05.557739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.573015 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:05.646182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c1c6022-90a5-44f0-a14d-0b214b0d1bcc req-e8705f1f-73d8-4928-ba04-5f251a36899b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467793 May 19 13:06:05.666837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:05.682922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a6d8-6f5a-49ec-a8f6-bacc4421dbbb req-9ed3d3fb-04d4-4417-b3e3-9651bd109f04 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:05.691849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db11a6d8-6f5a-49ec-a8f6-bacc4421dbbb req-9ed3d3fb-04d4-4417-b3e3-9651bd109f04 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 946 time: 1.1521194 May 19 13:06:05.694056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2445f-737e-4431-aef9-9fd46f1e4821,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:05.734326 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:05.757438 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:05.784515 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db11a6d8-6f5a-49ec-a8f6-bacc4421dbbb req-1297743d-67ca-4974-9a80-e07552f9a144 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823154 May 19 13:06:05.787738 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.791264 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3e2445f-737e-4431-aef9-9fd46f1e4821 HTTP/1.1" status: 204 len: 168 time: 1.5710673 May 19 13:06:05.902304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:06.129702 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'code': 200} May 19 13:06:06.178223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8731bb5-f05d-451b-8b7e-a9c1239b4d66 req-f86ec648-2991-44e6-9620-a29fa5159586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:06.179717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f8731bb5-f05d-451b-8b7e-a9c1239b4d66 req-f86ec648-2991-44e6-9620-a29fa5159586 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 1097 time: 0.1811686 May 19 13:06:06.183463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-658dc35b-8e0d-4f9d-83fe-39359fb22f2b None None] Provisioning for port 254b4fa7-2e0e-46c5-a3b9-140830a98888 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:06.257260 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.263033 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6a502a8c-54c2-4649-a52c-adc3cfca4369 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:06.325113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.362671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] device_id is not set on port ceff4dad-4cb6-4643-9c37-98ed1a0173fa yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:06.379455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f8731bb5-f05d-451b-8b7e-a9c1239b4d66 req-71b2996a-9896-4276-a575-0ca9fa27bc7b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197174 May 19 13:06:06.398969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27e6ddc-b7f3-4513-b00e-48b7a341f225,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:06.409254 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:06.427496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Checking segment: {'id': '5abd26e4-b946-4a9f-a212-c079f26da9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd16facb8-0f1a-4cf7-8baf-56142c34745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:06.428372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Network hostable DHCP agents. Network: d16facb8-0f1a-4cf7-8baf-56142c34745c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:06.468150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Network d16facb8-0f1a-4cf7-8baf-56142c34745c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:06.490231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, d16facb8-0f1a-4cf7-8baf-56142c34745c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:06.503741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:06.506723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.542088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-39514b5c-33ab-443b-b045-6e03e12906bf', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:06:06.543174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.561667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131842b-4feb-4d44-8fad-96d6d1417ddb None None] Network d16facb8-0f1a-4cf7-8baf-56142c34745c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:06.632063 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3853643 May 19 13:06:06.652745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.689027 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.731761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:06.750234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Usage tracker for resource:security_group_rule and tenant:acc9099e41f94357aa20ae1051141ab9 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:06.753341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.767734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:06.771647 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a49feb6-f97a-4035-908a-ddb9349b3530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:06.789565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:06.805572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:07.089307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=82b37c35-3799-4e13-8fc5-b402daa77497,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:07.097750 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:07.163286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.173659 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.229236 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce51a00c-8346-401b-9451-9ee64302b1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:07.278297 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98b408c4-9a87-430c-b6a5-6de08fa84710 req-eab12a1e-c8a3-4c23-afb9-4d4d1c3b7265 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1072013 May 19 13:06:07.401980 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 254b4fa7-2e0e-46c5-a3b9-140830a98888 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:07.423650 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acc9099e41f94357aa20ae1051141ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7596240 May 19 13:06:07.431746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:07.448263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc325d5-5d91-443b-a748-e58fb3258b37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:07.480495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 254b4fa7-2e0e-46c5-a3b9-140830a98888 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:07.481360 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.521127 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:07.605982 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.624775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13561c9d-18c1-45e5-a1c2-3d5c29255841 req-9ddc2645-1bf4-49e4-8bbd-dd2031f2423d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:07.636744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-13561c9d-18c1-45e5-a1c2-3d5c29255841 req-9ddc2645-1bf4-49e4-8bbd-dd2031f2423d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 946 time: 0.6530206 May 19 13:06:07.772179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-262082991', 'description': 'tempest-description-259704721'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:07.784387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] No DVR routers for this DVR port 82b37c35-3799-4e13-8fc5-b402daa77497 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:07.791678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.797003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'name': 'network-vif-deleted', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:07.805600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:07.855555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:07.904113 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-78d9bdac-e57f-4809-9c94-1f11626d29c6 req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "DELETE /v2.0/ports/82b37c35-3799-4e13-8fc5-b402daa77497 HTTP/1.1" status: 204 len: 173 time: 6.8657787 May 19 13:06:07.907166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:07.907869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.1.1.235 (f2cf330e-cb80-4850-9478-9a4a8db69511/c634e4fe-3079-4474-8320-f269509eca2e/ceff4dad-4cb6-4643-9c37-98ed1a0173fa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:07.915945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-13561c9d-18c1-45e5-a1c2-3d5c29255841 req-76160ce9-8aa9-424d-9f91-2e0c3a02d124 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759669 May 19 13:06:07.931124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:07.948034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.299939 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2', 'name': 'network-vif-deleted', 'tag': '82b37c35-3799-4e13-8fc5-b402daa77497', 'status': 'completed', 'code': 200} May 19 13:06:08.355787 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.397398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.550032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Allocated IP 172.22.0.2 (39514b5c-33ab-443b-b045-6e03e12906bf/787ccd9e-47d4-4561-8002-1829991cc341/ed3ce3a1-7836-4bf8-ab17-909b00a5f91d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:08.557732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:08.603359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:08.607301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:08.625741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:08.672298 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.706587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.714757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object ceff4dad-4cb6-4643-9c37-98ed1a0173fa will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:08.740898 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-19aa606e-77e2-44f6-8e78-a28994d9ecb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:08.774991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.790269 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2851dac8-60d8-4df7-8e4d-9b074fb7af15 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:08.869343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc325d5-5d91-443b-a748-e58fb3258b37,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:08.872624 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:08.909576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.914755 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.920245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fc325d5-5d91-443b-a748-e58fb3258b37 HTTP/1.1" status: 204 len: 168 time: 1.4772787 May 19 13:06:08.920245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-899bfef8-7c2e-46d9-aebd-5f1e4d7ed5d9 req-69c6689c-ed44-4fdd-ae95-81d8905cae60 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dd9abd4-e5f1-4ae5-9ea3-679b82ed3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1798680 May 19 13:06:08.966536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:08.982166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:08.999124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:09.069766 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.091018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.099335 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-966f2a0c-f1f1-476e-8df7-1e611e084cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:09.170728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:09.176902 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.203190 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.229234 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ab6f068-de86-4bb9-8359-7e6600a41b26 req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5041134 May 19 13:06:09.238183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b29a6f-3291-4ffa-98c0-43fbb16d7749,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:09.245942 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:09.465755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0144809-2727-40ad-a7b6-2517c2d9b8a1 None None] Network d16facb8-0f1a-4cf7-8baf-56142c34745c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:09.716191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.756673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Transition to ACTIVE for port object ed3ce3a1-7836-4bf8-ab17-909b00a5f91d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:09.768874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-ce21f26d-f846-4588-940a-36bad76e8209 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/91b29a6f-3291-4ffa-98c0-43fbb16d7749 HTTP/1.1" status: 200 len: 1805 time: 0.2163551 May 19 13:06:09.792554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:09.796665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91b29a6f-3291-4ffa-98c0-43fbb16d7749', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:09.796979 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91b29a6f-3291-4ffa-98c0-43fbb16d7749', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:09.810988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:09.830702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ece93-f40c-4a40-8816-18dd21c18216 req-bb3b7d1e-ebd7-4cec-be01-905c8378ae8d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:09.844825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-830ece93-f40c-4a40-8816-18dd21c18216 req-bb3b7d1e-ebd7-4cec-be01-905c8378ae8d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 946 time: 0.3654449 May 19 13:06:09.904731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Transition to ACTIVE for port object ed3ce3a1-7836-4bf8-ab17-909b00a5f91d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:09.905925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:09.926564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:09.935177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:09.939611 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:09.944816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12d169f7-e904-40ce-88cb-3955b8c9d0aa None None] Provisioning complete for port 254b4fa7-2e0e-46c5-a3b9-140830a98888 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:09.945210 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12d169f7-e904-40ce-88cb-3955b8c9d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.962167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:09.977264 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3174663 May 19 13:06:09.984203 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.997510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-830ece93-f40c-4a40-8816-18dd21c18216 req-9301fc81-e9dc-4d6d-9492-0d409fa94063 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504166 May 19 13:06:10.002375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.022647 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:10.102507 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.114810 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.136517 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.144140 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.156032 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-94affe52-12fa-4b02-8970-def7ec9a0b2f tempest-ServersTestManualDisk-927129968 tempest-ServersTestManualDisk-927129968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:10.184303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac3bcd2-63c1-4fb3-8d9d-6f34e21c82be,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:10.191859 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:10.207882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:10.229579 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.237743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8d35d61a-545a-4c52-89c8-028182eac4c1 req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4573083 May 19 13:06:10.241405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bed87c9520404a759cc696d346252de9 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:10.248631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:10.270787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Network 39514b5c-33ab-443b-b045-6e03e12906bf is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:10.280096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:10.280678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:10.300841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:10.340899 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 254b4fa7-2e0e-46c5-a3b9-140830a98888, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=254b4fa7-2e0e-46c5-a3b9-140830a98888,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:10.370920 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Pushing event updated for resources: {'Port': ['ID=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:10.452704 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:10.472749 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.473651 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device efd31044-b449-4f63-8294-b41182017bce up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:10.531325 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:10.657482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:10.668311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066850261', 'description': 'tempest-description--58970634'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:10.692783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:10.708592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:security_group and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:10.708959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=254b4fa7-2e0e-46c5-a3b9-140830a98888,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:10.712243 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:10.712935 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08bebcc5-c459-4716-990c-5bdebc1a747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.715689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:10.728659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:10.754810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1917250694', 'description': 'tempest-description-903690004'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:10.762061 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Attempting to bind port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:10.762452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Attempting to bind port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:10.762940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Attempting to bind port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d on network 39514b5c-33ab-443b-b045-6e03e12906bf {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:10.764835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.22.0.1 (39514b5c-33ab-443b-b045-6e03e12906bf/787ccd9e-47d4-4561-8002-1829991cc341/1382fc1e-1aba-41d1-96d7-de483f2828b8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:10.769355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:10.773030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:10.773941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Checking segment: {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:10.774379 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.774950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Bound using segment: {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:10.775498 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Bound port: ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:10.775929 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.837182 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.896334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:10.909331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:10.934159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:10.940850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:security_group_rule and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:10.944692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:10.953098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:10.978431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] For port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:10.982157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] For port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:10.999006 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.005604 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.085237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Pushing event updated for resources: {'Port': ['ID=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.088590 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:11.105225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b4e8624-0797-436b-aba0-cfc314d7fe20 None None] Provisioning for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:11.130621 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.131095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port efd31044-b449-4f63-8294-b41182017bce completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:11.133910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:11.154775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port efd31044-b449-4f63-8294-b41182017bce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:11.155211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.177448 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.197610 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.207217 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.224515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b4e8624-0797-436b-aba0-cfc314d7fe20 None None] Provisioning complete for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:11.224915 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8624-0797-436b-aba0-cfc314d7fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.246322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 1382fc1e-1aba-41d1-96d7-de483f2828b8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:11.275548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d30013-a0f8-487c-94ed-54e8c87191ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.280041 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:11.288198 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.320697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:11.334432 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.334853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:11.338834 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.339690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:11.349735 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.350480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:11.362188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e8624-0797-436b-aba0-cfc314d7fe20 None None] Port ceff4dad-4cb6-4643-9c37-98ed1a0173fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:11.428294 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.446651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e4911-f651-4d25-8915-823676ea1a7f req-091d0f51-aae5-4ac9-8792-51f74c9e2c8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:11.448355 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-354e4911-f651-4d25-8915-823676ea1a7f req-091d0f51-aae5-4ac9-8792-51f74c9e2c8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 946 time: 0.7043366 May 19 13:06:11.458342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.464026 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.475229 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8153586 May 19 13:06:11.486179 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:11.502398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'security_group_rule': {'security_group_id': 'e1d30013-a0f8-487c-94ed-54e8c87191ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:11.512350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port efd31044-b449-4f63-8294-b41182017bce, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=efd31044-b449-4f63-8294-b41182017bce,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:11.521873 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bed87c9520404a759cc696d346252de9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5776670 May 19 13:06:11.522536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:11.528351 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.549091 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.606476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:11.634988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:security_group_rule and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:11.651411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:11.651987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 39514b5c-33ab-443b-b045-6e03e12906bf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:11.664536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:11.672577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:11.678721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:11.708867 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.747594 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:11.765002 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.789795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-354e4911-f651-4d25-8915-823676ea1a7f req-e6f22886-bc2d-4b5f-93a7-99dd75426d8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069098 May 19 13:06:11.795627 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.805040 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b82c1ea2-8088-4648-9afd-ec9d0fbecb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.826631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.851397 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:11.852328 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3badf46f-2016-4186-b081-618237d4a770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:11.864228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.896228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c52970-d44d-4588-972e-fdc950bc22b6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.904683 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:11.920295 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.928193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.932477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 254b4fa7-2e0e-46c5-a3b9-140830a98888 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:12.062914 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.065944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7aa1459-418c-4fc8-8062-5146d15097be req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3187814 May 19 13:06:12.082091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228a12e-885b-4ff4-8c0f-0151b28e6679,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.086105 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.102759 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:12.105324 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.113919 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.143770 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:12.162711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2e454a-3003-4562-8c52-d8cdc0fe9e38,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.166201 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:12.167492 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.169361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-59d47dfd-1cb9-4cf4-9958-a84f15346b64 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6815960 May 19 13:06:12.172132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:12.180164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'security_group_rule': {'security_group_id': 'e1d30013-a0f8-487c-94ed-54e8c87191ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:12.187880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:12.189289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 254b4fa7-2e0e-46c5-a3b9-140830a98888 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:12.189724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.193671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:security_group_rule and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:12.197637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:12.209631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:12.230413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.303608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.343693 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.356626 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.358858 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aa8c64cd-0109-49b7-8ff5-15ddceb90749 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:12.382760 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e16b84e7-96b4-4b8b-96b5-c0dbc1d2c59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:12.446522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c82a479-d9f8-4f48-9de7-338c34879477,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.449406 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:12.477003 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.480065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c2cc5e5-39a3-495a-8bb6-855312c07b63 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061655 May 19 13:06:12.483121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:12.502472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228a12e-885b-4ff4-8c0f-0151b28e6679,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.508858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:12.512372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.515763 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6228a12e-885b-4ff4-8c0f-0151b28e6679 HTTP/1.1" status: 204 len: 168 time: 0.9721861 May 19 13:06:12.523761 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:12.529417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.563334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:12.664649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ed3ce3a1-7836-4bf8-ab17-909b00a5f91d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:12.721448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:floatingip and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:12.748300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:12.790161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:12.808175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-d5f977c0-53ad-46f3-b8a6-8e38fb72b4d7 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/65c52970-d44d-4588-972e-fdc950bc22b6 HTTP/1.1" status: 200 len: 1806 time: 0.2486703 May 19 13:06:12.842553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '65c52970-d44d-4588-972e-fdc950bc22b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:12.843041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '65c52970-d44d-4588-972e-fdc950bc22b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:12.884604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:12.920958 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.005287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:13.052447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:13.061583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5404f4f-1088-473a-a3d2-290121c2e6d5 None None] Network 39514b5c-33ab-443b-b045-6e03e12906bf requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:13.105477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:13.193387 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54a7c417-a78a-4522-864b-904518019aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.347274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-eb7db290-5acf-4a79-a6c8-75ba757ce22f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:13.348510 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.348730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-eb7db290-5acf-4a79-a6c8-75ba757ce22f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Synchronizing usage tracker for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:13.379883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:13.420990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Provisioning for port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:13.429940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Provisioning complete for port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:13.430441 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.548218 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.558192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-eb7db290-5acf-4a79-a6c8-75ba757ce22f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Unset dirty status for tenant:f6c385f268c74baabf8254875377953d on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:13.560849 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-eb7db290-5acf-4a79-a6c8-75ba757ce22f tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.7019708 May 19 13:06:13.645434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.721936 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.789014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac4063-10ea-4ffb-95a6-ac842c83b1a7 req-e8503534-ae25-4c93-a0b6-289818a82f59 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:13.799047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07ac4063-10ea-4ffb-95a6-ac842c83b1a7 req-e8503534-ae25-4c93-a0b6-289818a82f59 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 945 time: 0.7640514 May 19 13:06:13.835033 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.855385 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:13.866478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device efd31044-b449-4f63-8294-b41182017bce up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:13.897641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07ac4063-10ea-4ffb-95a6-ac842c83b1a7 req-f4b8e930-4df7-4980-829a-467befdc2183 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975835 May 19 13:06:13.903495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.947194 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.175368 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.194605 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2d3aa922-b4e9-43d7-b014-d8e6bbc7a8d9 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:14.217714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.481316 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.500904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] For port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:14.535236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5df48d4-da57-46e0-b2a2-0817bbb91e2e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:14.536882 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.542772 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:14.623596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:14.647866 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:14.679260 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:14.732368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port efd31044-b449-4f63-8294-b41182017bce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:14.732975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.796770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.799406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e607ac5-97f1-45e0-871a-22180d8bcc61 req-bc68b01d-2712-4772-a94d-2e129209e17b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.9770205 May 19 13:06:14.855983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:14.856892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.948662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network 39514b5c-33ab-443b-b045-6e03e12906bf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:14.957195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:14.976642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 172.25.4.195 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/efdff97d-cb27-4aa2-85a6-9508392e7537) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:14.977602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Pushing event updated for resources: {'Port': ['ID=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:14.997758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-19976675-8c4b-4f8d-a572-2c9c7e627930 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:14.999340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-19976675-8c4b-4f8d-a572-2c9c7e627930 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 946 time: 0.5895412 May 19 13:06:15.023497 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:15.277868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510380084', 'description': 'tempest-description-1387354149'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:15.285433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:15.291875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:15.295537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:15.390001 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.523764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f9519aaa-ef8c-4dea-87da-2dd6cb46a89c no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:15.653906 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:15.654519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.742956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ed3ce3a1-7836-4bf8-ab17-909b00a5f91d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:15.761648 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.823639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6baba-074a-440d-bf34-256490f27235 req-7e4437c3-751a-415d-a353-559bea9b1462 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:15.828135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72c6baba-074a-440d-bf34-256490f27235 req-7e4437c3-751a-415d-a353-559bea9b1462 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 946 time: 1.5643456 May 19 13:06:15.832242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:15.840158 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.874194 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af61d46e-661b-4384-b365-13000e385a57 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:15.887776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Provisioning for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:15.907504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 51916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:15.909173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:15.964264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Provisioning complete for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:15.973067 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.997671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for f9519aaa-ef8c-4dea-87da-2dd6cb46a89c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:16.164726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=efdff97d-cb27-4aa2-85a6-9508392e7537,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:16.166684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.193638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Port 1382fc1e-1aba-41d1-96d7-de483f2828b8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:16.259081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Provisioning complete for port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:16.259346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9943f318-29c7-497a-8642-d94d89ad0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.341194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:16.348186 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:16.355796 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72c6baba-074a-440d-bf34-256490f27235 req-230e5a32-f310-4cd8-870a-f814ccc70610 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862037 May 19 13:06:16.361312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:16.366772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:16.465594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.534385 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.565056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:16.577168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:16.581856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:16.590239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:16.590772 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.599222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:16.637914 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:16.658011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port f6a3c612-5de2-4d9e-b46c-fdfe59015563 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:16.664744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.682426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:16.718963 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.722832 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device f6a3c612-5de2-4d9e-b46c-fdfe59015563 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:16.759319 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6b37168-166e-4164-902c-78568b1b93b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:16.799309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1549823396'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:16.836615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:16.856836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Usage tracker for resource:network and tenant:85eff48322734654a8255d47bae06218 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:16.862860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:16.882788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:16.892691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.901761 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:16.904181 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-386f1b72-d471-4d33-8b86-612d332a13d1 tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:16.912870 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:16.932506 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:16.933506 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:16.970618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Made reservation on behalf of 85eff48322734654a8255d47bae06218 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:16.974088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.974730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.975187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:16.990849 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=f9519aaa-ef8c-4dea-87da-2dd6cb46a89c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.037659 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8222396 May 19 13:06:17.043888 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:17.046387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.064362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:17.080731 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:17.118863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1362665586'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:17.130980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:17.140278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:network and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:17.145741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:17.159697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:17.165774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:17.170057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] No DVR routers for this DVR port f9519aaa-ef8c-4dea-87da-2dd6cb46a89c on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:17.176881 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.180266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ef7e845e-a2bd-4ed7-985e-a971e4f43c6e req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.71 "DELETE /v2.0/ports/f9519aaa-ef8c-4dea-87da-2dd6cb46a89c HTTP/1.1" status: 204 len: 173 time: 3.6125243 May 19 13:06:17.181505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Usage tracker for resource:security_group_rule and tenant:85eff48322734654a8255d47bae06218 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:17.184762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-deleted', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:17.191720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:17.201514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:17.212976 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:17.218635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:17.223422 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.232998 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-8de5d7d5-69f5-479b-8cc6-fab9e2437d36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5033820 May 19 13:06:17.346895 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.420096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:17.432722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.484011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.509850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9422e-5ab5-43f7-a705-472d630be4b9 req-0a779717-2bcc-482f-96d4-80bc5b719960 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.512984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c9422e-5ab5-43f7-a705-472d630be4b9 req-0a779717-2bcc-482f-96d4-80bc5b719960 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=edb623f2-2e18-4c41-aef8-96b461ccdd36 HTTP/1.1" status: 200 len: 865 time: 0.8036735 May 19 13:06:17.516360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.517134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.518078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.518748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.519295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.519885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.520555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:17.522836 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f06de80a-97aa-4ce0-ada2-78cab432bbd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 0.2493711 May 19 13:06:17.542601 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.552633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.553896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port f6a3c612-5de2-4d9e-b46c-fdfe59015563, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=f6a3c612-5de2-4d9e-b46c-fdfe59015563,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:17.593114 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.616536 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:17.629664 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.642948 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cecbaf97-0125-476c-8381-b57d426c5a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:17.754881 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:12Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:13Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:17.761222 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:17.761604 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Updating router fa2b2616-3329-4dac-a9dc-d41019261ade port 1382fc1e-1aba-41d1-96d7-de483f2828b8 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:06:17.807732 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.823476 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:17.831639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-00068239-76e2-4944-bf4a-8d4fc1a3ce91 None None] Provisioning complete for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:17.832514 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00068239-76e2-4944-bf4a-8d4fc1a3ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.880798 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.892508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for f6a3c612-5de2-4d9e-b46c-fdfe59015563 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:17.903264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-00068239-76e2-4944-bf4a-8d4fc1a3ce91 None None] Port 1382fc1e-1aba-41d1-96d7-de483f2828b8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:17.908079 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.968978 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-682d7572-583a-4fc9-befe-e1bf1f47847c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:17.991328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:18.055077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:18.099027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8f76e-f18f-489e-ba59-e2b96d158915,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.110760 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:18.142600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.142600 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Added segment a589a004-9a62-4fdb-8662-18b5e4e4cce3 of type vlan for network 22df0abd-e1bb-43c8-a417-a9ecb470244b May 19 13:06:18.158530 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.193120 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.194439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72e560af-04eb-4a95-8ecf-bf70d8a2b7fc req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.9210110 May 19 13:06:18.230187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-19c9422e-5ab5-43f7-a705-472d630be4b9 req-514983a5-fffd-49e9-ad1d-9d72684992c6 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b1551d8-126f-47f7-a4a0-27c5334edb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794269 May 19 13:06:18.230893 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.243660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3', '67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:18.296825 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.391549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f1d812df-2f30-4516-813d-ba5fb5a4f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:18.392794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f1d812df-2f30-4516-813d-ba5fb5a4f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:18.393244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f1d812df-2f30-4516-813d-ba5fb5a4f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:18.394932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f1d812df-2f30-4516-813d-ba5fb5a4f3a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 2298 time: 0.8378520 May 19 13:06:18.401915 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.408610 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'code': 200} May 19 13:06:18.417123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:18.417562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.426857 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb623f2-2e18-4c41-aef8-96b461ccdd36', 'name': 'network-vif-deleted', 'tag': 'f9519aaa-ef8c-4dea-87da-2dd6cb46a89c', 'status': 'completed', 'code': 200} May 19 13:06:18.428818 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ca8d084-0475-4008-b748-fec578b83fd7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:18.433371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.433728 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added segment d6b4687c-7d32-410d-bfdb-ffc48f2605b5 of type vlan for network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 May 19 13:06:18.443761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01231c83-94e6-49bc-95ae-fd65fac452e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.462623 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:18.466195 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:18.663773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port f6a3c612-5de2-4d9e-b46c-fdfe59015563 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:18.666062 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.687761 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Transition to ACTIVE for port object 1382fc1e-1aba-41d1-96d7-de483f2828b8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:18.697561 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.709700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Pushing event updated for resources: {'Network': ['ID=22df0abd-e1bb-43c8-a417-a9ecb470244b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.715369 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-f06f214f-720c-49fa-94d4-e665c832b594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:18.721025 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:18.731712 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.735041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=f6a3c612-5de2-4d9e-b46c-fdfe59015563,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.737573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-deleted', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:18.753750 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:18.756505 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:18.790714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-be4c4d84-0a66-4717-9490-5a4043976977 req-a88c3760-d7b0-4503-b997-437671185bf5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:18.814671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.836295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d94e00a5-b048-40d2-be49-7292c052ccd2 req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/f6a3c612-5de2-4d9e-b46c-fdfe59015563 HTTP/1.1" status: 204 len: 173 time: 3.8255148 May 19 13:06:18.936503 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Pushing event updated for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.957336 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.958105 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.959110 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.959451 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.959778 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.961104 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.961440 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.961764 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.964229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.965363 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.966049 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.967367 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:18.974985 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:18.981526 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-201f28d3-d68e-4df6-b8ac-5e690fef8859 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.5536835 May 19 13:06:18.986536 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0724952 May 19 13:06:19.091289 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:06:19.121993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-210c05a8-e711-426b-ae74-964d0b4ba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:19.123513 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-210c05a8-e711-426b-ae74-964d0b4ba637 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.1338644 May 19 13:06:19.124419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-102750738', 'description': 'tempest-description-694850017'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:19.163338 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Attempting to bind port 1382fc1e-1aba-41d1-96d7-de483f2828b8 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:19.163680 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Attempting to bind port 1382fc1e-1aba-41d1-96d7-de483f2828b8 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:19.164092 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Attempting to bind port 1382fc1e-1aba-41d1-96d7-de483f2828b8 on network 39514b5c-33ab-443b-b045-6e03e12906bf {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:19.171360 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:19.171816 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Checking segment: {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:19.172617 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.173156 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Bound using segment: {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:19.174178 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Bound port: 1382fc1e-1aba-41d1-96d7-de483f2828b8, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbfea5b-7067-4354-a10a-a58ad81bd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:19.174178 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.174932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:19.179399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-be4c4d84-0a66-4717-9490-5a4043976977 req-a88c3760-d7b0-4503-b997-437671185bf5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:19.194088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-be4c4d84-0a66-4717-9490-5a4043976977 req-a88c3760-d7b0-4503-b997-437671185bf5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eb6f6ed-f0cc-4805-ab98-93d6ea20827e HTTP/1.1" status: 200 len: 210 time: 0.5339024 May 19 13:06:19.214332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:19.251785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:19.260983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-c66d4db2-d2ef-48e6-a548-60ab78e62095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:19.263289 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-c66d4db2-d2ef-48e6-a548-60ab78e62095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311958 May 19 13:06:19.277054 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:19.301841 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.335868 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-deleted', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'status': 'completed', 'code': 200} May 19 13:06:19.339494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.346406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:19.347037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.367203 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-924cb670-e15b-45f7-9c1a-9c9042af2d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:19.395631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:19.416610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3503017 May 19 13:06:19.418175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:19.436718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:19.436718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:19.448150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'subnet': {'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:19.463924 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] For port 1382fc1e-1aba-41d1-96d7-de483f2828b8, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:19.478133 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] For port 1382fc1e-1aba-41d1-96d7-de483f2828b8, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1382fc1e-1aba-41d1-96d7-de483f2828b8,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:19.493119 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.499063 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-830db286-6f78-4b38-9fc1-cc23f12194a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:19.503674 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-24fac56a-59b5-4f0a-8715-50b620b77d26 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303383 May 19 13:06:19.655173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:19.658204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:19.660864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 51970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:19.678539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:subnet and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:19.697807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b', 'binding:host_id': 'n-h2-791505-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-726490360'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:19.705045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:19.709865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Usage tracker for resource:port and tenant:1fafd11e0228475e8b0f83a0323f4e90 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:19.713651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:19.722058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:19.736370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:19.740669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:06:19.743302 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-5da511c1-24b7-4cb6-8c12-593499c539df service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306249 May 19 13:06:19.759318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Made reservation on behalf of 1fafd11e0228475e8b0f83a0323f4e90 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:19.776775 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:19.778059 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:19.786979 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.828586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Network': ['ID=c3e5c78a-9f45-4e93-87d6-2c6bc5656f25,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:19.840889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:19.854892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:19.882333 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e26be3e7-2a08-4c46-a721-ef96160083b0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:19.890571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-e41122ad-7dd2-44fd-9e63-791ea29cf4c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.1392820 May 19 13:06:19.913182 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.929009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.990400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f25b95ef-4c56-45bf-ae76-ce32c70ec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:19.992543 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-f25b95ef-4c56-45bf-ae76-ce32c70ec40f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.0948513 May 19 13:06:20.030123 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Pushing event updated for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:20.042273 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:20.153270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-4657e58f-7a5b-422b-8b0a-1fcbacaff343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:20.156330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-4657e58f-7a5b-422b-8b0a-1fcbacaff343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1555455 May 19 13:06:20.248371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.261568 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ac5e201a-65cc-45c8-b824-95150ef06b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:20.309113 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:20.373381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=efdff97d-cb27-4aa2-85a6-9508392e7537,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:20.382408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Made reservation on behalf of ed7dcd9b25a6406980a9607185a3b87f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:20.386802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.409006 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:20.409900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:20.434004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:20.450875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Usage tracker for resource:security_group_rule and tenant:1fafd11e0228475e8b0f83a0323f4e90 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:20.465760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:20.482891 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-880247f7-3dfa-4e32-a85c-5a65dca02818 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151968 May 19 13:06:20.542786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:20.596223 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.786082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.799769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.808479 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7bd630dc-62c5-4367-a465-701d60810676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:20.829186 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-9db970b4-871e-41e0-bbde-313556e4b839 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400538 May 19 13:06:20.830243 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.831570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3433485 May 19 13:06:20.903398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4464bf21-b996-49a4-8eda-92a2bed7ae0b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:20.921871 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:20.953641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.966858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f58e70e3-c602-4349-9307-333e28979927 req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.8933952 May 19 13:06:21.064933 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb6f6ed-f0cc-4805-ab98-93d6ea20827e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a3c612-5de2-4d9e-b46c-fdfe59015563', 'code': 200} May 19 13:06:21.081414 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-865c0128-9285-4f11-8155-8d4a2084b25f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.2344866 May 19 13:06:21.134911 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:12Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:19Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:21.160065 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd70442-d3e9-4013-a5e7-2328728c2efc None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:12Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:19Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:21.319063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-83c9b5d9-7448-4161-9bae-71164ddd9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:21.336253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-83c9b5d9-7448-4161-9bae-71164ddd9450 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.2462621 May 19 13:06:21.500443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-ec521e78-8fba-4840-9fc1-0f20a6b374ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:21.503993 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-ec521e78-8fba-4840-9fc1-0f20a6b374ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1569078 May 19 13:06:21.592684 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.678543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98d89-9ac2-4682-9eb7-1dc3d189ff77 req-1b9990c5-236d-47a8-ba5d-b019bd6f5d43 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:21.683124 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fee98d89-9ac2-4682-9eb7-1dc3d189ff77 req-1b9990c5-236d-47a8-ba5d-b019bd6f5d43 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.5709302 May 19 13:06:21.686029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.695189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 2f89366f-3a3b-4805-ad20-a80f90a55990 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:21.779350 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ed404ffe-7c53-449e-a154-855128c00872 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:21.998174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1382fc1e-1aba-41d1-96d7-de483f2828b8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:22.062599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a436d5-7112-4ca8-a025-848a014d9fa0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:22.080691 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:22.108775 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-32eb4a28-84ac-46ec-94df-94fe458a143e tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/01231c83-94e6-49bc-95ae-fd65fac452e3 HTTP/1.1" status: 200 len: 1806 time: 0.1681719 May 19 13:06:22.115401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:22.137052 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:22.137682 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.153457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fee98d89-9ac2-4682-9eb7-1dc3d189ff77 req-53a3cd9f-a3e5-4a28-88b7-63b4261fae0b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844514 May 19 13:06:22.178320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-3be9b863-1c06-44e0-85c7-d8158dee66cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:22.180075 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-3be9b863-1c06-44e0-85c7-d8158dee66cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.57 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 0.7751770 May 19 13:06:22.237270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-ec64fdab-7204-4e51-965e-b67a724772c3 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255356 May 19 13:06:22.461577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-6fc172d4-8e46-41bd-9128-2de1120527f7 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173414 May 19 13:06:22.517348 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.595024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-27969f72-7b64-4c8e-8a27-60079f0e6e16 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/4464bf21-b996-49a4-8eda-92a2bed7ae0b HTTP/1.1" status: 200 len: 1805 time: 0.4669588 May 19 13:06:22.597098 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-504b0ef6-69e9-403b-b6ea-c7278bd0e1c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.1212227 May 19 13:06:22.604472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 1382fc1e-1aba-41d1-96d7-de483f2828b8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1382fc1e-1aba-41d1-96d7-de483f2828b8,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:22.613381 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.617936 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:22.630136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-242be8cb-5749-4d86-888f-b2058fd95d99 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Synchronizing usage tracker for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:22.640087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01231c83-94e6-49bc-95ae-fd65fac452e3', 'remote_group_id': '4464bf21-b996-49a4-8eda-92a2bed7ae0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:22.640603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01231c83-94e6-49bc-95ae-fd65fac452e3', 'remote_group_id': '4464bf21-b996-49a4-8eda-92a2bed7ae0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:22.662123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:22.684420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:22.686841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-b4eb870f-fd3d-476c-8753-6a1f471f8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:22.688499 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-b4eb870f-fd3d-476c-8753-6a1f471f8e1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.0844035 May 19 13:06:22.697786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:22.754772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:22.813136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:22.820302 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:22.859020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-242be8cb-5749-4d86-888f-b2058fd95d99 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Unset dirty status for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:22.863280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-242be8cb-5749-4d86-888f-b2058fd95d99 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1066850261&fields=id&tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84 HTTP/1.1" status: 200 len: 267 time: 0.4674070 May 19 13:06:22.897453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-7cc4ef55-bfba-4ba2-a5e7-0c3091a522e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:22.905407 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-7cc4ef55-bfba-4ba2-a5e7-0c3091a522e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2041857 May 19 13:06:22.918249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 2f89366f-3a3b-4805-ad20-a80f90a55990 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:22.962834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:22.963317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.990702 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.050321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.070496 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad8b68ce-11c6-4302-bccd-5971cea438bc tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:23.086734 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-92be8bd5-9dc2-4863-bf59-0f1dd4a36e39 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792674 May 19 13:06:23.111435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Transition to ACTIVE for port object 2f89366f-3a3b-4805-ad20-a80f90a55990 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:23.212778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-3638560d-2708-455e-bf72-e40a3127a2c2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:23.216684 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-3638560d-2708-455e-bf72-e40a3127a2c2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 929 time: 0.3523128 May 19 13:06:23.318433 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-882cb679-7593-46fd-ab18-77de3d5b2401 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251303 May 19 13:06:23.410567 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-92460876-c4cd-426f-a835-ec2d64fe0b8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.0849838 May 19 13:06:23.505022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-5e2fb91b-da61-4323-8f23-bffc88e14d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:23.506939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-5e2fb91b-da61-4323-8f23-bffc88e14d1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.0903623 May 19 13:06:23.538627 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.595532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.622340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-a0d77d41-0157-4bb6-9aae-6d5be407bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:23.624901 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-a0d77d41-0157-4bb6-9aae-6d5be407bee4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083963 May 19 13:06:23.653696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Subnet': ['ID=c42a41ee-d56b-4f75-bfe3-f5e016a2640b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.671453 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:23.685399 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9b3f37ee-aace-46df-8241-b32edb6d50fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:23.758039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Checking segment: {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:23.758404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network hostable DHCP agents. Network: c3e5c78a-9f45-4e93-87d6-2c6bc5656f25, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:23.784349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-e272680a-4cc2-4434-bd1f-902ac168c374 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:23.791734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-e272680a-4cc2-4434-bd1f-902ac168c374 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 932 time: 0.5581706 May 19 13:06:23.875695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1382fc1e-1aba-41d1-96d7-de483f2828b8 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:23.899283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] For port 670bc440-dde5-4e7c-9b83-301d2c88b228, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=670bc440-dde5-4e7c-9b83-301d2c88b228,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:23.899865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.935662 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-3cd3ec2a-86c0-4fea-a3a9-a58d33020a46 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021836 May 19 13:06:23.963938 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7381171b-1355-4934-b3ea-2aaa8119bfc1 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1692550 May 19 13:06:23.980407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.038213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1382fc1e-1aba-41d1-96d7-de483f2828b8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:24.039172 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.094611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=2f89366f-3a3b-4805-ad20-a80f90a55990,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:24.097883 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.105707 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:24.129668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:24.139765 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:24.149778 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-eca35522-63de-45d0-a4e6-c18083786e49 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1680970 May 19 13:06:24.150567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Checking segment: {'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:24.150942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Network hostable DHCP agents. Network: 22df0abd-e1bb-43c8-a417-a9ecb470244b, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:24.187277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f856c632-7ae3-4720-b75a-a857e6883a28,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:24.193310 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:24.244492 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-e8db2549-7e43-4cd8-8e3b-73ab247e6991 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004906 May 19 13:06:24.249483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c3e5c78a-9f45-4e93-87d6-2c6bc5656f25) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:24.270877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239c606-651b-414d-b548-597bc391ea4a None None] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:24.431012 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.432276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89b61eb2-0ab1-40e7-81fe-4434a87c1c81 req-983ce29f-ae5c-4652-972c-a3d73f80e291 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.8176374 May 19 13:06:24.442843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.443439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.452015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:24.464920 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-50377d2e-28f7-4833-9782-2d3f82ea65c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.1999493 May 19 13:06:24.558486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 22df0abd-e1bb-43c8-a417-a9ecb470244b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:24.576857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4cbb57-720a-4088-8380-b356603f9b48 None None] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:24.589410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:24.606092 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1677818 May 19 13:06:24.607196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:24.627360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-fdaf133e-982b-4005-8a37-60a8f80d385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.630843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-fdaf133e-982b-4005-8a37-60a8f80d385a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.1558635 May 19 13:06:24.735826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:24.736612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:24.737071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:24.820574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-1b44309a-e5d3-49ce-814a-ed42f44a38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.822618 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-1b44309a-e5d3-49ce-814a-ed42f44a38bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837349 May 19 13:06:24.918205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.919773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.920890 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Floating IP 152e8805-eb0a-40b2-80dc-1faac557f9ef disassociated. External IP: 172.25.4.252, port: 670bc440-dde5-4e7c-9b83-301d2c88b228. May 19 13:06:24.921442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for 670bc440-dde5-4e7c-9b83-301d2c88b228 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:24.931507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:24.932168 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:24.940306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.946901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.953197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:24.954378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Synchronizing usage tracker for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:24.961162 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 2 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:25.121763 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:25.122107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:25.122449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:25.143570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:25.143927 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:25.208932 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 3 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:25.254774 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-4a698ae0-0871-4d75-ab6e-854665a9bed5 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231191 May 19 13:06:25.283246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:06:25.284158 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.392253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Unset dirty status for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:25.399387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8a87ded1-132d-4a5c-a1cf-9a0337b8ee05 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 1988 time: 1.2199888 May 19 13:06:25.441848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:25.442453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:25.442958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:25.464187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-6e1a6989-54fe-4ebe-85cc-9ab4446140f3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/quotas/64a08dfaf36e4e94aa227e9c66c7ba84 HTTP/1.1" status: 200 len: 375 time: 0.0632608 May 19 13:06:25.473062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:25.473660 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:25.514236 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 4 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:25.519088 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-8a2b9fc7-1ec9-4c0c-9b3e-05ee3f569f3a service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562258 May 19 13:06:25.600842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Allocated IP 172.23.0.2 (c3e5c78a-9f45-4e93-87d6-2c6bc5656f25/c42a41ee-d56b-4f75-bfe3-f5e016a2640b/cb8ee1b1-f765-4cf0-921c-bd60f4bc4788) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:25.625283 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-11bc7f9c-8d50-437f-9459-fc88854ba003 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.0988462 May 19 13:06:25.627780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:25.628605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:25.628605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:25.738736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-397f8d5d-0ab8-47ab-a1eb-74e35ae629e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:25.740294 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-397f8d5d-0ab8-47ab-a1eb-74e35ae629e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.1062222 May 19 13:06:25.879894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-ee6081e1-8143-4878-9b1b-b5ef0888ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:25.882900 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-ee6081e1-8143-4878-9b1b-b5ef0888ba0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356161 May 19 13:06:25.894290 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.908212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Transition to ACTIVE for port object cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:25.932860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Transition to ACTIVE for port object cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:25.941997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.946796 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:25.973214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:25.973214 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:25.999325 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 5 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:26.022898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:26.026830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:26.034695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:26.052331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605b7a-81d4-4af1-a787-895fb1bb0f92 req-853137e0-2cd9-407b-b8f1-e5ba061c8dc8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:26.064837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb605b7a-81d4-4af1-a787-895fb1bb0f92 req-853137e0-2cd9-407b-b8f1-e5ba061c8dc8 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c56c89-480e-4f1a-bc47-167f193949d6 HTTP/1.1" status: 200 len: 944 time: 1.0632787 May 19 13:06:26.107537 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-740f0cfd-8219-4ef9-a49a-ce770d74ed10 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166486 May 19 13:06:26.145543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Attempting to bind port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:26.145925 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Attempting to bind port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:26.146300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Attempting to bind port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 on network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:26.150652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Pushing event updated for resources: {'Port': ['ID=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:26.152596 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:26.155298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:26.155836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Checking segment: {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:26.156227 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.156520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Bound using segment: {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:26.157007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Bound port: cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:26.157446 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.193064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:26.193605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:26.194196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:26.243933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:26.244248 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:26.258649 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 6 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:26.349155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] For port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:26.354557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] For port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:26.358295 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-8c217fb9-c27c-4b78-8f8b-710751988391 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354667 May 19 13:06:26.359412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:26.427028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:26.427549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:26.428173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:26.437032 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.452115 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b7f49db8-0cd2-4c0c-bcda-d5a718120797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:26.478117 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.480625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:26.481177 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:26.513906 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 7 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:26.528666 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00b04d93-be2d-4180-87b3-9e9bb87b9452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:26.541080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No active binding found for port 670bc440-dde5-4e7c-9b83-301d2c88b228 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:06:26.541508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 670bc440-dde5-4e7c-9b83-301d2c88b228 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:26.573598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Pushing event updated for resources: {'Port': ['ID=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:26.585462 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:26.627073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-60e4d84f-dd4a-4252-9b3f-1dfbf4d3e63a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1614640 May 19 13:06:26.650502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=670bc440-dde5-4e7c-9b83-301d2c88b228,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:26.694591 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:26.695337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:26.695669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:26.696103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:26.700867 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb605b7a-81d4-4af1-a787-895fb1bb0f92 req-b147a5d5-2e10-456d-9841-e64afda39c15 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb6b099-d911-490a-b700-25e2105da4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115768 May 19 13:06:26.817437 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:26.817437 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:26.820477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-965202467', 'description': 'tempest-description-1163723123'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:26.869772 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 8 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:27.006658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:27.073623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:27.094144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:27.094759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:27.095818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:27.120850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:27.145987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:27.153901 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.180572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:27.180854 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:27.279254 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 9 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:27.351195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.416775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:27.417130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:27.417379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:27.432771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64b32d62-99c8-45d4-b710-6d29cf06ceb0 service neutron] 10.222.0.69 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394397 May 19 13:06:27.531022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:27.531300 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:27.559321 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 10 to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 May 19 13:06:27.590576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:27.604760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:27.618669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:27.710201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:27.711230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:27.711230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:27.726606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Router c4667960-498a-49e0-a093-4d480d9f403e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:27.728245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:27.738046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:27.775060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 2f89366f-3a3b-4805-ad20-a80f90a55990 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:27.775511 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 2f89366f-3a3b-4805-ad20-a80f90a55990 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:27.776020 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.863157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Deleting subnet 32667e81-8908-4e27-97b7-c365c6856ced {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:06:27.870050 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.997078 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.050205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:28.088688 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.200359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:28.240074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d57a33-c6ff-4265-86e8-dd7d1637060d None None] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:06:28.267630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-de924ad1-bb2d-48b2-bb69-97e881756c13 service neutron] 10.222.0.69 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105409 May 19 13:06:28.515317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.526074 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93f3ce50-333f-4f37-9b99-ef8a4173eb3d tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:28.575124 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Provisioning for port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:28.583705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Provisioning complete for port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:28.584478 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.607531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32667e81-8908-4e27-97b7-c365c6856ced,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.630528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.636785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.637689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.638350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.638998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.639646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.642725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.642725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.642725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.643307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.643678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.644366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.645008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:28.652537 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:28.661000 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/32667e81-8908-4e27-97b7-c365c6856ced HTTP/1.1" status: 204 len: 168 time: 0.9216306 May 19 13:06:28.664093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:28.868670 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.883429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 2f89366f-3a3b-4805-ad20-a80f90a55990, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:28.884135 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:06:28.915468 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.922395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f3743103-8bf7-4a5f-9e70-298bc3c99fc6 service neutron] 10.222.0.69 "GET /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6126635 May 19 13:06:28.923826 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.930309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.945337 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab0a5503-630e-4304-8f30-03e060db469d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:28.953943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] For port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:28.961704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.963696 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b2c05008-ca2e-442b-8394-4aacc7f7adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:29.046209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:29.047239 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.058288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Pushing event updated for resources: {'Port': ['ID=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.071076 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:29.090621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7deff35-3d8c-46de-b394-4df4ee5aa032 None None] Provisioning complete for port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:29.091370 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7deff35-3d8c-46de-b394-4df4ee5aa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.124229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=2f89366f-3a3b-4805-ad20-a80f90a55990,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.128388 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.148610 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.165005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6880018-fac1-4fd4-b9dc-9ab6943e790d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:29.185580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:29.185580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea711ad-6ef1-4ecc-97b0-62e37017f9ce') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:29.197694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.219071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:29.219558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.221730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.222662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.222662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.222884 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.223231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.223604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.224573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.224573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.224799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.225072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.225434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.225796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:29.231176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:29.232424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.238940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Sync routers for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: timer() May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:29.261891 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:29.278631 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:29.279412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.280709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ec5e0b4-247f-4d37-9c77-c971ed4164ee req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.4657264 May 19 13:06:29.281280 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-90582156-b710-4fa9-8d2f-2c5eb140fc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:29.306639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:29.307303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:29.352734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 9.6887150 May 19 13:06:29.381631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.442819 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.456548 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-824f728f-466f-4b5b-8b02-83da5258ed1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:29.476857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.490799 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6880018-fac1-4fd4-b9dc-9ab6943e790d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.494013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:29.502179 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b6880018-fac1-4fd4-b9dc-9ab6943e790d HTTP/1.1" status: 204 len: 168 time: 0.8356040 May 19 13:06:29.503297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.503469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Allocated IP 172.23.0.1 (c3e5c78a-9f45-4e93-87d6-2c6bc5656f25/c42a41ee-d56b-4f75-bfe3-f5e016a2640b/20ccc4d1-0913-4e03-a172-63051b676250) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:29.532879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] No DVR routers for this DVR port 670bc440-dde5-4e7c-9b83-301d2c88b228 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:29.548868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d908370-db75-407f-b94f-acda42419914,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.551989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.554016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c2fee11-43e5-4047-b506-7bcd678048c7 req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.57 "DELETE /v2.0/ports/670bc440-dde5-4e7c-9b83-301d2c88b228 HTTP/1.1" status: 204 len: 173 time: 7.3608263 May 19 13:06:29.570482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-deleted', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:29.575894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Deleting subnet 3f412db9-ec2e-412c-9168-0d9830db3d6e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:06:29.580079 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.587271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:29.590352 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:29.640538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.713083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.779960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d88abca6-4cda-4780-ac2c-77d6e582e891 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525981 May 19 13:06:29.893001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:30.085662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-2f2c73c0-a00c-47cc-b320-e1076eae6e00 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:30.088728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-2f2c73c0-a00c-47cc-b320-e1076eae6e00 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.6503546 May 19 13:06:30.125617 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:30.127023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.146302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.200644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Transition to ACTIVE for port object 20ccc4d1-0913-4e03-a172-63051b676250 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:30.221694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-df96d853-673b-424a-85e7-6aa689fb4764 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0614228 May 19 13:06:30.275954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-6e98199a-33c1-4a23-a9a7-cee5577619ae service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892864 May 19 13:06:30.277292 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.279971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Deleting port 2f89366f-3a3b-4805-ad20-a80f90a55990 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:30.280575 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.285657 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-da74c90f-825a-4906-a0e7-54e4787c6eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:30.321683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:30.330077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f412db9-ec2e-412c-9168-0d9830db3d6e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.333400 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:30.335168 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.343548 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f412db9-ec2e-412c-9168-0d9830db3d6e HTTP/1.1" status: 204 len: 168 time: 0.8364773 May 19 13:06:30.343855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Checking router: c4667960-498a-49e0-a093-4d480d9f403e for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:30.344310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:30.364564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:30.366308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:30.465169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d511f9ce-b2c8-4838-bb75-4bb6b71722e4 service neutron] 10.222.0.69 "GET /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1878815 May 19 13:06:30.488170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.535940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 2f89366f-3a3b-4805-ad20-a80f90a55990, host n-h2-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:30.536307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.662458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.662991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:30.678404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4753cfd-78c3-4aad-811e-fc6de641f8fb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:30.694523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c2be4f-9118-43ed-9ef9-ab6c078561af') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:30.694960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c2be4f-9118-43ed-9ef9-ab6c078561af') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:30.711084 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.737317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.746312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:30.746739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: timer() May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:30.760735 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:30.874945 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.881116 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db5b6e5d-3282-4a33-a5f1-fe74c6d50fda tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:30.905399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.919964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4753cfd-78c3-4aad-811e-fc6de641f8fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.924174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e4753cfd-78c3-4aad-811e-fc6de641f8fb HTTP/1.1" status: 204 len: 168 time: 0.5781193 May 19 13:06:30.925756 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:30.970493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Calling delete_port for 2f89366f-3a3b-4805-ad20-a80f90a55990 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:31.007803 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.023844 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bdc39f99-fbc4-4d32-8705-321bf597e3cb tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:31.203941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-cc165837-8ce1-4dbe-b9f0-b960513d3eb0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9809496 May 19 13:06:31.231005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:31.236326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:31.239446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:31.248273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:31.309670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:31.318387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75004987-7fd5-4916-b2b8-ff58d856c47d None None] The sync data for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 is: [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T12:53:25Z', 'revision_number': 4, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'f8518421-ccde-4d15-b8f8-e6eed8ed5151', 'name': '', 'network_id': 'fa92c8b0-1c8b-407d-b94f-e62d9d5c358d', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'mac_address': 'fa:16:3e:e1:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:24Z', 'updated_at': '2021-05-19T12:53:36Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'subnets': [{'id': 'd66525e7-39a6-4b14-86b0-33f0c80b40f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:31.334252 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebe2e101-3ed5-4276-82dd-cbfc11390c60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5bc447b1ad7441f586d31a90ab37eb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013033 May 19 13:06:31.337943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:31.346578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-356221bf-1e75-45f7-b03d-a9d7d5ce8d7d service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653255 May 19 13:06:31.407610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:31.413279 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.457345 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:31.482313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.532882 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.606187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c6b31cc-157e-4296-9dfb-ee71b25b87c9 None None] Provisioning for port 20ccc4d1-0913-4e03-a172-63051b676250 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:31.619150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c6b31cc-157e-4296-9dfb-ee71b25b87c9 None None] Provisioning complete for port 20ccc4d1-0913-4e03-a172-63051b676250 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:31.619789 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c6b31cc-157e-4296-9dfb-ee71b25b87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.653889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.663678 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a96257b8-4064-42bf-96bb-746021665c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:31.679698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:31.696642 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:31.698116 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.699644 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06f6b3ff-eec1-4b9d-b9a6-7ab451d6041e HTTP/1.1" status: 204 len: 168 time: 0.3601711 May 19 13:06:31.725017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b31cc-157e-4296-9dfb-ee71b25b87c9 None None] Port 20ccc4d1-0913-4e03-a172-63051b676250 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:31.758288 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-092d9574-9b03-44f3-9c4c-44387a7bd68c service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164862 May 19 13:06:31.780736 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.796064 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff138b83-84ed-4cfd-81a0-bedb0aa160e7 None None] New status for floating IP 152e8805-eb0a-40b2-80dc-1faac557f9ef: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:06:31.818559 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef3c638d-ef53-4a2b-9fea-044358de29d1 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:31.888312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-e9e43a28-4abd-48f1-8da3-68d3fb2e068e service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654195 May 19 13:06:31.894715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f89366f-3a3b-4805-ad20-a80f90a55990,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:31.958376 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:31.990992 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.056676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "DELETE /v2.0/ports/2f89366f-3a3b-4805-ad20-a80f90a55990 HTTP/1.1" status: 204 len: 168 time: 2.6600094 May 19 13:06:32.059578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.133185 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef98cc8-fcb7-4f62-9540-b3a51643a63f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] GET failed (client error): The resource could not be found. May 19 13:06:32.136033 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0ef98cc8-fcb7-4f62-9540-b3a51643a63f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports/2f89366f-3a3b-4805-ad20-a80f90a55990 HTTP/1.1" status: 404 len: 333 time: 0.0744762 May 19 13:06:32.140994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.153093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1649079759'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:32.162245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:32.169308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Usage tracker for resource:port and tenant:1fafd11e0228475e8b0f83a0323f4e90 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:32.175015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:32.185639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:32.198199 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.202030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Made reservation on behalf of 1fafd11e0228475e8b0f83a0323f4e90 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:32.206407 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.219203 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-6bcf77ea-826c-4286-8453-e613ca1b2b41 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397345 May 19 13:06:32.235661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-af961ee6-10ee-4eab-bfbb-be606cda0849 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685699 May 19 13:06:32.252317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 560958f1-137f-486a-95ba-f1b13f0a20c9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:32.375887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.471738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e062156b-0588-4add-a905-80cd588932b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06fff42d7c2f427297dc90bc48dccf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917816 May 19 13:06:32.479563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.658497 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.685688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-574090388', 'description': 'tempest-description-1203124127'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:32.698205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.705817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:32.711035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.747321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:32.779601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:32.791493 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.793748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.797868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:32.808627 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db3fb69c-834a-4036-82c7-04c587e10129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:32.831569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:32.832699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48534d3-f609-4edc-a780-4fc6d6b5f19a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:32.836566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:32.839500 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:32.840102 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a60f334-9726-4d04-924a-a4c421a517ca tempest-FloatingIPAdminTestJSON-1298578910 tempest-FloatingIPAdminTestJSON-1298578910-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:32.879278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:32.880401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:32.881022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.909139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.910303 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e48534d3-f609-4edc-a780-4fc6d6b5f19a HTTP/1.1" status: 204 len: 168 time: 0.4292612 May 19 13:06:32.946476 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8028636 May 19 13:06:32.950770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.963473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:33.010270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=560958f1-137f-486a-95ba-f1b13f0a20c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:33.020264 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:33.051891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-eb502c09-ea05-4552-8953-de324d1d76f5 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780759 May 19 13:06:33.098821 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.152954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:33.154688 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.157972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:33.161850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:33.221432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:33.321742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-50b36d80-a65b-4f3a-b194-7ce10a409a03 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593603 May 19 13:06:33.374370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.398259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.434517 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-33c11a36-ad88-4d72-bfc8-0c288c79c8c3 tempest-VolumesActionsTest-1189028136 tempest-VolumesActionsTest-1189028136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:33.635727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.643788 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.651490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event updated for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:33.654913 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:33.660058 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.676067 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f7ae21c4-f630-417d-8155-cd98bb5f6601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:33.752417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 560958f1-137f-486a-95ba-f1b13f0a20c9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:33.757038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-52f90cce-16a2-4d65-9fa9-4377356e198f service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218514 May 19 13:06:33.773111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.795568 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17918178-937d-4c39-987f-40fb185d1f4a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:33.799098 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:33.808650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Transition to ACTIVE for port object 560958f1-137f-486a-95ba-f1b13f0a20c9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:33.820020 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.850656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-aab262b4-a1ed-48b8-9b56-be3078830f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:33.872480 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.873966 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81c0f45f-52c2-4619-959d-873b47176899 req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1964624 May 19 13:06:34.005152 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c56c89-480e-4f1a-bc47-167f193949d6', 'name': 'network-vif-deleted', 'tag': '670bc440-dde5-4e7c-9b83-301d2c88b228', 'status': 'completed', 'code': 200} May 19 13:06:34.240565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:34.275061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:34.281564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-178e9614-18c6-451c-a47e-565fc1986ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137105 May 19 13:06:34.295810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.296186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.296567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.299645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=560958f1-137f-486a-95ba-f1b13f0a20c9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:34.304208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:34.306342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.306681 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.307050 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 2 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.324184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.324535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.324856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.334411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.334953 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.335353 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 3 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.354055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.354393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.354732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.360893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.361407 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.362338 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 4 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.369983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-87dad39f-7b1e-4ddb-9279-c78297c88d43 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:34.371518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-87dad39f-7b1e-4ddb-9279-c78297c88d43 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.4963751 May 19 13:06:34.381254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.381888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.382714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.388901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d97a702-1e6e-46d2-b274-0d03e966c19e req-0629c971-1ff5-408a-9178-79b6ed1bdd8b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 210 time: 0.1732411 May 19 13:06:34.389159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.389848 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.390408 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 5 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.417404 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.417819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.418231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.425349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.425766 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.426294 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 6 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.432241 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': 'a2883820-eb33-4feb-8300-a44c043df67e', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:34.448916 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.449339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.449960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.459464 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.459915 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.460653 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 7 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.487156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:34.488724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.489346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.489970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.521996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.522554 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.526358 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 8 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.592987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.593923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.596057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.615813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.616600 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.620747 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 9 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.671095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d24df959-37b9-4019-a574-0efa9a705c63 None None] Provisioning complete for port 20ccc4d1-0913-4e03-a172-63051b676250 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:34.671762 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d24df959-37b9-4019-a574-0efa9a705c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.720371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.764996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.765964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.765964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.768815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d24df959-37b9-4019-a574-0efa9a705c63 None None] Port 20ccc4d1-0913-4e03-a172-63051b676250 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:34.787337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.796177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.796490 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.800364 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 10 to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 May 19 13:06:34.839065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:34.839682 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:34.840227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:34.853432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:34.854043 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 560958f1-137f-486a-95ba-f1b13f0a20c9 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:34.854587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.958012 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.966585 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:34.987573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb6b099-d911-490a-b700-25e2105da4ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:34.993270 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:35.002029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 560958f1-137f-486a-95ba-f1b13f0a20c9, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:35.003123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:06:35.004394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:35.006416 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.007762 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "DELETE /v2.0/security-groups/3bb6b099-d911-490a-b700-25e2105da4ed HTTP/1.1" status: 204 len: 168 time: 0.5078952 May 19 13:06:35.010414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.028333 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.035573 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f0eae54-533e-4592-950e-4221a8402672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:35.067964 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-277f77ee-79b8-42c1-a125-38ee4c860eaf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/4d908370-db75-407f-b94f-acda42419914 HTTP/1.1" status: 200 len: 1806 time: 0.1858606 May 19 13:06:35.073195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-466757fa-bdb1-40ce-a34f-cd3b02aa4448 service neutron] 10.222.0.69 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950431 May 19 13:06:35.076453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:35.077359 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-58258ef1-80a9-481f-917e-0277148ea5bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] show failed (client error): The resource could not be found. May 19 13:06:35.078475 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-58258ef1-80a9-481f-917e-0277148ea5bf tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "GET /v2.0/security-groups/3bb6b099-d911-490a-b700-25e2105da4ed HTTP/1.1" status: 404 len: 347 time: 0.0669837 May 19 13:06:35.088909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.102100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] In _notify_port_updated(), no bound segment for port 560958f1-137f-486a-95ba-f1b13f0a20c9 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:06:35.103002 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.103627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.105994 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "PUT /v2.0/ports/560958f1-137f-486a-95ba-f1b13f0a20c9 HTTP/1.1" status: 200 len: 975 time: 2.1540062 May 19 13:06:35.138419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.264125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=560958f1-137f-486a-95ba-f1b13f0a20c9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:35.274014 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:35.323937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:35.377635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Deleting port b00b5bbe-3d40-4283-8027-b5b834637846 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:35.378058 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.465681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:35.469479 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.506503 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-5923772a-a78e-466a-8726-26aa33958535 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/17918178-937d-4c39-987f-40fb185d1f4a HTTP/1.1" status: 200 len: 1806 time: 0.3655746 May 19 13:06:35.569840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:35.577959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9676270 May 19 13:06:35.579937 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.581741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d908370-db75-407f-b94f-acda42419914', 'remote_group_id': '17918178-937d-4c39-987f-40fb185d1f4a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:35.582107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d908370-db75-407f-b94f-acda42419914', 'remote_group_id': '17918178-937d-4c39-987f-40fb185d1f4a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:35.586547 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.587070 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.589173 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:35.602846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:35.604030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.635027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:35.669777 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:35.678105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-ee79d476-2a02-4c03-a996-0fb52b908858 service neutron] 10.222.0.69 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384219 May 19 13:06:35.679860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:35.773040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:35.841197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.845405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.853397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.854292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.855615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.859626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.861092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.862384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.862871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.863349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.863815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.864317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.864783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.865244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.865734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.866166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.866626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.867085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.867816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.868285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.868748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.869203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.869662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.870118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.873045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.874526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Calling delete_port for b00b5bbe-3d40-4283-8027-b5b834637846 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:35.878933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.879338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.879822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.880334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.880807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.881275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.881742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.882565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.882692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.883112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.883589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.884068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.884841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.884966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:35.892084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Synchronizing usage tracker for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:36.019114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:36.092302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:36.099018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Unset dirty status for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:36.107816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-80c01506-03cc-46f4-ac2b-6aad87fcd08d tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35286 time: 0.9574034 May 19 13:06:36.111200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:36.211694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.3 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/1e463226-116b-4257-9644-da348c2cde5e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:36.328682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-30b9dc68-7b28-4723-b2d6-aa291acbd186 service neutron] 10.222.0.69 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287830 May 19 13:06:36.513574 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.680924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:31Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:32Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:36.690769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:36.692363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Updating router fa2b2616-3329-4dac-a9dc-d41019261ade port 20ccc4d1-0913-4e03-a172-63051b676250 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:06:36.858523 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.880247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.897571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.900489 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Deleting port 560958f1-137f-486a-95ba-f1b13f0a20c9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:36.901034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.950303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.965276 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-704c342f-9319-449b-8934-646dbcaddbe3 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:37.126652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 560958f1-137f-486a-95ba-f1b13f0a20c9, host n-h2-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:37.126652 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.196460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Pushing event deleted for resources: {'Port': ['ID=b00b5bbe-3d40-4283-8027-b5b834637846,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.275202 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:37.290258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Calling delete_port for 560958f1-137f-486a-95ba-f1b13f0a20c9 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:37.409587 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:37.431583 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.435433 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.463412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc357575-b201-4847-b81a-71caa7dccee5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.469530 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:37.479926 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:37.545580 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.567243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Transition to ACTIVE for port object 20ccc4d1-0913-4e03-a172-63051b676250 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:37.579716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.591616 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0234f256-f3e4-4f54-b363-5a703824cecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:37.676548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:06:37.697521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:06:37.698249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.702330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Pushing event updated for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.708231 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:37.710655 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.727614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] 10.222.0.69 "DELETE /v2.0/floatingips/152e8805-eb0a-40b2-80dc-1faac557f9ef HTTP/1.1" status: 204 len: 168 time: 2.6304665 May 19 13:06:37.731273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b910be67-74d9-4e58-afb2-1cf65b30b0ad req-9e77d0b8-b0ac-4daa-9c84-2e39b9ec357f service neutron] (93821) timed out ('10.222.0.71', 51612) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:06:37.732414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:37.881410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event deleted for resources: {'Port': ['ID=560958f1-137f-486a-95ba-f1b13f0a20c9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.894872 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.897512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "DELETE /v2.0/ports/560958f1-137f-486a-95ba-f1b13f0a20c9 HTTP/1.1" status: 204 len: 168 time: 1.7783942 May 19 13:06:37.898854 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:37.903570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:37.975159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.996453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9a024cec-4f63-4077-b46b-d8ce930c64fb req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.4699447 May 19 13:06:38.024255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Attempting to bind port 20ccc4d1-0913-4e03-a172-63051b676250 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:38.024969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Attempting to bind port 20ccc4d1-0913-4e03-a172-63051b676250 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:38.025580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Attempting to bind port 20ccc4d1-0913-4e03-a172-63051b676250 on network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:38.039787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:38.040500 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Checking segment: {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:38.041532 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.044090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Bound using segment: {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:38.045275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Bound port: 20ccc4d1-0913-4e03-a172-63051b676250, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:38.046360 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.226565 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:06:38.230999 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.250435 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-36710de4-cdc6-4d3e-b260-825d48500a02 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] GET failed (client error): The resource could not be found. May 19 13:06:38.254797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-36710de4-cdc6-4d3e-b260-825d48500a02 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Synchronizing usage tracker for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:38.433903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e60d0e21-e2eb-4939-8d60-57345b239f21 req-cf7e3201-ca79-47f7-8b0e-00a095591414 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:38.445972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-36710de4-cdc6-4d3e-b260-825d48500a02 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Unset dirty status for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:38.449367 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-36710de4-cdc6-4d3e-b260-825d48500a02 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports/560958f1-137f-486a-95ba-f1b13f0a20c9 HTTP/1.1" status: 404 len: 333 time: 0.5426097 May 19 13:06:38.453529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:38.466806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1355419548', 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:38.478865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] For port 20ccc4d1-0913-4e03-a172-63051b676250, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:38.484811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] For port 20ccc4d1-0913-4e03-a172-63051b676250, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=20ccc4d1-0913-4e03-a172-63051b676250,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:38.499283 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:38.500299 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.521646 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:38.534718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-e60d0e21-e2eb-4939-8d60-57345b239f21 req-cf7e3201-ca79-47f7-8b0e-00a095591414 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:38.548443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e60d0e21-e2eb-4939-8d60-57345b239f21 req-cf7e3201-ca79-47f7-8b0e-00a095591414 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 210 time: 0.2609782 May 19 13:06:38.553531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:38.588317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.606752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Made reservation on behalf of 1fafd11e0228475e8b0f83a0323f4e90 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:38.609143 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.619499 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c803d67-f673-42cd-8516-bdcedb03cbb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:38.650599 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3', '67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:38.735283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:38.736692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:38.819691 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:38.820133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Pushing event updated for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:38.842774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:38.846086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:38.935148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:38.935759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.947482 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.950062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0d833757-0f9b-4ef1-a93b-bad930b80555 req-07dce9be-5b51-4dd7-a574-8f82c8333a1d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.2530012 May 19 13:06:38.959371 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.976320 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:38.984358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 59801462-fff9-476f-a444-e1e9bf7701ad yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:39.030894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5347aa76-30ba-426f-9c91-1845981819c8 req-ae39925c-cd44-48fc-aec1-6f4618a40b0a tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/17918178-937d-4c39-987f-40fb185d1f4a HTTP/1.1" status: 200 len: 1806 time: 0.4402754 May 19 13:06:39.056096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:39.059969 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:39.076479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:39.106206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6782963 May 19 13:06:39.121216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Request body: {'port': {'device_id': 'a2883820-eb33-4feb-8300-a44c043df67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:39.205760 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5347aa76-30ba-426f-9c91-1845981819c8 req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.365713 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5347aa76-30ba-426f-9c91-1845981819c8 req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.539031 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.578846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:37Z', 'revision_number': 6, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:38Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:39.588397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac443-4715-453a-bb5d-ab69444cc959 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:37Z', 'revision_number': 6, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:38Z', 'revision_number': 4, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:39.657878 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.822315 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5347aa76-30ba-426f-9c91-1845981819c8 req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.857009 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec256aa3-e466-441f-b306-62883c31d2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:40.007741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:40.038972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 20ccc4d1-0913-4e03-a172-63051b676250 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:40.148530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17918178-937d-4c39-987f-40fb185d1f4a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:40.167763 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:40.247829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 20ccc4d1-0913-4e03-a172-63051b676250 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:40.254224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 20ccc4d1-0913-4e03-a172-63051b676250 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:40.254729 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.268094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5347aa76-30ba-426f-9c91-1845981819c8 req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.270358 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5347aa76-30ba-426f-9c91-1845981819c8 req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/17918178-937d-4c39-987f-40fb185d1f4a HTTP/1.1" status: 204 len: 173 time: 1.2150819 May 19 13:06:40.291945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.307318 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fcb93993-4058-40fe-9af8-c66df46a7572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:40.436254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=59801462-fff9-476f-a444-e1e9bf7701ad,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:40.450037 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:40.474783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:40.481654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:40.489097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:40.490219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:40.490984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.544757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a9be-840f-481e-a14c-e36b28431982 req-d4838d0c-e168-46d3-aca2-1af7a716c1c3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:40.546594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8e2a9be-840f-481e-a14c-e36b28431982 req-d4838d0c-e168-46d3-aca2-1af7a716c1c3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 931 time: 0.6242373 May 19 13:06:40.662344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2063954 May 19 13:06:40.675939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:40.712439 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.725565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8e2a9be-840f-481e-a14c-e36b28431982 req-dd097167-fe26-4802-894f-da249c3c3950 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635664 May 19 13:06:40.731801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e463226-116b-4257-9644-da348c2cde5e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:06:40.762973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.812754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98083a63-bcce-48a9-aad7-b6f7dcece487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.820375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Transition to ACTIVE for port object 1e463226-116b-4257-9644-da348c2cde5e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:40.831892 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.851848 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd8c958d-80df-49d6-8e7e-77f44352e6ac tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:40.868033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 20ccc4d1-0913-4e03-a172-63051b676250, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=20ccc4d1-0913-4e03-a172-63051b676250,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:40.880563 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.883104 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:41.024435 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:41.028086 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:41.062996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-ceba776e-a9fa-4a71-8540-bd0388140743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.065465 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-ceba776e-a9fa-4a71-8540-bd0388140743 service neutron] 10.222.0.71 "GET /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 1025 time: 0.5534697 May 19 13:06:41.108728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6192e696-8cb2-4a01-9c0a-ba8ba27fea26 req-7e24d18a-1b09-4d3f-a882-2e88ea6d539f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1012962 May 19 13:06:41.159943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-87be8e64-8678-43ea-9fdb-da33e84088a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.172183 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-87be8e64-8678-43ea-9fdb-da33e84088a9 service neutron] 10.222.0.71 "GET /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 1028 time: 0.0968308 May 19 13:06:41.323396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267fa08-1ff8-470f-a35d-c2bb4d9bcfd4 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.324616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0267fa08-1ff8-470f-a35d-c2bb4d9bcfd4 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Synchronizing usage tracker for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:41.336606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:41.350127 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:41.369425 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:41.370212 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:41.384281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.387126 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-951957b1-2fa2-4070-9305-6099fb1607f6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 934 time: 5.8051772 May 19 13:06:41.504781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:41.507960 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.683593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.691787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.701029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:41.705721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Synchronizing usage tracker for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:41.836319 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:41.841485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:41.865488 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:41.991704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1287fdf1-621a-4dee-b499-b45b4f8a80fb req-e2eb5603-5069-4343-af2b-3d8a9df863d4 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/4d908370-db75-407f-b94f-acda42419914 HTTP/1.1" status: 200 len: 1806 time: 1.0305283 May 19 13:06:41.997516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0267fa08-1ff8-470f-a35d-c2bb4d9bcfd4 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Unset dirty status for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:42.005280 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0267fa08-1ff8-470f-a35d-c2bb4d9bcfd4 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports/59801462-fff9-476f-a444-e1e9bf7701ad HTTP/1.1" status: 200 len: 955 time: 1.2213860 May 19 13:06:42.010920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:42.048535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 20ccc4d1-0913-4e03-a172-63051b676250 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:42.097298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Unset dirty status for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:42.098681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0145c7eb-863c-48cc-b41a-5743743ae13a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 1988 time: 0.9128189 May 19 13:06:42.186750 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-43ecbf66-2d4e-4953-9c23-5237493bf353 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 934 time: 0.6260624 May 19 13:06:42.196343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:42.213242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:42.289488 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 20ccc4d1-0913-4e03-a172-63051b676250 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:42.290167 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.324475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Attempting to bind port 1e463226-116b-4257-9644-da348c2cde5e on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:42.324475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Attempting to bind port 1e463226-116b-4257-9644-da348c2cde5e by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:42.324906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Attempting to bind port 1e463226-116b-4257-9644-da348c2cde5e on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:42.352450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Port 1e463226-116b-4257-9644-da348c2cde5e on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:42.352773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Attempting to bind port 1e463226-116b-4257-9644-da348c2cde5e on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:42.390044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:42.390394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:06:42.390781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:42.392791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Bound port: 1e463226-116b-4257-9644-da348c2cde5e, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:42.393194 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.493507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-256975847', 'description': 'tempest-description-1181719349'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:42.512817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:42.535186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:42.545557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:42.562868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:42.571364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-62ab8fd1-70a1-495a-aae3-3b4033c7eb57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Synchronizing usage tracker for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:42.666532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.686312 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:37Z', 'revision_number': 6, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:42.692446 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:42.692679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:42.704616 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:42.704853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5fbdc-3421-401b-9f47-1269eb8fb926 req-e35015b1-23d4-45e7-8b76-428490a9ca95 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:42.705720 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:42.706449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65a5fbdc-3421-401b-9f47-1269eb8fb926 req-e35015b1-23d4-45e7-8b76-428490a9ca95 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 943 time: 0.5036552 May 19 13:06:42.713147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:42.731592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:42.750561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1e463226-116b-4257-9644-da348c2cde5e,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:42.754485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:42.772745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:42.784332 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.794230 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:42.810346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-774af8aa-0d6a-49c8-9945-48e6cf690ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.872038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Deleting port 59801462-fff9-476f-a444-e1e9bf7701ad {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:42.872615 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.936769 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.963979 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:42.977018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:42.978185 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.986026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e463226-116b-4257-9644-da348c2cde5e HTTP/1.1" status: 200 len: 1091 time: 3.8687372 May 19 13:06:42.986948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'tag': '1e463226-116b-4257-9644-da348c2cde5e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:43.072738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-65a5fbdc-3421-401b-9f47-1269eb8fb926 req-503a6f4a-a8c5-4971-955c-b4daf897ba9c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376281 May 19 13:06:43.434106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:43.440433 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.469836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd951e4d-ac39-49b3-895e-7c56f95403d2 req-e0b07df0-3bb5-474b-a956-9fbcdb9f5b80 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1721249 May 19 13:06:43.471482 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:43.521688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-62ab8fd1-70a1-495a-aae3-3b4033c7eb57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Unset dirty status for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:43.522851 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-62ab8fd1-70a1-495a-aae3-3b4033c7eb57 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84 HTTP/1.1" status: 200 len: 380 time: 1.4129949 May 19 13:06:43.561915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'admin_state_up': True, 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'security_groups': ['e1d30013-a0f8-487c-94ed-54e8c87191ec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:43.726980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:43.731482 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:43.733550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Calling delete_port for 59801462-fff9-476f-a444-e1e9bf7701ad owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:43.735045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:43.744410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:43.757538 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:37Z', 'revision_number': 6, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:43.765878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:43.769556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.772603 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818cfd9-8af6-47ba-8e0f-b67977c64f0e None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:37Z', 'revision_number': 6, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:43.793389 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'tag': '1e463226-116b-4257-9644-da348c2cde5e', 'status': 'completed', 'code': 200} May 19 13:06:43.826966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-bd440a1b-95fa-4cbf-ab95-cc9b183b2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:43.828564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-bd440a1b-95fa-4cbf-ab95-cc9b183b2dad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 1094 time: 0.7426081 May 19 13:06:43.864188 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.962065 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.005672 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-df2cfe2c-6785-4326-b34f-2c4f9d65663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:44.027009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.037596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-532f56fe-b4ef-4f88-8c35-01282090ffdb req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6502707 May 19 13:06:44.064329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-0cefa1cc-78f4-44df-a57b-b56cc6b938b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e463226-116b-4257-9644-da348c2cde5e HTTP/1.1" status: 200 len: 217 time: 0.1911204 May 19 13:06:44.222401 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.267208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf501a-3faa-46dc-9650-e4099e5579c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:44.291782 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:44.331209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-2cca8889-e101-42bf-a395-edb258fcd61e tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 200 len: 1806 time: 0.2479010 May 19 13:06:44.336824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94528-a8c6-4271-919a-8885342188b9 req-b7baafd0-e971-4fef-aad4-eb525a9d606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:44.338752 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-b7baafd0-e971-4fef-aad4-eb525a9d606f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.2601633 May 19 13:06:44.345235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57cf501a-3faa-46dc-9650-e4099e5579c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:44.345968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57cf501a-3faa-46dc-9650-e4099e5579c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:44.405630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-619f33cd-f77f-490c-9ac0-e561e43d0e99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538335 May 19 13:06:44.406950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:44.416594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:44.420425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:44.432755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:44.445604 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.541750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 172.20.0.11 (68470470-d365-48d1-b6a0-ceea4b75b0cb/395bb8af-508f-4aad-9020-376cc9b1641a/42716f4b-4ab2-4cc3-9811-4a355cc5b94a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:44.685325 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-af9bb85c-f19c-444f-99be-3e61bb9eb531 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:44.743395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-a9393a24-82bc-4659-ad6a-3290e0918435 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841971 May 19 13:06:44.928612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.962516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event deleted for resources: {'Port': ['ID=59801462-fff9-476f-a444-e1e9bf7701ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:45.020786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Deleting port f8518421-ccde-4d15-b8f8-e6eed8ed5151 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:45.021307 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.082221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:06:45.082674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:06:45.101322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.204900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object 42716f4b-4ab2-4cc3-9811-4a355cc5b94a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:45.262663 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.274107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] For port f8518421-ccde-4d15-b8f8-e6eed8ed5151, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f8518421-ccde-4d15-b8f8-e6eed8ed5151,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:45.274530 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.333272 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.339355 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:45.363152 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.367220 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.372908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce94528-a8c6-4271-919a-8885342188b9 req-be6fb02a-2a08-4b3f-b974-9ec0ceb94e53 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228492 May 19 13:06:45.380825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.381440 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:45.408948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873b78ad-c47b-4f9a-8c36-7917fa1b6935,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:45.416914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:45.458594 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "DELETE /v2.0/ports/59801462-fff9-476f-a444-e1e9bf7701ad HTTP/1.1" status: 204 len: 168 time: 3.4383414 May 19 13:06:45.459407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.550278 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.557969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6275f989-e2ed-421e-a52b-5c47441a4a1c req-e170d854-ec09-4a20-a8da-2917f2424088 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2178180 May 19 13:06:45.587844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d255e6-819a-4610-ad16-5ee24ceb3dc3 req-32a9944e-dc11-48c5-a036-d2759ac8ebb1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:45.589538 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10d255e6-819a-4610-ad16-5ee24ceb3dc3 req-32a9944e-dc11-48c5-a036-d2759ac8ebb1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 943 time: 0.8163640 May 19 13:06:45.590631 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-980658c4-7aee-40f0-b99b-51a17f58ca86 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] GET failed (client error): The resource could not be found. May 19 13:06:45.591136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-980658c4-7aee-40f0-b99b-51a17f58ca86 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Synchronizing usage tracker for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:45.620417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Calling delete_port for f8518421-ccde-4d15-b8f8-e6eed8ed5151 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:45.637403 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.741321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10d255e6-819a-4610-ad16-5ee24ceb3dc3 req-b31e355d-d6a3-4ddb-a39c-e0ebc04d3d6e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405616 May 19 13:06:45.759302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-980658c4-7aee-40f0-b99b-51a17f58ca86 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Unset dirty status for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:45.760521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-980658c4-7aee-40f0-b99b-51a17f58ca86 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports/59801462-fff9-476f-a444-e1e9bf7701ad HTTP/1.1" status: 404 len: 333 time: 0.2989876 May 19 13:06:45.765748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.794378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-860245680'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:45.800447 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-c4c1aecb-0c6d-4128-b1bf-f87a7dfcac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:45.801989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-c4c1aecb-0c6d-4128-b1bf-f87a7dfcac99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 1094 time: 0.3437989 May 19 13:06:45.806854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:45.847290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:45.957316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Made reservation on behalf of 1fafd11e0228475e8b0f83a0323f4e90 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:45.959797 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.994440 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.013335 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:46.040954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab50b-6471-461a-9b2e-522876ee7178 req-5cfae12e-e051-40c7-8955-0bccadb09dc2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:46.050957 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bbab50b-6471-461a-9b2e-522876ee7178 req-5cfae12e-e051-40c7-8955-0bccadb09dc2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 932 time: 0.3770747 May 19 13:06:46.071953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network 68470470-d365-48d1-b6a0-ceea4b75b0cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:46.084809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:46.087535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:46.089068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 1e572f5a-6d2d-4c9d-829f-454433e2da09 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:46.198428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-38ac7d8f-9b25-4dbb-8baf-0fffe0b3ad2d tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 200 len: 2400 time: 0.2263057 May 19 13:06:46.234982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57cf501a-3faa-46dc-9650-e4099e5579c0', 'remote_group_id': None}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:46.235525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57cf501a-3faa-46dc-9650-e4099e5579c0', 'remote_group_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:46.270869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-98a0e7b5-729a-4ad7-af4a-80b59b4424ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:46.272449 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-98a0e7b5-729a-4ad7-af4a-80b59b4424ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.4602168 May 19 13:06:46.288319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:46.393265 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.417480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.423152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:46.427499 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:46.451868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Usage tracker for resource:security_group_rule and tenant:807f1d7420db4e9eaf2f4396da62d755 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:46.466851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:46.472916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d7d6ced0-cb35-499a-8832-dab3822c114d None None] Provisioning for port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:46.474396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-14579611-a9c5-4cdc-83f5-6cfa3629b4dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e463226-116b-4257-9644-da348c2cde5e HTTP/1.1" status: 200 len: 217 time: 0.1418571 May 19 13:06:46.480775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d7d6ced0-cb35-499a-8832-dab3822c114d None None] Provisioning complete for port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:46.481913 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ced0-cb35-499a-8832-dab3822c114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.503478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bbab50b-6471-461a-9b2e-522876ee7178 req-28060956-8620-44ea-8bc9-57b8191e8102 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513717 May 19 13:06:46.505063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:46.665188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:46.665880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.669550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7d6ced0-cb35-499a-8832-dab3822c114d None None] Port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:46.698467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:46.734892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-21a96916-ab84-4587-ad0e-4d88bfa1faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:46.738697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-21a96916-ab84-4587-ad0e-4d88bfa1faf9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.2310402 May 19 13:06:47.011960 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4709988 May 19 13:06:47.026198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'admin_state_up': True, 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'security_groups': ['e1d30013-a0f8-487c-94ed-54e8c87191ec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:47.062336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.128492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-a3dc4d04-5519-4fe8-94aa-d22fff427e67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382167 May 19 13:06:47.193303 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.208050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:47.212395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:47.221676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:8. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:47.226067 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.235152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:47.259024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:47.267626 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.273448 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-015e4dd2-179c-4707-85cb-34116e71493f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 700 time: 5.0707140 May 19 13:06:47.275815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:47.280087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.287720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:47.291785 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.311105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:47.314105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:47.340572 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.356389 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.372222 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0e8172cc-4058-4344-9224-8d3b49f55a14 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:47.430449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c5195-65b8-4d41-8d3f-a1a96b76ea34 req-2a8338c7-974b-47f9-9c09-68c9a0a866e8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:47.432334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d4c5195-65b8-4d41-8d3f-a1a96b76ea34 req-2a8338c7-974b-47f9-9c09-68c9a0a866e8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 943 time: 0.3957553 May 19 13:06:47.433087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00ec4ab-fb9f-4b8e-a62f-81bb90dee3de,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:47.436494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-76c5ef6d-1e9f-457d-9114-ebc3de48651c service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880828 May 19 13:06:47.440966 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:47.445506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.474113 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69b418d0-0556-42fc-b44c-6a4c12302f59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:47.601360 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.610976 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ab0bee19-7ca1-4e54-aade-7c04c882a5f9 req-f594d41e-1e91-4c68-b902-dbec28302e81 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.3784957 May 19 13:06:47.671612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1e463226-116b-4257-9644-da348c2cde5e details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:06:47.734548 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a1d7ca2-4de5-4a9f-880a-702a6bb22228 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 700 time: 0.4531262 May 19 13:06:47.736439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.797959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Network 22df0abd-e1bb-43c8-a417-a9ecb470244b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:47.812761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:47.815677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=1e572f5a-6d2d-4c9d-829f-454433e2da09,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:47.818245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:47.819570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:47.820216 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.840040 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:47.854828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3d4c5195-65b8-4d41-8d3f-a1a96b76ea34 req-0847d4b3-7d77-4703-9c72-d463aaff3ab1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124852 May 19 13:06:47.899547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1207678 May 19 13:06:47.905663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.914432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:47.960029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-292d3acb-628a-42c7-948f-312e4f8bc760 req-309c1513-eed2-4319-a290-ee3656507e91 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124485 May 19 13:06:48.310253 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1e463226-116b-4257-9644-da348c2cde5e,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:48.332105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '1e463226-116b-4257-9644-da348c2cde5e', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '1e463226-116b-4257-9644-da348c2cde5e', 'mac_address': 'fa:16:3e:c9:ee:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:06:48.387777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.396081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.416646 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7629004f-18a6-47f7-b785-8d95cf117894 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:48.424051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-57d8def8-6768-4806-9d33-4c4ccb623e85 req-1a8e14b4-cfde-434c-a42b-ca7b76a1a2e8 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 200 len: 2999 time: 0.1616614 May 19 13:06:48.542414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-960ee9ba-bf32-4049-89bb-6e9e296fc34a tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-group-rules/b00ec4ab-fb9f-4b8e-a62f-81bb90dee3de HTTP/1.1" status: 200 len: 783 time: 0.0649767 May 19 13:06:48.566906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf377d8-5c13-406b-8061-b43b664bc7b4 req-ff3d89f5-a0e5-4de8-acea-b953e05cea47 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:48.574918 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adf377d8-5c13-406b-8061-b43b664bc7b4 req-ff3d89f5-a0e5-4de8-acea-b953e05cea47 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 932 time: 0.3138094 May 19 13:06:48.609978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.629938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8518421-ccde-4d15-b8f8-e6eed8ed5151,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:48.642211 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:48.671159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:48.758804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e463226-116b-4257-9644-da348c2cde5e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:06:48.803147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.1.1.82 (f2cf330e-cb80-4850-9478-9a4a8db69511/c634e4fe-3079-4474-8320-f269509eca2e/00f052cc-bde4-4516-a470-f52ff57c0ca1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:48.835246 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-00949d3f-d212-4415-b4c6-f598e792b1ac tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 200 len: 2999 time: 0.2439075 May 19 13:06:48.851662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-adf377d8-5c13-406b-8061-b43b664bc7b4 req-f5c65b8c-50b4-4cd5-8019-96e71aa14ee6 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740059 May 19 13:06:48.966509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.971575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1e463226-116b-4257-9644-da348c2cde5e,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:48.989869 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.997671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.999327 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a393a31a-d7ef-4adb-9b75-fb7ed61e9a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:49.060150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:06:49.107362 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.194661 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:49.218050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:49.257186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.257574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.257882 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.258226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.258568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.258907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.259237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.259568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.259985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.260265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.260594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.260918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:49.265282 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:49.306513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b00ec4ab-fb9f-4b8e-a62f-81bb90dee3de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:49.323421 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:49.340638 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.348447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c2f483b-9c22-4d84-bfd5-890a0775b67b req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b00ec4ab-fb9f-4b8e-a62f-81bb90dee3de HTTP/1.1" status: 204 len: 173 time: 0.4826024 May 19 13:06:49.400054 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] device_id is not set on port 1e572f5a-6d2d-4c9d-829f-454433e2da09 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:06:49.409724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['1e463226-116b-4257-9644-da348c2cde5e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:49.414856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.440462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Transition to ACTIVE for port object 1e572f5a-6d2d-4c9d-829f-454433e2da09 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:49.521293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.540288 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3d127481-4306-44b4-a337-dadc66c83056 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:49.596525 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.604401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.643646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object 00f052cc-bde4-4516-a470-f52ff57c0ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:49.850821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=1e572f5a-6d2d-4c9d-829f-454433e2da09,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:49.886441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:45Z', 'revision_number': 7, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:49.894070 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:49.921745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:49.922386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:49.955066 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:49.998088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-aabdd910-26f3-482f-ad66-73afe52c81ea tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 200 len: 2400 time: 0.5095756 May 19 13:06:50.023570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.024348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.024998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.047601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:50.049259 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:50.054447 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 2 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:50.112996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914470a-c985-4029-8fd8-5ec4ea315e2d req-2ea5e042-7d10-4c0f-9d43-45938af4e34b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:50.115710 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9914470a-c985-4029-8fd8-5ec4ea315e2d req-2ea5e042-7d10-4c0f-9d43-45938af4e34b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 944 time: 0.7505279 May 19 13:06:50.135828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.136603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.138014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.160036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.167629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:50.169276 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:50.185123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:50.185531 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a2e67db2-058f-46f8-a966-9f040d2fcb87 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:50.199756 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 3 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:50.328867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:50.371686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9914470a-c985-4029-8fd8-5ec4ea315e2d req-d351e444-d0cb-4f28-a13e-418ae7093368 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905570 May 19 13:06:50.372987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.373570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.374505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.393121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:50.393361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:50.393361 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:50.396688 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 4 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:50.422504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:50.451701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.452366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.452881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.462925 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.622989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:50.623501 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:50.639523 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.667018 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 5 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:50.758352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:50.759461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.816001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:50.819957 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:50.947450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.948040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.948611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.970638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:50.971002 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:50.999223 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 6 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:51.050529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.051356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.052203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.063704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:51.064676 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:51.066321 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 7 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:51.120679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc43c64-311d-4c3f-a322-1d85ac9eb420 req-361b1609-6227-4ae8-94fa-67bc85931649 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:51.133690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc43c64-311d-4c3f-a322-1d85ac9eb420 req-361b1609-6227-4ae8-94fa-67bc85931649 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:51.147227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bc43c64-311d-4c3f-a322-1d85ac9eb420 req-361b1609-6227-4ae8-94fa-67bc85931649 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 1653 time: 0.5258052 May 19 13:06:51.188945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.200967 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d81972f3-58f5-4a68-bb76-f5d0b4ddb10b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:51.223651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.224684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.225588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.240453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cf501a-3faa-46dc-9650-e4099e5579c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:51.264494 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:51.266088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:51.266756 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:51.267855 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 8 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:51.334672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.335476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.335961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.343615 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bc43c64-311d-4c3f-a322-1d85ac9eb420 req-0510d63e-0ab4-41d2-96f6-f206f92d95f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945453 May 19 13:06:51.351408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:51.351759 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:51.353032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.354727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c797fbde-8610-4b75-9b86-52b12f2d3450 req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/57cf501a-3faa-46dc-9650-e4099e5579c0 HTTP/1.1" status: 204 len: 173 time: 1.3321335 May 19 13:06:51.355718 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 9 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:51.390391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.390722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.391124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.419213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:51.419564 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:51.419997 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempt 10 to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 May 19 13:06:51.429567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af30e5e9-4919-4030-b601-6f1e244dad5d None None] Provisioning for port 00f052cc-bde4-4516-a470-f52ff57c0ca1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:51.446361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af30e5e9-4919-4030-b601-6f1e244dad5d None None] Provisioning complete for port 00f052cc-bde4-4516-a470-f52ff57c0ca1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:51.446976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af30e5e9-4919-4030-b601-6f1e244dad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.513265 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4920607 May 19 13:06:51.526306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'admin_state_up': True, 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'security_groups': ['e1d30013-a0f8-487c-94ed-54e8c87191ec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:51.537524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.538319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.538319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempting to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.553262 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-f78dd472-4a7a-4030-b5a0-d24aa53bcc37 req-dbdbac18-0be9-480b-b384-eaddb15e59b1 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] show failed (client error): The resource could not be found. May 19 13:06:51.571945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f78dd472-4a7a-4030-b5a0-d24aa53bcc37 req-dbdbac18-0be9-480b-b384-eaddb15e59b1 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/17918178-937d-4c39-987f-40fb185d1f4a HTTP/1.1" status: 404 len: 352 time: 0.0768697 May 19 13:06:51.574251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:51.574810 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Failed to bind port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'a589a004-9a62-4fdb-8662-18b5e4e4cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22df0abd-e1bb-43c8-a417-a9ecb470244b'}] May 19 13:06:51.576364 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.733425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1e463226-116b-4257-9644-da348c2cde5e up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:51.917374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 1e572f5a-6d2d-4c9d-829f-454433e2da09, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:51.918265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:06:51.985666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Router c4667960-498a-49e0-a093-4d480d9f403e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:52.010924 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.165126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-161b68c8-59fa-4366-b6e6-fc7b2b0578d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/4d908370-db75-407f-b94f-acda42419914 HTTP/1.1" status: 200 len: 1806 time: 0.4043674 May 19 13:06:52.212355 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.234363 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ce45d61c-b7e5-44e9-9f95-459fddd2170d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:52.274926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-af30e5e9-4919-4030-b601-6f1e244dad5d None None] Port 00f052cc-bde4-4516-a470-f52ff57c0ca1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:52.317024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:45Z', 'revision_number': 7, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:52.324868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595d865-c067-47d1-9b5c-6ce3305482cf None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:45Z', 'revision_number': 7, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20ccc4d1-0913-4e03-a172-63051b676250', 'name': '', 'network_id': 'c3e5c78a-9f45-4e93-87d6-2c6bc5656f25', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:ce:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:27Z', 'updated_at': '2021-05-19T13:06:40Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': 'c42a41ee-d56b-4f75-bfe3-f5e016a2640b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:52.349928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:52.361358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 1e463226-116b-4257-9644-da348c2cde5e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:52.374233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 1e463226-116b-4257-9644-da348c2cde5e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:52.374850 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.514657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] In _notify_port_updated(), no bound segment for port 1e572f5a-6d2d-4c9d-829f-454433e2da09 on network 22df0abd-e1bb-43c8-a417-a9ecb470244b {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:06:52.515585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:52.517055 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.524445 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "PUT /v2.0/ports/1e572f5a-6d2d-4c9d-829f-454433e2da09 HTTP/1.1" status: 200 len: 974 time: 4.6119266 May 19 13:06:52.524445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event updated for resources: {'Port': ['ID=1e572f5a-6d2d-4c9d-829f-454433e2da09,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:52.532791 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:52.535478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:52.599864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:52.654449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:9. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:52.676171 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.679971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:52.778178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e463226-116b-4257-9644-da348c2cde5e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:06:52.784322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:52.802874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1e463226-116b-4257-9644-da348c2cde5e,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:52.806220 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Sync routers for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:52.811524 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.817445 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:52.822032 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] 10.222.0.69 "PUT /v2.0/routers/c4667960-498a-49e0-a093-4d480d9f403e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0878301 May 19 13:06:52.824720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:52.833730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.858657 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:52.859682 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:52.965880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:53.082154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:53.101492 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:53.444066 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:53.640356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.1.1.88 (f2cf330e-cb80-4850-9478-9a4a8db69511/c634e4fe-3079-4474-8320-f269509eca2e/b9d21e26-2a3c-444a-9a43-8e39a6a35b00) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:54.073431 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.181061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.222807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.366903 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T13:06:47Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:54.383826 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Checking router: c4667960-498a-49e0-a093-4d480d9f403e for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:54.408682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0f0bb-219a-4d02-a593-c5bf9b5a3c9a req-c344bdf2-f5ee-4daf-b0ab-49f83d70e7b3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:54.424144 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10d0f0bb-219a-4d02-a593-c5bf9b5a3c9a req-c344bdf2-f5ee-4daf-b0ab-49f83d70e7b3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 944 time: 2.5022671 May 19 13:06:54.427165 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.428833 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Routers {'c4667960-498a-49e0-a093-4d480d9f403e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:06:54.430021 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['c4667960-498a-49e0-a093-4d480d9f403e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:54.463533 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e36a3a9f-d869-49da-bd3c-da68884c1f6b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:54.505483 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.544421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 20ccc4d1-0913-4e03-a172-63051b676250 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:54.545065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.546751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d908370-db75-407f-b94f-acda42419914,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:54.553631 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:54.647636 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.649230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17c640c6-e8a7-4a74-9dae-1bff569351d6 req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/4d908370-db75-407f-b94f-acda42419914 HTTP/1.1" status: 204 len: 173 time: 2.4829047 May 19 13:06:54.737388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object b9d21e26-2a3c-444a-9a43-8e39a6a35b00 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:54.822512 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.926614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Deleting port 1e572f5a-6d2d-4c9d-829f-454433e2da09 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:54.927311 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.950458 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3be5f2a0-a601-40e9-b885-85a59ddaf507 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:54.968069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10d0f0bb-219a-4d02-a593-c5bf9b5a3c9a req-aca58ed0-2402-4d5c-b8cb-c1d019a14081 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413830 May 19 13:06:55.236638 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] Set router c4667960-498a-49e0-a093-4d480d9f403e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:06:55.333205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] For port 1e572f5a-6d2d-4c9d-829f-454433e2da09, host n-h2-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:55.333822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.365121 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.521815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Calling delete_port for 1e572f5a-6d2d-4c9d-829f-454433e2da09 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:55.608148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:55.612834 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:55.659208 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e463226-116b-4257-9644-da348c2cde5e', 'code': 200} May 19 13:06:55.668057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network f2cf330e-cb80-4850-9478-9a4a8db69511 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:55.669631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:55.682421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d66fe-9377-4889-aee8-ce9179594f09 req-63d6d7e2-285a-45e0-81c2-8149503671c7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:55.691225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:06:55.695707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d66fe-9377-4889-aee8-ce9179594f09 req-63d6d7e2-285a-45e0-81c2-8149503671c7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:55.729396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d66fe-9377-4889-aee8-ce9179594f09 req-63d6d7e2-285a-45e0-81c2-8149503671c7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:55.738007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad4d66fe-9377-4889-aee8-ce9179594f09 req-63d6d7e2-285a-45e0-81c2-8149503671c7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 2373 time: 0.5626185 May 19 13:06:56.080500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port 20ccc4d1-0913-4e03-a172-63051b676250, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=20ccc4d1-0913-4e03-a172-63051b676250,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:56.081245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.109656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad4d66fe-9377-4889-aee8-ce9179594f09 req-dd0d9742-a1d1-460a-9a8c-48bc84d5b345 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592939 May 19 13:06:56.127231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-f3be726c-069b-430b-a10e-92c7f453775e tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/4464bf21-b996-49a4-8eda-92a2bed7ae0b HTTP/1.1" status: 200 len: 1805 time: 0.3792622 May 19 13:06:56.155868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af829855-b017-49be-95cb-8c87db287d1a None None] Provisioning for port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:56.162850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af829855-b017-49be-95cb-8c87db287d1a None None] Provisioning complete for port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:56.177461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:56.177672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af829855-b017-49be-95cb-8c87db287d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.177835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.191605 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.260273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Deleting port 0a4c5150-2744-45c0-a59a-76f4ac9da19d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:06:56.260804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.327423 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:56.372451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-af829855-b017-49be-95cb-8c87db287d1a None None] Port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:56.428245 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T13:06:47Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:56.447431 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be853585-4d17-4fad-858f-dcfef6ddd7b6 None None] The sync data for ids ['c4667960-498a-49e0-a093-4d480d9f403e'] in n-d-791505-2 is: [{'id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'name': 'tempest-ServerActionsTestJSON-548646128-router', 'tenant_id': 'f6c385f268c74baabf8254875377953d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T12:53:17Z', 'updated_at': '2021-05-19T13:06:47Z', 'revision_number': 5, 'project_id': 'f6c385f268c74baabf8254875377953d', 'gw_port': {'id': '0a4c5150-2744-45c0-a59a-76f4ac9da19d', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4667960-498a-49e0-a093-4d480d9f403e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T12:53:19Z', 'updated_at': '2021-05-19T12:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:56.586773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e572f5a-6d2d-4c9d-829f-454433e2da09,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:56.675034 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:56.712258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 20ccc4d1-0913-4e03-a172-63051b676250 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:56.786011 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2636385 May 19 13:06:56.816484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'admin_state_up': True, 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'security_groups': ['e1d30013-a0f8-487c-94ed-54e8c87191ec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:56.860086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.889442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc0980-4267-4369-b5be-c322f0d496f1 req-1b04901d-fcfc-4596-9a40-b9bfbd31f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:56.890924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92fc0980-4267-4369-b5be-c322f0d496f1 req-1b04901d-fcfc-4596-9a40-b9bfbd31f661 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 1096 time: 1.1108131 May 19 13:06:56.972853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92fc0980-4267-4369-b5be-c322f0d496f1 req-0beb4101-ae25-47fd-9358-6ef4bdf51452 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 May 19 13:06:56.985425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1e572f5a-6d2d-4c9d-829f-454433e2da09 HTTP/1.1" status: 204 len: 168 time: 4.4348233 May 19 13:06:56.995202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:57.066677 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fa3fee-13b4-4227-a0e8-f89e3f6a6a95 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] GET failed (client error): The resource could not be found. May 19 13:06:57.067227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-64fa3fee-13b4-4227-a0e8-f89e3f6a6a95 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Synchronizing usage tracker for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:57.127554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] For port 0a4c5150-2744-45c0-a59a-76f4ac9da19d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0a4c5150-2744-45c0-a59a-76f4ac9da19d,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:57.128227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.145566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.202208 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.246198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12f99-0d0e-4a8a-afdf-4170e8362939 req-3afbde26-0728-4ad2-a12d-480e1d458210 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:57.248058 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71f12f99-0d0e-4a8a-afdf-4170e8362939 req-3afbde26-0728-4ad2-a12d-480e1d458210 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 0.7057488 May 19 13:06:57.283200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:57.288015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:57.291546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:10. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:57.299085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:57.333206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:57.686987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.788323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Calling delete_port for 0a4c5150-2744-45c0-a59a-76f4ac9da19d owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:06:57.856097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.882770 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-46ab59d8-2262-478c-b845-b70c44b946c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:57.896368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f8518421-ccde-4d15-b8f8-e6eed8ed5151 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:57.914048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-64fa3fee-13b4-4227-a0e8-f89e3f6a6a95 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Unset dirty status for tenant:1fafd11e0228475e8b0f83a0323f4e90 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:57.920753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-64fa3fee-13b4-4227-a0e8-f89e3f6a6a95 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] 10.222.0.69 "GET /v2.0/ports/1e572f5a-6d2d-4c9d-829f-454433e2da09 HTTP/1.1" status: 404 len: 333 time: 0.9144988 May 19 13:06:57.924015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:57.955050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-71f12f99-0d0e-4a8a-afdf-4170e8362939 req-c8819a86-4634-441b-94cb-1d785a679201 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793373 May 19 13:06:58.064312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=20ccc4d1-0913-4e03-a172-63051b676250,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:58.076025 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.087822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: f8518421-ccde-4d15-b8f8-e6eed8ed5151 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:06:58.088857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f8518421-ccde-4d15-b8f8-e6eed8ed5151 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:58.159745 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-063031c6-be08-4cf1-959a-44a937c09111 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:58.187820 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:58.228006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4464bf21-b996-49a4-8eda-92a2bed7ae0b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:58.245886 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:58.288144 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.329796 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:58.473148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4c5150-2744-45c0-a59a-76f4ac9da19d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:58.505727 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:58.512363 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.513669 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79c3f61c-b7de-4189-ad7b-4a9030282914 req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/4464bf21-b996-49a4-8eda-92a2bed7ae0b HTTP/1.1" status: 204 len: 173 time: 2.3620491 May 19 13:06:58.722664 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.738338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.761666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.2.2.100 (a20bb1c5-b0ea-47fb-832c-5bba76e4f14f/8e25a3b2-ed0a-4347-86fa-c0992634dd97/126df8b0-c032-4c18-933e-d43ffb964072) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:58.818923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.921629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-2a5e22a6-da5d-458d-8c69-3acf3ad44450 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/01231c83-94e6-49bc-95ae-fd65fac452e3 HTTP/1.1" status: 200 len: 1806 time: 0.3254552 May 19 13:06:59.331413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.355875 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.465004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde3ee-9b34-4ed4-821f-026474a110f8 req-c8988e52-19f4-4045-a78f-f1905e6e9011 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:59.479521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde3ee-9b34-4ed4-821f-026474a110f8 req-c8988e52-19f4-4045-a78f-f1905e6e9011 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:59.491783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde3ee-9b34-4ed4-821f-026474a110f8 req-c8988e52-19f4-4045-a78f-f1905e6e9011 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:06:59.496385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dde3ee-9b34-4ed4-821f-026474a110f8 req-c8988e52-19f4-4045-a78f-f1905e6e9011 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 2373 time: 0.8048205 May 19 13:06:59.497664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.498554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4667960-498a-49e0-a093-4d480d9f403e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:06:59.521039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.529632 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.532800 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c4667960-498a-49e0-a093-4d480d9f403e HTTP/1.1" status: 204 len: 168 time: 6.5631940 May 19 13:06:59.575203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.690465 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.713711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.749664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22df0abd-e1bb-43c8-a417-a9ecb470244b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.776174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a589a004-9a62-4fdb-8662-18b5e4e4cce3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.776626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a589a004-9a62-4fdb-8662-18b5e4e4cce3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.786423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.803476 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9d570703-3e31-4627-8318-cb59e595824c tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:06:59.809100 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.842097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01231c83-94e6-49bc-95ae-fd65fac452e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:59.875373 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:06:59.886829 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.890987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Deleting subnet d66525e7-39a6-4b14-86b0-33f0c80b40f3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:06:59.895119 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.898600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:59.899708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.964920 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.090543 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: timer() May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:00.103218 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:00.114748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.120398 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41cd9e04-b3cd-482c-9e69-d51c4f2d14c7 req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/01231c83-94e6-49bc-95ae-fd65fac452e3 HTTP/1.1" status: 204 len: 173 time: 1.0513568 May 19 13:07:00.136759 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dde3ee-9b34-4ed4-821f-026474a110f8 req-0d7542fa-2401-41a6-ac02-9b22306fa9eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870461 May 19 13:07:00.232817 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.363859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eadd01b1-1207-4fc3-bbc4-905c2643a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:00.390711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:00.409469 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.441441 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] 10.222.0.69 "DELETE /v2.0/networks/22df0abd-e1bb-43c8-a417-a9ecb470244b HTTP/1.1" status: 204 len: 168 time: 2.5127935 May 19 13:07:00.505821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0a4c5150-2744-45c0-a59a-76f4ac9da19d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:00.524148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Pushing event deleted for resources: {'Network': ['ID=22df0abd-e1bb-43c8-a417-a9ecb470244b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:00.531203 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:00.667531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0a4c5150-2744-45c0-a59a-76f4ac9da19d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:00.668403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0a4c5150-2744-45c0-a59a-76f4ac9da19d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:00.837902 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-3e6d52a3-ca55-4fe0-aaa5-a6009bc333fa tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/65c52970-d44d-4588-972e-fdc950bc22b6 HTTP/1.1" status: 200 len: 2406 time: 0.2076516 May 19 13:07:00.933670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:00.936559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c210bc-5d6d-45fb-945f-cc8782936300 req-f4211afe-3ccd-4d7b-9cd6-2733ae673f5c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:00.938597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79c210bc-5d6d-45fb-945f-cc8782936300 req-f4211afe-3ccd-4d7b-9cd6-2733ae673f5c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 0.3069742 May 19 13:07:00.949394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:00.964715 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2052989 May 19 13:07:00.968222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.992948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:00.999639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.037393 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.092225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79c210bc-5d6d-45fb-945f-cc8782936300 req-661df298-93e1-44ef-ae59-ff421e921516 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408527 May 19 13:07:01.102822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.120745 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.142516 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffffe013-71d2-47c0-976e-c643363e5583 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:01.201580 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66525e7-39a6-4b14-86b0-33f0c80b40f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:01.202275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.203580 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.214948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:01.223204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d66525e7-39a6-4b14-86b0-33f0c80b40f3 HTTP/1.1" status: 204 len: 168 time: 1.6465058 May 19 13:07:01.235176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.238485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe23789-5a96-41de-a250-6400f272be0c None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:01.263632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.373173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet c42a41ee-d56b-4f75-bfe3-f5e016a2640b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:01.393199 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.509741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object 126df8b0-c032-4c18-933e-d43ffb964072 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:01.636465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.640727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.798482 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.812548 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f993f79-0554-44d3-9eca-a1f30b1a295d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:01.850830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c52970-d44d-4588-972e-fdc950bc22b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:01.863669 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:01.889825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c78b6-66a1-49d0-93fc-fe8b1bd430b1 req-309d885b-8cbb-41c0-a5cf-78f2f934f8c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:01.903475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e19c78b6-66a1-49d0-93fc-fe8b1bd430b1 req-309d885b-8cbb-41c0-a5cf-78f2f934f8c5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 0.2585452 May 19 13:07:01.907875 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.909746 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6349d80-7f65-425b-b0fb-66c2255f64cd req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/65c52970-d44d-4588-972e-fdc950bc22b6 HTTP/1.1" status: 204 len: 173 time: 1.0707173 May 19 13:07:01.923768 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad4484bd-6826-4a71-80e5-1c1e674264ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85eff48322734654a8255d47bae06218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133186 May 19 13:07:01.938867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.988213 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.000988 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98252606-21e8-4c7a-a393-d38fe6db7652 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:02.076087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e19c78b6-66a1-49d0-93fc-fe8b1bd430b1 req-e2eb78e0-dbd1-4ec6-af0b-91a1dd300b91 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712902 May 19 13:07:02.082948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Deleting port f5955034-5ba6-484b-bd67-41fc14efecd2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:02.082948 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.087775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:02.159322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:02.170131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:02.181098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:02.233522 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.518508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:02.519599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.547648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:02.560361 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:02.589945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.669052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.751948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] DHCP port deletion for fa92c8b0-1c8b-407d-b94f-e62d9d5c358d request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:07:02.764576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9714105 May 19 13:07:02.793839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] For port f5955034-5ba6-484b-bd67-41fc14efecd2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f5955034-5ba6-484b-bd67-41fc14efecd2,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:02.794564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.904128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'admin_state_up': True, 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'security_groups': ['e1d30013-a0f8-487c-94ed-54e8c87191ec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:02.955008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-41d899de-3863-4675-8f6f-35b50506eaeb None None] Provisioning for port 126df8b0-c032-4c18-933e-d43ffb964072 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:02.977765 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-41d899de-3863-4675-8f6f-35b50506eaeb None None] Provisioning complete for port 126df8b0-c032-4c18-933e-d43ffb964072 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:02.977765 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41d899de-3863-4675-8f6f-35b50506eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.107445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-41d899de-3863-4675-8f6f-35b50506eaeb None None] Port 126df8b0-c032-4c18-933e-d43ffb964072 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:03.112883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Deleting port f5955034-5ba6-484b-bd67-41fc14efecd2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:03.113281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.139314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Calling delete_port for f5955034-5ba6-484b-bd67-41fc14efecd2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:03.240470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:57Z', 'revision_number': 8, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:03.254707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-933b7003-6604-4b6b-b058-8e172190c0e0 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "GET /v2.0/security-groups/91b29a6f-3291-4ffa-98c0-43fbb16d7749 HTTP/1.1" status: 200 len: 2399 time: 0.7628744 May 19 13:07:03.255233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:03.272205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:03.304141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-1ab73567-75ba-4cf7-8db9-7c1efae26600 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:03.310341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-1ab73567-75ba-4cf7-8db9-7c1efae26600 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:03.316459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-1ab73567-75ba-4cf7-8db9-7c1efae26600 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:03.322337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] For port f5955034-5ba6-484b-bd67-41fc14efecd2, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f5955034-5ba6-484b-bd67-41fc14efecd2,segment=NetworkSegment(c8295922-e634-4dce-b551-2b00ffec80d1),segment_id=c8295922-e634-4dce-b551-2b00ffec80d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:03.323186 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.328307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-1ab73567-75ba-4cf7-8db9-7c1efae26600 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:03.336275 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-1ab73567-75ba-4cf7-8db9-7c1efae26600 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3094 time: 1.1858599 May 19 13:07:03.343278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:03.345901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:06:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:03.446874 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.481928 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ec59a91-6a5e-454e-b83d-384e041dd323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:03.551943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4af1519d-ce2d-4d20-9be5-20a75fc72d4e req-9c731b51-d859-4055-b376-a6567aa3c1c0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003574 May 19 13:07:03.585979 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.596795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bf8f76e-f18f-489e-ba59-e2b96d158915 HTTP/1.1" status: 204 len: 168 time: 1.6527193 May 19 13:07:03.608611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8f76e-f18f-489e-ba59-e2b96d158915,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.637027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-fa6def6b-5ec8-4f10-9924-c7d3a3ef2dcd req-c65fe2b1-4fa7-4300-826a-81c5b682c430 service neutron] (93821) timed out ('10.222.0.57', 54894) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:07:03.655299 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:03.691833 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.734147 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.752781 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:03.861236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5955034-5ba6-484b-bd67-41fc14efecd2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.873221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.873663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:03.881119 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:03.892305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Usage tracker for resource:port and tenant:64a08dfaf36e4e94aa227e9c66c7ba84 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:03.899012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Quota usage for port was recalculated. Used quota:11. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:03.912089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:03.950128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Made reservation on behalf of 64a08dfaf36e4e94aa227e9c66c7ba84 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:03.964952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:03.972541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] No DVR routers for this DVR port f5955034-5ba6-484b-bd67-41fc14efecd2 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:03.974521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c4ca5045da4ef7b96fee26823b3810 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:04.028334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.064129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-44d2923d-921d-4a1f-9fdc-a2245904af91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:04.085406 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.100472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:04.128540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:04.185383 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.188922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=c42a41ee-d56b-4f75-bfe3-f5e016a2640b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:04.222876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Calling delete_port for f5955034-5ba6-484b-bd67-41fc14efecd2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:04.294798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.315345 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:04.319370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92c8b0-1c8b-407d-b94f-e62d9d5c358d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.340794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/c42a41ee-d56b-4f75-bfe3-f5e016a2640b HTTP/1.1" status: 204 len: 168 time: 3.3712349 May 19 13:07:04.351179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.362745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8295922-e634-4dce-b551-2b00ffec80d1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.363065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8295922-e634-4dce-b551-2b00ffec80d1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.417462 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.435374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.441712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f5955034-5ba6-484b-bd67-41fc14efecd2 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:04.450576 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69444aba-4e03-4882-8554-5c0f8f01b987 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:04.495371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b29a6f-3291-4ffa-98c0-43fbb16d7749,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:04.503121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea2e81-243a-4b07-b911-0f9100253138 None None] Network c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:04.508835 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:04.510565 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.533172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:04.533822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: timer() May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:04.553198 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:04.615944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.686093 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.713498 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.714160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2e75763c-18ce-4f21-9026-cf700a4ae2b2 req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] 10.222.0.69 "DELETE /v2.0/security-groups/91b29a6f-3291-4ffa-98c0-43fbb16d7749 HTTP/1.1" status: 204 len: 173 time: 1.4421735 May 19 13:07:04.736230 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.739526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.745711 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.839338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-af342a55-a838-4e25-ad93-51abd905e4c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fafd11e0228475e8b0f83a0323f4e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210085 May 19 13:07:04.841124 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.857899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.858822 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-020bb5b5-ef85-45b9-972e-7b43bf278403 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:04.893292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.933426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:04.964885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Deleting subnet f27e6ddc-b7f3-4513-b00e-48b7a341f225 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:05.037907 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.053508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4c4ca5045da4ef7b96fee26823b3810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7905757 May 19 13:07:05.055365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be516d5-f143-430c-8ac7-81d360cc1517,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:05.061081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:05.112675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.172164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: f5955034-5ba6-484b-bd67-41fc14efecd2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:05.174327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f5955034-5ba6-484b-bd67-41fc14efecd2 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:05.190188 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:05.199658 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:05.280440 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.330350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:05.331154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.420734 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.535980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Allocated IP 10.2.2.200 (a20bb1c5-b0ea-47fb-832c-5bba76e4f14f/8e25a3b2-ed0a-4347-86fa-c0992634dd97/b0024c4f-118c-489b-988e-bf77936d425a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:05.569688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,segment=NetworkSegment(d6b4687c-7d32-410d-bfdb-ffc48f2605b5),segment_id=d6b4687c-7d32-410d-bfdb-ffc48f2605b5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:05.570225 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.685892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] 10.222.0.69 "DELETE /v2.0/networks/fa92c8b0-1c8b-407d-b94f-e62d9d5c358d HTTP/1.1" status: 204 len: 168 time: 4.4487085 May 19 13:07:05.712088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa92c8b0-1c8b-407d-b94f-e62d9d5c358d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:05.738789 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:05.823469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.830202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:05.939534 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.954143 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:06.001325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.010397 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:06.037650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Network fa92c8b0-1c8b-407d-b94f-e62d9d5c358d is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:07:06.038442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] No DVR routers for this DVR port f5955034-5ba6-484b-bd67-41fc14efecd2 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:06.062825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] DHCP port deletion for c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:07:06.084679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be516d5-f143-430c-8ac7-81d360cc1517,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:06.096108 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:06.138496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.169412 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.171555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9be516d5-f143-430c-8ac7-81d360cc1517 HTTP/1.1" status: 204 len: 168 time: 1.1016629 May 19 13:07:06.177490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Pushing event deleted for resources: {'Port': ['ID=f5955034-5ba6-484b-bd67-41fc14efecd2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:06.206234 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:06.244670 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.312074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.322068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:57Z', 'revision_number': 8, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.335511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d7002-bacd-40c8-af12-cf8d2aeb9db3 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:06:57Z', 'revision_number': 8, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': '1382fc1e-1aba-41d1-96d7-de483f2828b8', 'name': '', 'network_id': '39514b5c-33ab-443b-b045-6e03e12906bf', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:9d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '787ccd9e-47d4-4561-8002-1829991cc341', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:06:10Z', 'updated_at': '2021-05-19T13:06:22Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '787ccd9e-47d4-4561-8002-1829991cc341', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:06.340959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Deleting port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:06.342596 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.346661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Transition to ACTIVE for port object b0024c4f-118c-489b-988e-bf77936d425a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:06.389976 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6746dd01-a3f0-4565-b69f-8bd4482099e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6c385f268c74baabf8254875377953d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395675 May 19 13:07:06.397526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.400033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.403369 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.409350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.424608 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e78b2cc0-236e-49f4-b818-f1ab516348a1 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:06.515660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.516677 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:06.518525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:06.589385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] For port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788, host n-d-791505-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:06.589385 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.624065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-6644c4ce-d05f-426b-90f1-fbbc00cd3ddd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.636607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-6644c4ce-d05f-426b-90f1-fbbc00cd3ddd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.649882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-6644c4ce-d05f-426b-90f1-fbbc00cd3ddd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.662967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-6644c4ce-d05f-426b-90f1-fbbc00cd3ddd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.676831 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-6644c4ce-d05f-426b-90f1-fbbc00cd3ddd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3094 time: 1.4381294 May 19 13:07:06.706350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d367d-04bd-4242-bcf2-3e83c02f086d req-3cc40a1b-020e-44bd-935e-45e76a3b7222 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.710233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-610d367d-04bd-4242-bcf2-3e83c02f086d req-3cc40a1b-020e-44bd-935e-45e76a3b7222 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 1.6413348 May 19 13:07:06.760558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-9b0bf287-35ef-4a7d-9459-87f4bded9ee8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:06.763564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-9b0bf287-35ef-4a7d-9459-87f4bded9ee8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 0.7520609 May 19 13:07:06.930245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Calling delete_port for cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:06.937290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:07:06.940939 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.951535 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a322c581-3fac-4478-872c-2a5b102ae7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:07.061422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Pushing event deleted for resources: {'Port': ['ID=cb8ee1b1-f765-4cf0-921c-bd60f4bc4788,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:07.074677 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:07.086417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] No DVR routers for this DVR port cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:07.109054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-610d367d-04bd-4242-bcf2-3e83c02f086d req-133aec13-a82d-4487-bdda-2a31d259dd31 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421779 May 19 13:07:07.295791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.442945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a76dda91-aea2-4148-a08b-53c92268eb9b req-86a05e73-3262-4549-ba6d-e5c43704d957 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7264638 May 19 13:07:07.480750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.483629 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:07.507722 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5c54fd1-aac0-4b68-9369-27d44a8aaafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:07.526834 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.544432 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aaba9648-b98f-4f81-a77c-24c2025941c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:07.560351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:07.574689 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a436d5-7112-4ca8-a025-848a014d9fa0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:07.591492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Usage tracker for resource:security_group_rule and tenant:7ff8d7a4c43f43fd955003edd0422cb2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:07.595033 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:07.600290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:07.655282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:07.665861 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.670935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2a436d5-7112-4ca8-a025-848a014d9fa0 HTTP/1.1" status: 204 len: 168 time: 2.7986536 May 19 13:07:07.831757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:07.857224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 1e463226-116b-4257-9644-da348c2cde5e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:07.858008 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.870414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.892134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:07.899361 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:07.910131 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:07.933731 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.943031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e5c78a-9f45-4e93-87d6-2c6bc5656f25']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.954665 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6d788c-0d36-4532-9739-081921a8716b tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:07.966597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:08.071641 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.093553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:08.121582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:08.121582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b4687c-7d32-410d-bfdb-ffc48f2605b5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:08.201293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27e6ddc-b7f3-4513-b00e-48b7a341f225,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:08.223183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.290629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:08.294583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cb8ee1b1-f765-4cf0-921c-bd60f4bc4788 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:08.297278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 20ccc4d1-0913-4e03-a172-63051b676250 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:08.302532 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.318859 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:08.326945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.338748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.353418 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f76f3f97-5924-4ef3-8bee-771aa869de47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:08.412361 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.450125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:08.451792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.468862 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.483968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 20ccc4d1-0913-4e03-a172-63051b676250 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:08.485774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 20ccc4d1-0913-4e03-a172-63051b676250 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:08.557344 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6652572 May 19 13:07:08.577944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:08.579038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.598724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-167ae81a-f0be-4efe-8c0a-5e5920ec6f45 None None] Provisioning for port b0024c4f-118c-489b-988e-bf77936d425a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:08.614965 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-167ae81a-f0be-4efe-8c0a-5e5920ec6f45 None None] Provisioning complete for port b0024c4f-118c-489b-988e-bf77936d425a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:08.616956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-167ae81a-f0be-4efe-8c0a-5e5920ec6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: timer() May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:08.651158 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:08.663385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:08.713936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 1e463226-116b-4257-9644-da348c2cde5e, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=1e463226-116b-4257-9644-da348c2cde5e,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:08.714837 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.896504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-167ae81a-f0be-4efe-8c0a-5e5920ec6f45 None None] Port b0024c4f-118c-489b-988e-bf77936d425a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:08.910019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f27e6ddc-b7f3-4513-b00e-48b7a341f225 HTTP/1.1" status: 204 len: 168 time: 4.1691003 May 19 13:07:08.915015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.991956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ff8d7a4c43f43fd955003edd0422cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6932535 May 19 13:07:09.070189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce73da8-0c1b-443a-b66d-b1a4a9b80921,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:09.074906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:09.150650 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:09.159296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 1e463226-116b-4257-9644-da348c2cde5e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:09.244114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.262139 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b7bde49-75b1-4a2c-acca-2a551198c68a tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:09.286270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.292472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=c3e5c78a-9f45-4e93-87d6-2c6bc5656f25,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:09.301079 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:09.312715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.376123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/c3e5c78a-9f45-4e93-87d6-2c6bc5656f25 HTTP/1.1" status: 204 len: 168 time: 5.0238879 May 19 13:07:09.389815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:09.426308 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.471459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.478637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.489863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.498837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.507530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.516496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9cab557f-f658-44a1-8648-85f17b5b265d req-e77779d4-a159-4066-a292-5341c555153e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3815 time: 0.4494317 May 19 13:07:09.586142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.670801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f88a6f-ef76-428a-890a-77d2ebb8247d req-c72951c3-c978-4608-9c45-65046b954b54 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:09.679177 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76f88a6f-ef76-428a-890a-77d2ebb8247d req-c72951c3-c978-4608-9c45-65046b954b54 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 945 time: 0.9235227 May 19 13:07:09.681142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.683989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.685245 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b1551d8-126f-47f7-a4a0-27c5334edb83 HTTP/1.1" status: 204 len: 168 time: 3.2839618 May 19 13:07:09.697130 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0041d8ac-21af-4244-aad9-43e7931043dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:09.774409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1551d8-126f-47f7-a4a0-27c5334edb83,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:09.849376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 1e463226-116b-4257-9644-da348c2cde5e no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:09.883276 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:10.113875 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.171322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9cab557f-f658-44a1-8648-85f17b5b265d req-6c99d1c9-fccc-490c-a27e-25415c2b57eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6535764 May 19 13:07:10.228774 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.307301 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-451b796e-f17f-4370-ac06-7a327c36cb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.669533 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.683843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3', '67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:10.695514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:07:10.794718 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.818805 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-026c9a40-a7d7-4244-af97-1056e0c51bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:10.875386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42716f4b-4ab2-4cc3-9811-4a355cc5b94a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:10.897080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.013936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76f88a6f-ef76-428a-890a-77d2ebb8247d req-db922d5f-a301-4fca-a390-e5a29319e81a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3331249 May 19 13:07:11.046027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Transition to ACTIVE for port object 42716f4b-4ab2-4cc3-9811-4a355cc5b94a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:11.057920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16facb8-0f1a-4cf7-8baf-56142c34745c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.076870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=1e463226-116b-4257-9644-da348c2cde5e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.094002 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:11.106860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abd26e4-b946-4a9f-a212-c079f26da9b8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.107751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abd26e4-b946-4a9f-a212-c079f26da9b8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.115554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.174357 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:11.218060 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.327748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 1e463226-116b-4257-9644-da348c2cde5e on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:11.338577 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.379134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'name': 'network-vif-deleted', 'tag': '1e463226-116b-4257-9644-da348c2cde5e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:11.421284 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.449368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:11.449759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.751465 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.765564 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c8d31a15-b3bf-4b47-97f6-d816c99a949f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: timer() May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:11.785976 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:11.816662 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2883820-eb33-4feb-8300-a44c043df67e', 'name': 'network-vif-deleted', 'tag': '1e463226-116b-4257-9644-da348c2cde5e', 'status': 'completed', 'code': 200} May 19 13:07:11.818010 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.821260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ce73da8-0c1b-443a-b66d-b1a4a9b80921 HTTP/1.1" status: 204 len: 168 time: 2.6578953 May 19 13:07:11.839690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3566f512-9a6a-4108-9ae3-2ade87af5df5 req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/1e463226-116b-4257-9644-da348c2cde5e HTTP/1.1" status: 204 len: 173 time: 4.9905081 May 19 13:07:11.841807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce73da8-0c1b-443a-b66d-b1a4a9b80921,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.860862 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:11.872547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.878059 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-87333624-d301-49aa-ae73-d8cee23a8835 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:11.929326 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.989921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16facb8-0f1a-4cf7-8baf-56142c34745c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:12.000486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d16facb8-0f1a-4cf7-8baf-56142c34745c HTTP/1.1" status: 204 len: 168 time: 3.0125203 May 19 13:07:12.002124 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:12.145078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:12.187628 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:12.378726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:12.395736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:12.409158 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:12.422792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:12.436282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:12.453222 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-e1be8635-ff27-417c-9a47-dfe83a6d70a9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3827 time: 0.4273057 May 19 13:07:12.574796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.592088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-32eb3e52-df91-4f19-934b-c27aa444d5c1 req-b0207b06-3c23-48da-b6ac-60ab4bacb45e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363554 May 19 13:07:12.715326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9c83ed97-e08f-4db7-84b2-cca4debe0b2c req-a75d7666-69b8-468d-96f5-b4a8f2b0c725 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:12.794370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-9c83ed97-e08f-4db7-84b2-cca4debe0b2c req-a75d7666-69b8-468d-96f5-b4a8f2b0c725 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:12.796330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9c83ed97-e08f-4db7-84b2-cca4debe0b2c req-a75d7666-69b8-468d-96f5-b4a8f2b0c725 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2883820-eb33-4feb-8300-a44c043df67e HTTP/1.1" status: 200 len: 210 time: 0.1909747 May 19 13:07:12.867794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a0d1-bb68-4b56-bcbf-d22958b412c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.941088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.349247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:13.353228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Attempting to bind port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:13.355894 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Attempting to bind port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:13.356741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Attempting to bind port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a on network 68470470-d365-48d1-b6a0-ceea4b75b0cb {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:13.369182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a on network 68470470-d365-48d1-b6a0-ceea4b75b0cb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:13.370031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Attempting to bind port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a on network 68470470-d365-48d1-b6a0-ceea4b75b0cb {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:13.374032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:13.410671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:13.411205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Checking segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:13.412160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Bound using segment: {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:13.412887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Bound port: 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a76a56-1003-4925-94b9-09bd4a42ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:13.413440 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.522545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0679a982-be49-4038-b21f-f5a424208331 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=807f1d7420db4e9eaf2f4396da62d755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696627 May 19 13:07:13.525074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52690) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:13.596553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:13.602361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:13.620216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.630569 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b935c21f-fbcc-4df4-b585-8788e646367e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:13.659572 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.782491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:13.784075 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.786813 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7217b371-ff77-468c-adce-66af95732073 service neutron] 10.222.0.71 "PUT /v2.0/ports/42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1092 time: 5.1336591 May 19 13:07:13.789327 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.815541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:14.027288 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.044399 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8466991b-9970-4694-b9f6-395578589b83 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:14.092851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe8469-2f9d-42d3-8e77-fc22020f9bdc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:14.197024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-579126803', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:14.206930 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:14.253435 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.259028 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.264894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9cfe8469-2f9d-42d3-8e77-fc22020f9bdc HTTP/1.1" status: 204 len: 168 time: 0.7302668 May 19 13:07:14.292667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:14.413494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:14.434173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:14.440230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:14.454878 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:14.471968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:14.478080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:14.496871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:14.518968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:14.544012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9b793684-f694-49df-8b9e-8dcf5ce02174 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3827 time: 0.4472315 May 19 13:07:14.578841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:network and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:14.613478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:14.621611 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f4db53a-2e0b-482a-941d-2892ee82541f req-9a6e6a31-1a6a-4b63-b351-d1552a026ccf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696149 May 19 13:07:14.641190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:14.687371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Made reservation on behalf of dfe188aa791a4ebb9996fb08a0358600 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:14.689985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.751631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.792282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:14.817517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:security_group_rule and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:14.822923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:14.832654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:14.957473 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.964120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 1382fc1e-1aba-41d1-96d7-de483f2828b8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:14.964443 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.987427 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.991245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.021924 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c51ef115-4c50-447f-b826-1f324e74b223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:15.161529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f27957-7d03-4a2b-af5e-bbd502a4aa7e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:15.184966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:15.194770 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:15.204927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7101ecc1-8209-4ada-b4c7-7e6859026c05 req-662c511a-8657-4fcf-ad0e-c24ede866235 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1069276 May 19 13:07:15.229187 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.229912 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Added segment bb1317c0-ddd2-44a2-9270-81aaf017c8b1 of type vlan for network 49184dc9-322d-4440-ba03-d2b6df149721 May 19 13:07:15.254388 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:07:15.374752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port 1382fc1e-1aba-41d1-96d7-de483f2828b8, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1382fc1e-1aba-41d1-96d7-de483f2828b8,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:15.375123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.400758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.409921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.616212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.714600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:15.718827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:15.719845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:15.721416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:15.721898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:15.727178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-d7ab3cf7-e536-4582-bc95-61ea4b228dc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 4362 time: 0.1714635 May 19 13:07:15.770938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 1382fc1e-1aba-41d1-96d7-de483f2828b8 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:16.325501 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'status': 'completed', 'code': 200} May 19 13:07:16.416310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6d656e-54e4-45ca-832e-aed8e95ad56b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:16.423190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-3b8693fe-d046-48dc-b8b4-7f7a0951f23b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.434484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-3b8693fe-d046-48dc-b8b4-7f7a0951f23b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.4531903 May 19 13:07:16.436538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.456599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.458621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.459708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.474950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-56bd15f5-f52c-40ca-8a30-9ee0d80a18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.476087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-56bd15f5-f52c-40ca-8a30-9ee0d80a18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.476739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-56bd15f5-f52c-40ca-8a30-9ee0d80a18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.479429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-56bd15f5-f52c-40ca-8a30-9ee0d80a18e4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7462637 May 19 13:07:16.484215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e5615caa-3e9c-4c54-a5f2-f6207168aa9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:16.491977 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-af74b602-510f-487a-880d-749fd6b66ec0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0561655 May 19 13:07:16.561219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Transition to ACTIVE for port object 0d6d656e-54e4-45ca-832e-aed8e95ad56b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:16.579636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.825607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.831939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.4511893 May 19 13:07:16.832524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.858661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.885653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.944215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:16.944544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:16.953089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:16.975215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-9882af1f-d842-466b-b057-b0f7a8cc4c98 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3827 time: 0.9927580 May 19 13:07:16.996206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Network': ['ID=49184dc9-322d-4440-ba03-d2b6df149721,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:17.038472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 49184dc9-322d-4440-ba03-d2b6df149721 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:17.046046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'subnet': {'network_id': '49184dc9-322d-4440-ba03-d2b6df149721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:17.201463 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:17.214395 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-168cdb43-5ab5-459a-8d3f-2828c6984b4b tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:17.233899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4465144-2b6f-4edd-bf71-8021caaf2d17 req-6a85afdf-cbb0-4196-9704-1d12b0804e51 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574427 May 19 13:07:17.258487 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-7e64220d-d0cc-4c20-aa9a-5d454e17829c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7650223 May 19 13:07:17.346208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:17.368186 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.487245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:subnet and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:17.501072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:17.527853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1622053281-network', 'tenant_id': '3c1463845f284aedb6c275a455940d1d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:17.534104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:17.538854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Usage tracker for resource:network and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:17.542417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:17.550124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:17.568514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:17.574204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Attempting to bind port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:17.574845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Attempting to bind port 0d6d656e-54e4-45ca-832e-aed8e95ad56b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:17.580811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Attempting to bind port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:17.591461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on network f2cf330e-cb80-4850-9478-9a4a8db69511 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:17.591821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Attempting to bind port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:17.599187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:17.601593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Made reservation on behalf of 3c1463845f284aedb6c275a455940d1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:17.603888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.624135 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-9af33c5a-fdb2-4c68-b3b1-dbd5d34ec2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:17.629476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d8e4199-3947-4c95-8b6b-7ae0ef2a2a6a req-9af33c5a-fdb2-4c68-b3b1-dbd5d34ec2e8 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1337268 May 19 13:07:17.695406 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:17.696328 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.714661 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c710489e-d47e-4905-84d7-967d4468fb8c req-d4610eb9-a32c-4023-a0ea-d44b79696620 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.0981631 May 19 13:07:17.721353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:17.722449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:17.723391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Bound using segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:17.724499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Bound port: 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:17.725347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.770850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-bbd685f8-f1c5-4eb3-82bf-8eedb421fc53 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118604 May 19 13:07:17.873897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Made reservation on behalf of dfe188aa791a4ebb9996fb08a0358600 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:17.878895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.902910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:17.922035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:17.943555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:17.971159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:18.060434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.072656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:18.125270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=1382fc1e-1aba-41d1-96d7-de483f2828b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:18.140694 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:18.155446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:18.173325 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-7b5de3f0-6600-4335-b5b8-c9eebfbcddbc service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001870 May 19 13:07:18.239866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-48faf7bf-7735-4db6-9a31-7c8c7546e0e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6212428 May 19 13:07:18.250560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:18.269714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.280942 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:18.387670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:18.455253 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:18.471331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.472277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.473941 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] 10.222.0.71 "PUT /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 1128 time: 4.6369665 May 19 13:07:18.476159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '0d6d656e-54e4-45ca-832e-aed8e95ad56b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:18.580453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:18.697580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a25032b-0915-44d3-856e-0b724e5325b3 req-9e5264fd-b126-480e-9c4e-eeaeeccf879f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 210 time: 0.1847484 May 19 13:07:18.789832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.790664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.791374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.792342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.792890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.793449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.793972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.796349 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-d6ac7050-b2d1-4ca8-bd3e-e505023f104b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 0.3630629 May 19 13:07:18.809031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.815810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.824347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.831948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.838759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.846015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:18.855943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-13cdd425-c023-4c64-b84d-5140d22386df tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 4597 time: 0.3581302 May 19 13:07:18.965250 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '0d6d656e-54e4-45ca-832e-aed8e95ad56b', 'status': 'completed', 'code': 200} May 19 13:07:18.976038 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.158049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f9d07f4-1918-4002-a9af-c11ee0b1c473 req-1ab49e06-a42d-4cc9-b7e9-1c6b4a0ca18d tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1018879 May 19 13:07:19.172779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c8042f7d-84d4-4c8f-9e5e-08c94310c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.173361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c8042f7d-84d4-4c8f-9e5e-08c94310c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.174317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c8042f7d-84d4-4c8f-9e5e-08c94310c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.175643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c8042f7d-84d4-4c8f-9e5e-08c94310c254 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 2298 time: 0.3176045 May 19 13:07:19.182791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-25a94f89-c184-4718-b89e-6a92fa2e668b req-5cdd2b5d-9d1c-469e-b5c3-cffdb8445a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3258398 May 19 13:07:19.259268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.275176 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f73b7d16-4b60-4984-a3c6-6575becd4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:19.319710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:19.330731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-50f1e545-5fd4-4252-a133-8f6dc19a5f65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.1453912 May 19 13:07:19.333544 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.334110 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Added segment 58d3c44e-fa61-4874-a841-05e5c75163d9 of type vlan for network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 May 19 13:07:19.341462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.342034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.343226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.343226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.343634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.344172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.346294 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16aee026-7800-4004-a7b4-6e3094d40719 req-bcae4b1e-956e-4906-8d38-11e5a37efc49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5283 time: 0.3266976 May 19 13:07:19.348337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.487812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.545913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2d8da-2a83-4427-8519-4a61f3ea1e4c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:19.553670 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:19.658762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-68477790-cdfa-4aa6-8cb0-d0116f3753f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.661394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-68477790-cdfa-4aa6-8cb0-d0116f3753f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.3137581 May 19 13:07:19.763686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.855151 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-ba7500d9-01db-48e1-a2da-0162120f9d5d tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086481 May 19 13:07:19.894137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-07292bff-8489-4490-9612-776e38cc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.895009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-07292bff-8489-4490-9612-776e38cc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.896154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-07292bff-8489-4490-9612-776e38cc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:19.899228 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16aee026-7800-4004-a7b4-6e3094d40719 req-07292bff-8489-4490-9612-776e38cc8c37 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4985459 May 19 13:07:20.091631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.092803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:20.093388 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.111652 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ace6301-9253-40ed-bb7e-174b68c82e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:20.146417 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b7e52a-088d-4759-919e-709b6cae6051 req-1c27c37c-4718-4569-8806-cdcc009ca9a9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 210 time: 0.1522646 May 19 13:07:20.276400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.71', 52042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.439383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-95a0b4a8-23f5-48eb-affb-f9b3596cb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:20.441102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-95a0b4a8-23f5-48eb-affb-f9b3596cb84e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7693162 May 19 13:07:20.447831 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1271b69d-a7b1-403d-8468-691f1b8fc313 req-6eacc7c9-f12f-4fbc-a966-f3c6f2c7214d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1703093 May 19 13:07:20.529798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-e686721a-0ba5-44f3-9e48-81105b4cf78f tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:20.537480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-e686721a-0ba5-44f3-9e48-81105b4cf78f tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6496973 May 19 13:07:20.541474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f24d4fc-9096-4166-bbe0-0bca8c433352 req-c9556987-90d1-4f8d-a80d-b6d13edf6a8a tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.0989451 May 19 13:07:20.551438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:20.565347 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:20.570314 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5972040 May 19 13:07:20.574817 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:20.575694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.590868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:20.592037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Request body: {'subnet': {'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1622053281-subnet', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:20.613047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-2e29ebcd-0a00-43be-b29b-239f827786ce tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/quotas/6e4c0eec2f0741c9984dca2d8688381d HTTP/1.1" status: 200 len: 375 time: 0.0741861 May 19 13:07:20.706219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-1cf0d5a9-d035-4525-9625-caf897994702 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:20.707801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-1cf0d5a9-d035-4525-9625-caf897994702 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.6058955 May 19 13:07:20.731228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee026-7800-4004-a7b4-6e3094d40719 req-db76c209-2b2e-4031-bd8e-e24e98e136bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:20.732878 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16aee026-7800-4004-a7b4-6e3094d40719 req-db76c209-2b2e-4031-bd8e-e24e98e136bd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7994173 May 19 13:07:20.733981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:20.779367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:20.813378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Usage tracker for resource:subnet and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:20.821030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:20.842051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-b65f453a-e8ff-48e0-a29e-fc8dc59adbd2 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2273583 May 19 13:07:20.857515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:20.901551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Made reservation on behalf of 3c1463845f284aedb6c275a455940d1d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:20.904045 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.943830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-aa724af6-b79d-434f-aff8-84076dfd3713 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934752 May 19 13:07:21.146108 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bc4d5fec-1d33-4f30-8ddf-d4a065e732b5 req-f3aecc41-9866-4bd0-8e0c-8fe2375b9bcc tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.0816667 May 19 13:07:21.223168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:21.239385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:21.270984 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:21.271333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.273595 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:21.283256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.296125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.313296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.340747 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9494157 May 19 13:07:21.342053 n-d-791505-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 13:07:21.342762 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.348416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.350753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.351742 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dba25eb1-8efc-4be2-a630-f9662264d19b tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:21.364094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.382564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-35bb5513-178d-43fb-94a3-ad8f37c97a6d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 4597 time: 0.6442266 May 19 13:07:21.421123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:07:21.578020 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2a5c3b05-cbe3-473a-a919-e85b4e1d496f service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635185 May 19 13:07:21.665248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a9bdf21b-5a75-4090-813f-04de459a3255 req-ad5f47b3-5232-4464-8c75-999ab5163daa tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 210 time: 0.2607713 May 19 13:07:21.682675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-52f9b77c-c218-4452-b35b-727a4eca8199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.0943332 May 19 13:07:21.756564 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:21.823643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0cef6a81-b26b-4d37-867b-253e26b15a7b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:21.833346 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:21.834856 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f51fae15-b7a2-43ef-82cc-a05c9708bee0 req-93bb8a10-477d-4c72-af9a-26860220d8ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4268970 May 19 13:07:21.865149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 787ccd9e-47d4-4561-8002-1829991cc341 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:21.883234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2a04a4b9-44e8-4a98-abd8-2ef4b718b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:21.887128 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2a04a4b9-44e8-4a98-abd8-2ef4b718b990 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1931286 May 19 13:07:21.959581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.144468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceff4dad-4cb6-4643-9c37-98ed1a0173fa {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:22.169538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.174188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:22.176809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Checking segment: {'id': 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:22.177407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network hostable DHCP agents. Network: 49184dc9-322d-4440-ba03-d2b6df149721, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:22.236945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:22.245750 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.269777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03dc962a-94f3-43d0-9173-39c078cad2d5 req-3df1118b-6af8-411f-8ba5-99e0e407bf02 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1479373 May 19 13:07:22.305672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Transition to ACTIVE for port object ceff4dad-4cb6-4643-9c37-98ed1a0173fa will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:22.347370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-bff17eeb-15c1-44f5-bb42-c40a107fdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:22.350153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-bff17eeb-15c1-44f5-bb42-c40a107fdea9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3701103 May 19 13:07:22.364764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.395958 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d05d8f07-b04e-43f3-a789-098ff53ff2cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:22.481840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:22.493338 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.586636 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:17Z', 'revision_number': 9, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:22.596910 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:22.623394 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:22.624958 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:22.690945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 49184dc9-322d-4440-ba03-d2b6df149721 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:22.725775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:22.771643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc20d60a-d65e-49ac-a8a0-6efd177388f5 req-ff699710-11b5-46a4-93b1-93a4607545f6 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.2147009 May 19 13:07:22.832614 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:22.854676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 49184dc9-322d-4440-ba03-d2b6df149721) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:22.871445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796caa5-f730-416d-8432-6b372351e0c0 None None] Network 49184dc9-322d-4440-ba03-d2b6df149721 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:22.949323 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.994142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a550cff-a729-4ea5-9a35-d01394a26ae4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:23.271174 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:23.315790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:23.317698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.349264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.5 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/84afb321-d239-4be7-939a-ef18d0d47a7f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:23.413307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Attempting to bind port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:23.414123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Attempting to bind port ceff4dad-4cb6-4643-9c37-98ed1a0173fa by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:23.414634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Attempting to bind port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:23.429717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.454943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c029f28-a04e-4284-a395-0884c6ca5cbb None None] Network 49184dc9-322d-4440-ba03-d2b6df149721 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:23.558725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on network f2cf330e-cb80-4850-9478-9a4a8db69511 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:23.559304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Attempting to bind port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:23.619845 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.6549749 May 19 13:07:23.638558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.650785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:23.651134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:23.651565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Bound using segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:23.652016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Bound port: ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:23.652375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.681549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-505530375', 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:23.715502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:23.724049 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-bf8d2757-e650-4898-81ad-d42b1dfc17bb service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3646755 May 19 13:07:23.760283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-5fe531ee-a251-47e4-844f-50586add4554 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2742620 May 19 13:07:23.767058 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:17Z', 'revision_number': 9, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:23.773159 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f003-c1d2-40e1-b47f-a3267d8ba1d3 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:17Z', 'revision_number': 9, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd31044-b449-4f63-8294-b41182017bce', 'name': '', 'network_id': '5565e91a-1b02-48c0-a280-e09f8ad33392', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:3c:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:43Z', 'updated_at': '2021-05-19T13:06:11Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '51d93c57-3655-4012-afff-b0fb005f1fa5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:23.785992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:port and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:23.844331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c62a6d7-c390-419f-8216-91205f612478 req-51cc17c7-e9f9-4d03-98fd-e48dee154f30 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 210 time: 0.2504594 May 19 13:07:23.852767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:23.912307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:24.027294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747e7f64-d1af-48cc-a34d-56b0dcf1dab2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:24.095187 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:24.110565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Made reservation on behalf of dfe188aa791a4ebb9996fb08a0358600 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:24.113581 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.149574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Checking segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:24.151241 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Network hostable DHCP agents. Network: a9ea5eb4-aa03-46f1-ba78-ec5b6502a171, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:24.181719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1382fc1e-1aba-41d1-96d7-de483f2828b8 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:24.212335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] device_id is not set on port 3190a6a3-2e9f-4214-81f6-5cc7d8abf418 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:07:24.242976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 1382fc1e-1aba-41d1-96d7-de483f2828b8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:24.243404 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1382fc1e-1aba-41d1-96d7-de483f2828b8 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:24.300962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-26b8db74-8b7f-4f6b-adcc-ac27f4325262 req-5092473a-2b16-4ede-b2bf-38ce975da069 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1372328 May 19 13:07:24.303169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:24.320515 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-8618b0c6-cad1-4cf0-b66b-b5390ae05973 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571544 May 19 13:07:24.321582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.389081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:24.395169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-f481e24e-cba3-438b-8949-dfc3e6eb5299 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.396943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-f481e24e-cba3-438b-8949-dfc3e6eb5299 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5872684 May 19 13:07:24.428194 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.434668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.440980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.447026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.447872 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.454256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.458578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f941aa76-e1d8-4b9b-8e4e-381173961bf2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:24.461225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.467318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.476627 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-1b314e8a-db64-41d9-92f5-9de81831345d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5370 time: 0.9463663 May 19 13:07:24.499566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Request body: {'port': {'device_id': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'admin_state_up': True, 'tenant_id': '6e4c0eec2f0741c9984dca2d8688381d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:24.520030 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-1a98a2fe-2d01-4469-ba35-566a769aeadf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.1877329 May 19 13:07:24.527793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:24.604801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.605439 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.606891 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] 10.222.0.71 "PUT /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 1131 time: 6.0428975 May 19 13:07:24.607457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:24.628131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.644008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3', '67e48813-e431-4d18-896f-a7ec7a77ceb6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:24.661798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ccb907e-d5a4-4656-9ca3-95fd243a7d9b req-1068791f-6675-408b-b777-47b75cd6f923 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.1459835 May 19 13:07:24.678730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, a9ea5eb4-aa03-46f1-ba78-ec5b6502a171) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:24.687123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:24.692268 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57502b2-2876-4603-9520-8e3b67d1fa24 None None] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:24.761517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93a93edf-6297-433d-8e5c-d435bad1da88 req-4618b1ba-5925-4d22-b911-771e279dde59 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2837391 May 19 13:07:24.824439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.825525 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.892600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-8eee9749-5661-462e-b0cf-360ab0cd58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:24.894807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-8eee9749-5661-462e-b0cf-360ab0cd58d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.3516204 May 19 13:07:25.054298 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.4747822 May 19 13:07:25.071514 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa', 'status': 'completed', 'code': 200} May 19 13:07:25.082302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:25.107307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 2001:db8::f4 (49184dc9-322d-4440-ba03-d2b6df149721/0cef6a81-b26b-4d37-867b-253e26b15a7b/3190a6a3-2e9f-4214-81f6-5cc7d8abf418) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:25.111665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:25.122986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.130411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:25.146362 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:25.151219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.153659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Usage tracker for resource:router and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:25.155265 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b750976-92c4-4440-a684-a28be3ea61d6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:25.187468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:25.216549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:25.237214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:25.239418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:25.241343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:25.260167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Usage tracker for resource:port and tenant:6e4c0eec2f0741c9984dca2d8688381d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:25.271042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:25.279416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:25.293028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:25.303607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.320978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac590c2-d5f9-441c-bd9b-7e61ee63291a None None] Network 39514b5c-33ab-443b-b045-6e03e12906bf requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:25.343174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c6669ce1-e11b-455f-a8ba-8cb7cb9b1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.346910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c6669ce1-e11b-455f-a8ba-8cb7cb9b1d62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4401805 May 19 13:07:25.371140 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.372776 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.413776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.417792 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/787ccd9e-47d4-4561-8002-1829991cc341 HTTP/1.1" status: 204 len: 168 time: 4.0239522 May 19 13:07:25.427303 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:25.429025 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:25.430475 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Made reservation on behalf of 6e4c0eec2f0741c9984dca2d8688381d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:25.436448 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.457937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:25.497817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.498694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.507090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=787ccd9e-47d4-4561-8002-1829991cc341,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.509125 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.521658 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:25.604218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.637485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:07:25.638821 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.668917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.669580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.670144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.670691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.671233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.671772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.673688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:25.675423 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2c46757b-fa90-4485-9954-134f25a2b32c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6207 time: 0.6407068 May 19 13:07:25.687348 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9217265 May 19 13:07:25.725524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Request body: {'port': {'device_id': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:25.786963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-42502d4d-53ea-42a3-ac0e-6db0cb8190b0 req-4b0d5ce0-0751-4cbf-8671-af3b87dbbb66 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.2999582 May 19 13:07:25.932200 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.939827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:25.997506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Usage tracker for resource:security_group_rule and tenant:6e4c0eec2f0741c9984dca2d8688381d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:26.016577 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Allocated IP 172.20.0.2 (a9ea5eb4-aa03-46f1-ba78-ec5b6502a171/747e7f64-d1af-48cc-a34d-56b0dcf1dab2/9bcf9f4d-48d0-46a2-980f-ea4045722273) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:26.024163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:26.053171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3a004-3ebe-4916-bfa8-36cedfeb9161 req-34dfb293-9f58-4db6-9fcf-13a960bde590 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.067237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad3a004-3ebe-4916-bfa8-36cedfeb9161 req-34dfb293-9f58-4db6-9fcf-13a960bde590 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 931 time: 0.9274309 May 19 13:07:26.119432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:26.126515 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.136640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.191858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-6fe0b18a-4ebb-42dd-8a37-b6e5049c6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.192544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-6fe0b18a-4ebb-42dd-8a37-b6e5049c6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.193091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-6fe0b18a-4ebb-42dd-8a37-b6e5049c6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.194816 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-6fe0b18a-4ebb-42dd-8a37-b6e5049c6f6e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5058029 May 19 13:07:26.280452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.528217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.587765 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eef115b-a9d3-4e31-b9f0-88b656e4a49c tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:26.681544 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.690086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-bc4d1dc1-fd77-44ed-9931-1f5774ea35d8 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3259401 May 19 13:07:26.707403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2fe611cc-e7e4-4db6-9723-4807f3742cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.708733 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e74c1c55-6999-4605-a2cf-3c2165dff925 req-2fe611cc-e7e4-4db6-9723-4807f3742cac service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073922 May 19 13:07:26.712843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Transition to ACTIVE for port object 9bcf9f4d-48d0-46a2-980f-ea4045722273 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:26.755047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 49184dc9-322d-4440-ba03-d2b6df149721 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:26.775403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:26.779245 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Transition to ACTIVE for port object 9bcf9f4d-48d0-46a2-980f-ea4045722273 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:26.800992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.805014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:26.806433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:26.807032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.811500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=3190a6a3-2e9f-4214-81f6-5cc7d8abf418,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.814309 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:26.817148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad3a004-3ebe-4916-bfa8-36cedfeb9161 req-db3af754-21f4-49e1-ac94-a3efdb9ad1a3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457533 May 19 13:07:26.845367 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:26.894023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-116e0590-124a-48bc-9ec9-82a106da0b3a req-c070d1f8-8495-495f-a64d-39cf29ad3049 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.3198652 May 19 13:07:26.990580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Pushing event updated for resources: {'Port': ['ID=9bcf9f4d-48d0-46a2-980f-ea4045722273,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.997175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] DHCP port deletion for 39514b5c-33ab-443b-b045-6e03e12906bf request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:07:27.014258 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:27.088550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f052cc-bde4-4516-a470-f52ff57c0ca1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:27.101013 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4598360 May 19 13:07:27.108898 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.115248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:27.145686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:27.149664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:27.162093 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:27.189805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Transition to ACTIVE for port object 00f052cc-bde4-4516-a470-f52ff57c0ca1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:27.221667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.232334 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d6a8a37e-e5cf-4529-9320-70e0d18c36c9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:27.322778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Attempting to bind port 9bcf9f4d-48d0-46a2-980f-ea4045722273 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:27.323129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Attempting to bind port 9bcf9f4d-48d0-46a2-980f-ea4045722273 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:27.323706 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Attempting to bind port 9bcf9f4d-48d0-46a2-980f-ea4045722273 on network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:27.330941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:27.331271 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Checking segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:27.331682 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.332141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Bound using segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:27.332617 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Bound port: 9bcf9f4d-48d0-46a2-980f-ea4045722273, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:27.332996 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.343849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Deleting port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:27.344368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.448529 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.478875 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-316c8969-0e69-481f-be08-d68d1ee5d15e req-141e7fcd-200b-4818-80b5-096cd1aa681a tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1726539 May 19 13:07:27.503579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:27.548138 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] For port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,segment=NetworkSegment(ffbfea5b-7067-4354-a10a-a58ad81bd77f),segment_id=ffbfea5b-7067-4354-a10a-a58ad81bd77f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:27.548661 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.650492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84afb321-d239-4be7-939a-ef18d0d47a7f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:27.652138 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-4eb65388-d600-48cb-9f5c-13b029c1be71 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593934 May 19 13:07:27.662589 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.681694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Transition to ACTIVE for port object 84afb321-d239-4be7-939a-ef18d0d47a7f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:27.687522 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:27.739233 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.747725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] For port 9bcf9f4d-48d0-46a2-980f-ea4045722273, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:27.755137 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:27.758464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] For port 9bcf9f4d-48d0-46a2-980f-ea4045722273, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9bcf9f4d-48d0-46a2-980f-ea4045722273,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:27.778663 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Calling delete_port for ed3ce3a1-7836-4bf8-ab17-909b00a5f91d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:27.802164 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.804084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.809205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-0034733a-7cf4-46df-ab9f-756daf916384 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.1404223 May 19 13:07:27.895560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-e08fd00f-b500-4bd2-aa4a-87b9d282cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:27.897154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-e08fd00f-b500-4bd2-aa4a-87b9d282cc18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.0794218 May 19 13:07:27.899334 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:27.926207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Attempting to bind port 00f052cc-bde4-4516-a470-f52ff57c0ca1 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:27.926612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Attempting to bind port 00f052cc-bde4-4516-a470-f52ff57c0ca1 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:27.933838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Attempting to bind port 00f052cc-bde4-4516-a470-f52ff57c0ca1 on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:28.042651 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.051351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:28.051666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.097129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ed3ce3a1-7836-4bf8-ab17-909b00a5f91d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:28.155183 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4372feb7-3636-4d53-9e6e-99f3117b6e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:28.156371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Pushing event updated for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.160791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Port 00f052cc-bde4-4516-a470-f52ff57c0ca1 on network f2cf330e-cb80-4850-9478-9a4a8db69511 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:28.161199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Attempting to bind port 00f052cc-bde4-4516-a470-f52ff57c0ca1 on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:28.166624 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:28.176088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Deleting port 3190a6a3-2e9f-4214-81f6-5cc7d8abf418 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:28.176428 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.178511 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.223293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:28.226331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: ed3ce3a1-7836-4bf8-ab17-909b00a5f91d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:28.226858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ed3ce3a1-7836-4bf8-ab17-909b00a5f91d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:28.227080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:28.228079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Bound using segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:28.229600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Bound port: 00f052cc-bde4-4516-a470-f52ff57c0ca1, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:28.230637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.259470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] No DVR routers for this DVR port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:28.270130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.272457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Pushing event updated for resources: {'Port': ['ID=9bcf9f4d-48d0-46a2-980f-ea4045722273,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.278301 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:28.279027 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:28.281163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.309270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.321998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.334221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.346930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.348593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Pushing event deleted for resources: {'Port': ['ID=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.351278 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:28.361652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.365675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40d78198-a452-4162-9f51-685c831011f6 req-3e125a3a-1a04-4d81-a917-48076e9c3a0e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5382 time: 1.2177298 May 19 13:07:28.583757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.611870 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.643382 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:28.735377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:28.736026 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.818864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:28.831837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Calling delete_port for 3190a6a3-2e9f-4214-81f6-5cc7d8abf418 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:28.844033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Attempting to bind port 84afb321-d239-4be7-939a-ef18d0d47a7f on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:28.845253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Attempting to bind port 84afb321-d239-4be7-939a-ef18d0d47a7f by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:28.845462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Attempting to bind port 84afb321-d239-4be7-939a-ef18d0d47a7f on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:28.848974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:28.855422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Port 84afb321-d239-4be7-939a-ef18d0d47a7f on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:28.855781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Attempting to bind port 84afb321-d239-4be7-939a-ef18d0d47a7f on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:28.871168 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.878009 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d175de4-4462-44ec-980c-503489d2e818 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:28.909594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:28.909942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:28.910342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:28.910803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Bound port: 84afb321-d239-4be7-939a-ef18d0d47a7f, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:28.911154 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.976026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:28.976812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.978191 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] 10.222.0.71 "PUT /v2.0/ports/00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 1090 time: 4.3148119 May 19 13:07:28.983563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:29.026048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:29.135315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.170171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.170561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.170943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.171310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.171678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.173019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.173634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.174039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.174410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.174775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.175141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.175492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.213062 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:29.303723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:29.326646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=84afb321-d239-4be7-939a-ef18d0d47a7f,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:29.329657 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.334216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40d78198-a452-4162-9f51-685c831011f6 req-7fb944a4-89f8-458d-b19e-ad73ffc65ac2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9369233 May 19 13:07:29.346840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for ed3ce3a1-7836-4bf8-ab17-909b00a5f91d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:29.347186 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.352760 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.353654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:07:29.373813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-972cca6a-4c24-40e9-8dc0-2ff66811b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:29.377385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-972cca6a-4c24-40e9-8dc0-2ff66811b810 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4687328 May 19 13:07:29.378326 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.387006 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ee9931c-8d92-43de-a244-c1f9274a7171 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:29.491282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=ed3ce3a1-7836-4bf8-ab17-909b00a5f91d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.539423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port ed3ce3a1-7836-4bf8-ab17-909b00a5f91d on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:29.553541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e6b0c-dc23-4f3a-964e-552d5a10cf99 req-13559cac-8049-4cbd-8c94-7c91364c8176 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:29.560943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5e6b0c-dc23-4f3a-964e-552d5a10cf99 req-13559cac-8049-4cbd-8c94-7c91364c8176 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 943 time: 1.4486470 May 19 13:07:29.562805 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c51f9769-40a1-426f-a450-7a232afc9214 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:29.651444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.652362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.652362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.652657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.652885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.653436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.653976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.654327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.654855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.655223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.655583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.655963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:29.661806 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:29.691128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Allocated IP 192.168.233.30 (395546f3-fe41-446f-a024-64e32fdbb271/3937ddfa-7ba3-4906-bc35-6b525843068a/a6b52b33-666b-4e70-b081-3480c9fd32fd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:29.740296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:29.740670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.742057 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] 10.222.0.71 "PUT /v2.0/ports/84afb321-d239-4be7-939a-ef18d0d47a7f HTTP/1.1" status: 200 len: 1091 time: 4.0208440 May 19 13:07:29.768594 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.787056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Pushing event updated for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.791496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5084cf19-d80c-4f3e-b93e-7bbbb0188ba6 req-d5bee4ff-064a-4e37-9916-427f3b184194 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.1229470 May 19 13:07:29.834971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02ba39-e249-4555-8278-88b6eba46c42 None None] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:29.909778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/ports/3190a6a3-2e9f-4214-81f6-5cc7d8abf418 HTTP/1.1" status: 204 len: 168 time: 2.7907732 May 19 13:07:29.934100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:29.944960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49184dc9-322d-4440-ba03-d2b6df149721', 'external_fixed_ips': [{'subnet_id': '0cef6a81-b26b-4d37-867b-253e26b15a7b', 'ip_address': '2001:db8::f4'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:29.955304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Port': ['ID=3190a6a3-2e9f-4214-81f6-5cc7d8abf418,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.967954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:29.974786 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:29.984419 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:29.985535 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:29.996393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:router and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:30.003207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:30.013642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:30.055814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e5e6b0c-dc23-4f3a-964e-552d5a10cf99 req-b9008a21-ba0b-4407-8a79-dd6c63d48478 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916599 May 19 13:07:30.058274 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.059834 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.085206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b05cc4c4-83d6-41be-aa83-551c91266501 None None] Provisioning for port 9bcf9f4d-48d0-46a2-980f-ea4045722273 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:30.117206 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.148401 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'status': 'completed', 'code': 200} May 19 13:07:30.154711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9bcf9f4d-48d0-46a2-980f-ea4045722273 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:30.169284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39514b5c-33ab-443b-b045-6e03e12906bf']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:30.229385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-20d6b7e5-9a25-44d6-aa9d-1f104c80a1ba service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948983 May 19 13:07:30.258724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.328285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbfea5b-7067-4354-a10a-a58ad81bd77f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:30.329415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbfea5b-7067-4354-a10a-a58ad81bd77f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:30.332428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-ad2c587c-1b79-420f-a743-41b294ce6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:30.333943 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-ad2c587c-1b79-420f-a743-41b294ce6e82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 1094 time: 0.4665525 May 19 13:07:30.334315 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 9bcf9f4d-48d0-46a2-980f-ea4045722273 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:30.363666 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ef96a37-9e40-4163-91cc-1cfc5697d3ae req-cfe1d320-13a4-4340-b5fe-03d753d0f1fd tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1327908 May 19 13:07:30.409589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9bcf9f4d-48d0-46a2-980f-ea4045722273 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:30.409967 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.436159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.497100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.553543 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d61f8fb5-326a-4d56-b95f-575e93198dd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84afb321-d239-4be7-939a-ef18d0d47a7f HTTP/1.1" status: 200 len: 217 time: 0.1614025 May 19 13:07:30.597320 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.604182 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.632061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:30.632901 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.643796 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: timer() May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:30.660237 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:30.683558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:07:30.719469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 9bcf9f4d-48d0-46a2-980f-ea4045722273, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9bcf9f4d-48d0-46a2-980f-ea4045722273,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:30.734080 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.745451 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-c74c56b6-ba30-4d09-9c3c-17d3b0e3b12b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:30.771429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d21e26-2a3c-444a-9a43-8e39a6a35b00 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:30.780184 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.799876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Transition to ACTIVE for port object b9d21e26-2a3c-444a-9a43-8e39a6a35b00 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:30.901391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=9bcf9f4d-48d0-46a2-980f-ea4045722273,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:30.908840 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:30.948396 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.962674 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be78e4eb-f1e9-448b-bfa6-2c04cd89151f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:31.039369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-782d5058-6b26-4b9f-ade7-4953f57cd5d0 None None] Provisioning complete for port 9bcf9f4d-48d0-46a2-980f-ea4045722273 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:31.040032 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-782d5058-6b26-4b9f-ade7-4953f57cd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.040847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-3a8ce507-30f6-4df6-b5a9-12bcd4c32773 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628312 May 19 13:07:31.041907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.053546 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.057927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.058534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.059143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.060690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.060690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.061079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.061506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.064040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6e583b5d-33e8-4827-9d28-59685c71465e req-806a36df-04f8-4825-8b2e-88110a5e0229 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6274 time: 0.8574030 May 19 13:07:31.067064 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:31.069566 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.159162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d8e2968d-9da7-4568-b079-d65e1898645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.160824 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-d8e2968d-9da7-4568-b079-d65e1898645d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.5914924 May 19 13:07:31.259679 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-944e8a4e-ff5b-4c28-a085-d04c36f81526 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740609 May 19 13:07:31.515488 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-36c44878-7938-41e6-84f6-ade8554e2df0 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:31.559191 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.635751 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-495c8860-5272-4bf9-90b0-b78d87b9dec6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.5750039 May 19 13:07:31.652771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=39514b5c-33ab-443b-b045-6e03e12906bf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.674982 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.679712 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:31.726518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8315448a-2df2-413e-80b5-18e819d33fe3 req-e1d7eaf1-847d-4842-8500-42078e81d35b tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 210 time: 0.2198906 May 19 13:07:31.816914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-bbc1edec-2572-4129-92a4-6be52c68d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.817387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-bbc1edec-2572-4129-92a4-6be52c68d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.818073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-bbc1edec-2572-4129-92a4-6be52c68d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.819801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6e583b5d-33e8-4827-9d28-59685c71465e req-bbc1edec-2572-4129-92a4-6be52c68d437 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7419784 May 19 13:07:31.822913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Transition to ACTIVE for port object a6b52b33-666b-4e70-b081-3480c9fd32fd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:31.830783 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/39514b5c-33ab-443b-b045-6e03e12906bf HTTP/1.1" status: 204 len: 168 time: 6.3472207 May 19 13:07:31.842162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 52958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:31.874738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.883267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.890740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.898669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.905413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.911563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.917631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.925893 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-f0067884-316a-4e55-824f-b531f7a3bb45 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5394 time: 1.1735606 May 19 13:07:31.928455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Allocated IP 172.25.4.70 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/f925eed1-a425-48a6-ad05-0794f7d1eb10) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:31.933378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-408fd9ae-8058-46a1-a5c3-fca3d95b31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:31.934842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-408fd9ae-8058-46a1-a5c3-fca3d95b31d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.2669718 May 19 13:07:31.966039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-77adf2b2-b1f9-4b38-9f39-4b45ebb86d32 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866748 May 19 13:07:31.975743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Attempting to bind port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:31.976120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Attempting to bind port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:31.976454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Attempting to bind port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:32.106318 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9bcf9f4d-48d0-46a2-980f-ea4045722273 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:32.156839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:32.162017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 on network f2cf330e-cb80-4850-9478-9a4a8db69511 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:32.162664 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Attempting to bind port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:32.227053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9bcf9f4d-48d0-46a2-980f-ea4045722273 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:32.227589 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.236055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62e58fcb-4790-4349-9477-5b200b19e6a5 req-7008e76c-47ea-4d0c-ac1e-bbe539c6bfb0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3089073 May 19 13:07:32.253646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:32.253991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Checking segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:32.254392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Bound using segment: {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:32.254852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Bound port: b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8df6f2-4871-4db7-8260-d877dbc7ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:32.255249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.316383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.335528 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:32.476909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b5d-33e8-4827-9d28-59685c71465e req-44b41453-a458-46ea-8758-a00a4460c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:32.478582 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6e583b5d-33e8-4827-9d28-59685c71465e req-44b41453-a458-46ea-8758-a00a4460c29a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6355362 May 19 13:07:32.516921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2cbd6087-315c-462a-8185-b56a7dcdecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:32.518435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2cbd6087-315c-462a-8185-b56a7dcdecc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5620449 May 19 13:07:32.523034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Network 395546f3-fe41-446f-a024-64e32fdbb271 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:32.527733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6491cb08-ec52-4ffd-9ddc-18f1c8cc546e req-c35d5767-56d0-4b9f-ad56-dc437d485040 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1128790 May 19 13:07:32.536148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:32.558421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.570263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:32.582920 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a97736-e055-4e4e-85dc-4ec21b0ec032 req-19aa1a17-08f7-4399-80da-72e34f5d7f9c service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410137 May 19 13:07:32.615591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Pushing event updated for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:32.640353 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:32.643153 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f', 'status': 'completed', 'code': 200} May 19 13:07:32.736709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c4a29-04d6-4051-a255-68c3a7c549a6 req-f4e1716f-a2c5-4629-891e-fd6dfc30e3d7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:32.738345 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-156c4a29-04d6-4051-a255-68c3a7c549a6 req-f4e1716f-a2c5-4629-891e-fd6dfc30e3d7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 943 time: 0.6100993 May 19 13:07:32.758204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:32.759104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:32.759782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.878642 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.4630332 May 19 13:07:32.901723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Request body: {'port': {'device_id': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:32.951493 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-37bde190-8317-4586-afc9-08b5261b1f38 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205527 May 19 13:07:32.972983 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-156c4a29-04d6-4051-a255-68c3a7c549a6 req-0e292835-a26b-4229-ba82-49edba4dd919 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053101 May 19 13:07:33.061869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-25685bf6-48af-44ff-9fef-e65f844b9afe None None] Provisioning for port a6b52b33-666b-4e70-b081-3480c9fd32fd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:33.071610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:33.077814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-25685bf6-48af-44ff-9fef-e65f844b9afe None None] Provisioning complete for port a6b52b33-666b-4e70-b081-3480c9fd32fd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:33.079364 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25685bf6-48af-44ff-9fef-e65f844b9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.102437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.143233 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.154632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e000592e-9000-47ee-925b-f9f80ab2ae4b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:33.157840 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d65d3006-d725-4f25-a62e-238fac1c8fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:33.222235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-25685bf6-48af-44ff-9fef-e65f844b9afe None None] Port a6b52b33-666b-4e70-b081-3480c9fd32fd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:33.305626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:33.306254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.307694 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] 10.222.0.71 "PUT /v2.0/ports/b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 1090 time: 4.2863622 May 19 13:07:33.349100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:33.360443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:33.407552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.414481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:33.438469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:33.446770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.464313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-557d769f-59ee-4100-b250-052b4165efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:33.465439 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-557d769f-59ee-4100-b250-052b4165efda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 1094 time: 0.7894282 May 19 13:07:33.470568 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:33.472013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.481444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f925eed1-a425-48a6-ad05-0794f7d1eb10,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.546835 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:33.596205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.615805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-2c61a2af-f6e4-452c-aa49-5a5aec5fd915 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393590 May 19 13:07:33.797571 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.932050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-57829e38-66c7-4dd5-9816-329dac5c257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:33.933552 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-57829e38-66c7-4dd5-9816-329dac5c257e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.4593401 May 19 13:07:34.050989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-23f6fb6e-9e39-43ee-8059-afe319bdc36f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.4186428 May 19 13:07:34.069800 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-05aca9e5-aacf-4543-ab64-d429f621f0b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84afb321-d239-4be7-939a-ef18d0d47a7f HTTP/1.1" status: 200 len: 217 time: 0.1202259 May 19 13:07:34.117439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-1ca19da5-fa71-4586-b731-b15528b2ee2d tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.118190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-1ca19da5-fa71-4586-b731-b15528b2ee2d tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Synchronizing usage tracker for tenant:6e4c0eec2f0741c9984dca2d8688381d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:34.206968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 2001:db8::f4 (49184dc9-322d-4440-ba03-d2b6df149721/0cef6a81-b26b-4d37-867b-253e26b15a7b/6e4a034b-2ff6-4e06-82dc-65b489790116) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:34.266570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-dec60355-8bb8-408a-868a-4313a7f244f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.268579 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-dec60355-8bb8-408a-868a-4313a7f244f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1827836 May 19 13:07:34.311609 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-4b7ba8b6-3a3d-47c8-a937-f7b70725404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.313680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-4b7ba8b6-3a3d-47c8-a937-f7b70725404b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.2419786 May 19 13:07:34.314531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-1ca19da5-fa71-4586-b731-b15528b2ee2d tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Unset dirty status for tenant:6e4c0eec2f0741c9984dca2d8688381d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:34.315542 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-1ca19da5-fa71-4586-b731-b15528b2ee2d tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 935 time: 1.2846854 May 19 13:07:34.430709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.436716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.439121 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-685bcbae-63b9-4905-b1c3-1b060def26d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213796 May 19 13:07:34.443377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.449224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.455560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.461498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.467317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:34.469534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-294ca080-5495-4c9d-97da-b047226054ed req-0ce34e2b-8816-4ee1-a852-033cda365979 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5394 time: 0.9897614 May 19 13:07:34.584395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.646939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:34.757855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-954783ad-f6b9-427f-b87e-2ce1c66d958c tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Synchronizing usage tracker for tenant:6e4c0eec2f0741c9984dca2d8688381d on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:34.791791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-294ca080-5495-4c9d-97da-b047226054ed req-b66a5eef-94f2-4a68-a685-bf7e9dc9a9d1 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2919321 May 19 13:07:34.878498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-954783ad-f6b9-427f-b87e-2ce1c66d958c tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Unset dirty status for tenant:6e4c0eec2f0741c9984dca2d8688381d on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:34.880749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c233816d-393e-4ced-a4d5-7e7a1f7f1bce req-954783ad-f6b9-427f-b87e-2ce1c66d958c tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700112 May 19 13:07:34.881855 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.054974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126df8b0-c032-4c18-933e-d43ffb964072 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:35.065502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.119857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Transition to ACTIVE for port object 126df8b0-c032-4c18-933e-d43ffb964072 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:35.140886 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.155143 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bee518ee-511c-4dc8-b517-c1627ac00ec5 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:35.195537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.226625 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-59895b9e-f071-4062-bd19-236ba61bfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:35.229306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-59895b9e-f071-4062-bd19-236ba61bfdd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9068494 May 19 13:07:35.252730 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2b97b60-3f44-498c-85cf-6de15c1beb62 req-7d849336-8f55-487b-a707-b1bdf354fd25 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1302881 May 19 13:07:35.452813 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:07:35.478670 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-b2e3884e-235c-48fb-8ba7-60c0cfdad4f2 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9816830 May 19 13:07:35.490061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:35.540318 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:35.550942 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'status': 'completed', 'code': 200} May 19 13:07:35.777974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.789797 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b45634b1-d0e2-4d59-ba30-ce91ffadcb4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:35.898844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 84afb321-d239-4be7-939a-ef18d0d47a7f details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:07:35.913744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 49184dc9-322d-4440-ba03-d2b6df149721 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:35.919181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Attempting to bind port 126df8b0-c032-4c18-933e-d43ffb964072 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:35.919955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Attempting to bind port 126df8b0-c032-4c18-933e-d43ffb964072 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:35.920490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Attempting to bind port 126df8b0-c032-4c18-933e-d43ffb964072 on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:35.932436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:35.942098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:36.001440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-39d5ec3b-e210-46d4-903e-9e4830c21af4 req-1c82a3c9-c01d-4532-8888-5069a3a64fb1 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122459 May 19 13:07:36.009532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=6e4a034b-2ff6-4e06-82dc-65b489790116,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.038518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Port 126df8b0-c032-4c18-933e-d43ffb964072 on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:36.039340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Attempting to bind port 126df8b0-c032-4c18-933e-d43ffb964072 on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:36.041699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:36.104128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=84afb321-d239-4be7-939a-ef18d0d47a7f,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:36.122781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '84afb321-d239-4be7-939a-ef18d0d47a7f', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '84afb321-d239-4be7-939a-ef18d0d47a7f', 'mac_address': 'fa:16:3e:6b:1c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:07:36.130749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:36.131185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Checking segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:36.131483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Bound using segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:36.131985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Bound port: 126df8b0-c032-4c18-933e-d43ffb964072, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:36.132312 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.190093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b52b33-666b-4e70-b081-3480c9fd32fd {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:36.198528 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.204948 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.229180 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84afb321-d239-4be7-939a-ef18d0d47a7f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:36.240339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-f421e0c2-2386-4247-a794-d54143fc4a6b service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9946127 May 19 13:07:36.253074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=84afb321-d239-4be7-939a-ef18d0d47a7f,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:36.258997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.261284 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:36.261940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.262445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.262924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.263407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.263886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.264393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.264866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.267922 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-abd57f38-4e93-4365-a3e7-8f3abdea2167 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6366 time: 0.6947453 May 19 13:07:36.287282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce6f93-6517-493c-8bb7-d9cba723e281 req-27a76e2e-e153-4412-8f76-c483cb6fe6a0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.294717 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bce6f93-6517-493c-8bb7-d9cba723e281 req-27a76e2e-e153-4412-8f76-c483cb6fe6a0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 943 time: 1.1743143 May 19 13:07:36.326467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Transition to ACTIVE for port object a6b52b33-666b-4e70-b081-3480c9fd32fd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:36.339990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.343439 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:36.354763 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.370506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.381878 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c6012464-555e-401d-b0d7-853a4e5b74d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:36.535255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['84afb321-d239-4be7-939a-ef18d0d47a7f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:36.650629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2bce6f93-6517-493c-8bb7-d9cba723e281 req-9c587d43-04a5-4803-a966-462e06d87ca8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550372 May 19 13:07:36.723378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.729459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.736086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.742370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.748631 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.755330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.761466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:36.767761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e47fd70b-c533-4732-b320-e3ff305b219f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5406 time: 0.7326190 May 19 13:07:36.895408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Pushing event updated for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.908269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:36.935932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:36.953379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.965018 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:37.020187 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.022113 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:37.138308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.138938 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.140387 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] 10.222.0.71 "PUT /v2.0/ports/126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 1091 time: 3.7882581 May 19 13:07:37.145014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-790b7b19-29e0-41de-be69-14b2cf3b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.145350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-790b7b19-29e0-41de-be69-14b2cf3b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.145877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-790b7b19-29e0-41de-be69-14b2cf3b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.147447 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-790b7b19-29e0-41de-be69-14b2cf3b6d11 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8674088 May 19 13:07:37.196999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Request body: {'port': {'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:37.232870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-9468b1ea-451f-4333-8ac9-5e9e3b68e1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808598 May 19 13:07:37.262307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port efd31044-b449-4f63-8294-b41182017bce {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:37.262651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.345473 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-1a736cc8-7249-4cec-9e14-368329e844fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.0895686 May 19 13:07:37.355511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1d6320e3-9a1e-4a4b-82fd-9f77ca6c94e7 req-e4fb7a8b-d48c-4ee3-b42e-c1da1b696022 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5073631 May 19 13:07:37.415472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Attempting to bind port a6b52b33-666b-4e70-b081-3480c9fd32fd on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:37.415472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Attempting to bind port a6b52b33-666b-4e70-b081-3480c9fd32fd by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:37.415472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Attempting to bind port a6b52b33-666b-4e70-b081-3480c9fd32fd on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:37.418689 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:37.440383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Port a6b52b33-666b-4e70-b081-3480c9fd32fd on network 395546f3-fe41-446f-a024-64e32fdbb271 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:37.440705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Attempting to bind port a6b52b33-666b-4e70-b081-3480c9fd32fd on network 395546f3-fe41-446f-a024-64e32fdbb271 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:37.443427 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:37.462643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:37.462900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Checking segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:37.463203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Bound using segment: {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:37.463646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Bound port: a6b52b33-666b-4e70-b081-3480c9fd32fd, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f18ee9-87fc-48c0-9361-07509f819fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:37.464014 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.509329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c343a496-b6dc-44a8-9668-5f1b1f428dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.511793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-c343a496-b6dc-44a8-9668-5f1b1f428dec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.1533406 May 19 13:07:37.561994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237fa87-350f-4dad-8e73-b1e37ff248ca req-7b32d6cd-8569-4588-ad70-248d5fcd74a9 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.561994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0237fa87-350f-4dad-8e73-b1e37ff248ca req-7b32d6cd-8569-4588-ad70-248d5fcd74a9 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 947 time: 0.5421436 May 19 13:07:37.567771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:37.702139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91f83024-9ffc-42d2-a5a4-b594aac24352 req-a64136d5-bf40-4bd7-a59b-5f91bbf26d7f tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1502752 May 19 13:07:37.736524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-0e2cb2dd-c82d-4c4e-a2c4-f47551196490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.738405 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ccfaf2db-62e6-4eb6-b7c3-151155ef26fc req-0e2cb2dd-c82d-4c4e-a2c4-f47551196490 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5801313 May 19 13:07:37.754799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:07:37.762828 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.788171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0237fa87-350f-4dad-8e73-b1e37ff248ca req-35770f78-ef6e-44a0-ace2-bd5a2131c4fe tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825557 May 19 13:07:37.796838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:37.889496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:37.893781 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072', 'status': 'completed', 'code': 200} May 19 13:07:37.895852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port efd31044-b449-4f63-8294-b41182017bce, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=efd31044-b449-4f63-8294-b41182017bce,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:37.896384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.910137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.916658 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c92fad7-2d51-4c11-9407-63cda4124ee6 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:37.940836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 84afb321-d239-4be7-939a-ef18d0d47a7f up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:37.953190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-7ea4842a-fb48-46d8-a719-cbf4afc0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:37.954958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-7ea4842a-fb48-46d8-a719-cbf4afc0120c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4044495 May 19 13:07:38.083692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 84afb321-d239-4be7-939a-ef18d0d47a7f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:38.091222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 84afb321-d239-4be7-939a-ef18d0d47a7f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:38.091858 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.122278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for efd31044-b449-4f63-8294-b41182017bce owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:38.197255 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.274016 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.311630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:38.326434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=84afb321-d239-4be7-939a-ef18d0d47a7f,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:38.349243 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.353402 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:38.409538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.410567 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.411514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] 10.222.0.71 "PUT /v2.0/ports/a6b52b33-666b-4e70-b081-3480c9fd32fd HTTP/1.1" status: 200 len: 1095 time: 5.5175142 May 19 13:07:38.416552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:38.543767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Pushing event updated for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:38.545525 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f', 'code': 200} May 19 13:07:38.568946 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:38.575245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:38.600778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Sync routers for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:38.620170 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:38.620907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:38.677465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-0e873bb3-0b8b-47d1-832c-d5bd9d95dbf9 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136080 May 19 13:07:38.683669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:38.695072 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:38.731084 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.736017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.6518517 May 19 13:07:38.756793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 52998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:38.799543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.800396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.801056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.801534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.802010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.802582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.802948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.805006 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-fd7b3dd4-1af0-4cfb-b5bf-fbceaf3dc81e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6408 time: 0.8762190 May 19 13:07:38.829962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebe61-78be-41fc-97e1-1e63faa7cc58 req-8c68be1d-c2c9-44a4-8eba-b3e12b648df0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:38.836494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f49ebe61-78be-41fc-97e1-1e63faa7cc58 req-8c68be1d-c2c9-44a4-8eba-b3e12b648df0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 944 time: 0.6386509 May 19 13:07:38.851406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:39.007774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-14bdb5c4-57a1-42cb-81a3-d96198fe5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.010675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-14bdb5c4-57a1-42cb-81a3-d96198fe5109 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 1098 time: 0.5272341 May 19 13:07:39.059650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb64ed6-f841-4294-82d4-a443b194ac79 req-e295584e-802c-4d4c-8a00-701b070f92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.061223 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb64ed6-f841-4294-82d4-a443b194ac79 req-e295584e-802c-4d4c-8a00-701b070f92d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 1096 time: 0.5377262 May 19 13:07:39.108774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f49ebe61-78be-41fc-97e1-1e63faa7cc58 req-511d685a-b0dc-4814-8626-677c3def2c44 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703004 May 19 13:07:39.129714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-0ba91e2d-d856-472c-8ee5-3ef525ee95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.130338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-0ba91e2d-d856-472c-8ee5-3ef525ee95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.130666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-0ba91e2d-d856-472c-8ee5-3ef525ee95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.132372 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-0ba91e2d-d856-472c-8ee5-3ef525ee95b5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3159339 May 19 13:07:39.223868 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd', 'status': 'completed', 'code': 200} May 19 13:07:39.225731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-62c084ed-809a-46aa-943f-227fc8ebe462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd HTTP/1.1" status: 200 len: 217 time: 0.1211636 May 19 13:07:39.236570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router 75f7db94-7388-4eff-b9b6-8cdc169f5f1a is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:07:39.244430 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.252520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.257464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:34Z', 'revision_number': 3, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.258899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.264174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Checking router: cf055d8c-b222-4a31-9d9b-c4d01c49fa81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:39.264819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Updating router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 port f925eed1-a425-48a6-ad05-0794f7d1eb10 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:07:39.267170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.273663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.279990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.287400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb64ed6-f841-4294-82d4-a443b194ac79 req-3035061b-b9ba-4e9d-a5a0-2355ed05efed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010782 May 19 13:07:39.287632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.294382 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-48e27204-10a9-4db9-b2ac-a49adb1510ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5406 time: 0.6960766 May 19 13:07:39.342737 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.463295 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb23447b-0fdf-45e2-9923-a5243fddaea9 req-1f2aff3e-4425-43db-83dc-2e5ee60fe77d tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1005535 May 19 13:07:39.471692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0024c4f-118c-489b-988e-bf77936d425a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:39.505907 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.522090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.533940 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:39.585862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-5cff1dc3-6715-4a2a-a1c6-e857a885b7e1 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984296 May 19 13:07:39.623653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7db15356-44fc-47f7-9e23-cd3aad5eee1d req-e7ed71b0-fdcf-416d-b0b9-19cb54386b02 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3274629 May 19 13:07:39.674092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Transition to ACTIVE for port object b0024c4f-118c-489b-988e-bf77936d425a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:39.684568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=efd31044-b449-4f63-8294-b41182017bce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:39.690427 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-27fa4910-b1f1-46f4-be04-ca41c14d2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.692271 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-069fa844-446b-4a04-b56c-e7e398ab2ad6 req-27fa4910-b1f1-46f4-be04-ca41c14d2188 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5454073 May 19 13:07:39.692941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-9842e6d9-5137-4686-8400-58764c8842ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:39.694286 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:39.697199 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.698822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-9842e6d9-5137-4686-8400-58764c8842ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.3877261 May 19 13:07:39.768954 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-878be87b-c19c-4a69-aac9-1bd6a28ec8a2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:39.894486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:39.905495 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Sync routers for ids ['75f7db94-7388-4eff-b9b6-8cdc169f5f1a'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:39.925854 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Routers {'75f7db94-7388-4eff-b9b6-8cdc169f5f1a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:39.936467 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75f7db94-7388-4eff-b9b6-8cdc169f5f1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.994666 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.023313 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Transition to ACTIVE for port object f925eed1-a425-48a6-ad05-0794f7d1eb10 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:40.049013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.054453 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4a09d161-246f-4c28-a9e0-4c0bef36c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:40.151227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Pushing event updated for resources: {'Port': ['ID=f925eed1-a425-48a6-ad05-0794f7d1eb10,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:40.156851 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:40.200324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Attempting to bind port f925eed1-a425-48a6-ad05-0794f7d1eb10 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:40.200715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Attempting to bind port f925eed1-a425-48a6-ad05-0794f7d1eb10 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:40.201098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Attempting to bind port f925eed1-a425-48a6-ad05-0794f7d1eb10 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:40.219621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:40.220047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:40.220473 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.220892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:40.221405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Bound port: f925eed1-a425-48a6-ad05-0794f7d1eb10, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:40.221797 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.430723 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] For port f925eed1-a425-48a6-ad05-0794f7d1eb10, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:40.437177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] For port f925eed1-a425-48a6-ad05-0794f7d1eb10, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f925eed1-a425-48a6-ad05-0794f7d1eb10,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:40.438977 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Set router 75f7db94-7388-4eff-b9b6-8cdc169f5f1a gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:40.453166 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.476737 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:40.533287 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.600166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:40.600594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.608668 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-6cef4785-be42-428c-acc5-98b6bb935eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 210 time: 0.6940482 May 19 13:07:40.681498 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20c19cc9-8e57-4638-a325-04806a2d9ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.801499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Pushing event updated for resources: {'Port': ['ID=f925eed1-a425-48a6-ad05-0794f7d1eb10,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:40.807289 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:40.870427 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:40.989266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:40.998840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.000412 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.0665667 May 19 13:07:41.008493 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:41.009663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:41.054940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-9256403e-f02a-494d-91c0-8f899cd77ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:41.057939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-9256403e-f02a-494d-91c0-8f899cd77ad4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2541811 May 19 13:07:41.073173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d97ac-68a7-409c-8fc4-6eadcc8badb6 req-98d6a345-301c-4eed-a5d7-a9f9e1821e87 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:41.082819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-450d97ac-68a7-409c-8fc4-6eadcc8badb6 req-98d6a345-301c-4eed-a5d7-a9f9e1821e87 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 947 time: 1.2298074 May 19 13:07:41.086859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Attempting to bind port b0024c4f-118c-489b-988e-bf77936d425a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:41.087325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Attempting to bind port b0024c4f-118c-489b-988e-bf77936d425a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:41.087748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Attempting to bind port b0024c4f-118c-489b-988e-bf77936d425a on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:41.113241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Port b0024c4f-118c-489b-988e-bf77936d425a on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:41.113842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Attempting to bind port b0024c4f-118c-489b-988e-bf77936d425a on network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:41.137933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:41.138381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Checking segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:41.140166 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f7db94-7388-4eff-b9b6-8cdc169f5f1a', 'name': '', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49184dc9-322d-4440-ba03-d2b6df149721', 'external_fixed_ips': [{'subnet_id': '0cef6a81-b26b-4d37-867b-253e26b15a7b', 'ip_address': '2001:db8::f4'}], 'enable_snat': True}, 'gw_port_id': '6e4a034b-2ff6-4e06-82dc-65b489790116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:36Z', 'revision_number': 3, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port': {'id': '6e4a034b-2ff6-4e06-82dc-65b489790116', 'name': '', 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f7db94-7388-4eff-b9b6-8cdc169f5f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '0cef6a81-b26b-4d37-867b-253e26b15a7b', 'ip_address': '2001:db8::f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:33Z', 'updated_at': '2021-05-19T13:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cef6a81-b26b-4d37-867b-253e26b15a7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:41.141584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Bound using segment: {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:41.141584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Bound port: b0024c4f-118c-489b-988e-bf77936d425a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ccebdd-3323-43be-a52b-378844e5f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:41.141584 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.150685 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Checking router: 75f7db94-7388-4eff-b9b6-8cdc169f5f1a for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:41.151252 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Updating router 75f7db94-7388-4eff-b9b6-8cdc169f5f1a port 6e4a034b-2ff6-4e06-82dc-65b489790116 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:07:41.267286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:34Z', 'revision_number': 3, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:41.273636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b7b6-d149-4d18-98bc-b461aef060c9 None None] The sync data for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 is: [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:34Z', 'revision_number': 3, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:41.274406 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.310775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0476f-1206-40e7-8615-08806dd56a34 req-589d3d4a-dd92-49b3-a7a8-0b17401e1193 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:41.313067 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3df0476f-1206-40e7-8615-08806dd56a34 req-589d3d4a-dd92-49b3-a7a8-0b17401e1193 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.7640257 May 19 13:07:41.326569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-a5935587-b90f-4852-970b-0036dd8234a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:41.329350 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-a5935587-b90f-4852-970b-0036dd8234a8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4adf02f738fd42fe996a691794e253d7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7035353 May 19 13:07:41.524106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-450d97ac-68a7-409c-8fc4-6eadcc8badb6 req-913acc90-f7c8-4d64-8603-cd25eaae1daa tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374883 May 19 13:07:41.569065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:41.570929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:41.587072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:41.595002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.633238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-31be89da-c75c-4835-97c0-2008585de61f service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089967 May 19 13:07:41.798114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.812934 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26db23bf-ad9a-49e4-a2d6-d773aa7b6b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:41.851326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9fcee191-deec-490a-875f-87df830bed0e req-4c6f5b05-1882-465e-a375-7fa4492c62dd tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1897249 May 19 13:07:42.012803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3df0476f-1206-40e7-8615-08806dd56a34 req-bd47f552-5a42-42bb-800e-2cb65933f919 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821485 May 19 13:07:42.153551 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.194413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f925eed1-a425-48a6-ad05-0794f7d1eb10 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:42.197670 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Transition to ACTIVE for port object 6e4a034b-2ff6-4e06-82dc-65b489790116 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:42.217347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-f4d66af5-aaf2-49fa-8e9a-9fef056b4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.218906 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-f4d66af5-aaf2-49fa-8e9a-9fef056b4dfc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8150728 May 19 13:07:42.223884 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.245283 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:42.337421 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f8423f5-8095-4a37-9fd9-809639b8a27b req-d5d10211-ffce-407e-b5d0-74af3a0e55a0 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956229 May 19 13:07:42.364749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.368015 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.381255 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] 10.222.0.71 "PUT /v2.0/ports/b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 1091 time: 5.1892402 May 19 13:07:42.382316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:42.383062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.389737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.397053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.409710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.432381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.439119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.451086 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Attempting to bind port 6e4a034b-2ff6-4e06-82dc-65b489790116 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:42.451487 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Attempting to bind port 6e4a034b-2ff6-4e06-82dc-65b489790116 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:42.451824 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Attempting to bind port 6e4a034b-2ff6-4e06-82dc-65b489790116 on network 49184dc9-322d-4440-ba03-d2b6df149721 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:42.462407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:42.478688 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-23a15182-3402-4c31-bb93-6b2f0551d026 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.4624732 May 19 13:07:42.486230 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Pushing event updated for resources: {'Port': ['ID=6e4a034b-2ff6-4e06-82dc-65b489790116,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.492608 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:42.492989 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Checking segment: {'id': 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:42.500863 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.501446 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Bound using segment: {'id': 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:42.501969 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Bound port: 6e4a034b-2ff6-4e06-82dc-65b489790116, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49184dc9-322d-4440-ba03-d2b6df149721'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:42.502356 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.536005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port f925eed1-a425-48a6-ad05-0794f7d1eb10 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:42.550408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f925eed1-a425-48a6-ad05-0794f7d1eb10 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:42.551099 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.640196 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.659520 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.660192 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.660749 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.661887 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.661887 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.662370 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.662913 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.663433 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.664360 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.664539 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.675566 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.676416 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:42.686244 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:42.767280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9e834147-e87c-4ca3-a0ba-5370e174516b req-7cabf71c-dd8b-49be-8428-e20632e6b5a3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2872729 May 19 13:07:42.893359 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19dc1f9a-714e-4cbd-9865-a1edab9c4eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.902785 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] For port 6e4a034b-2ff6-4e06-82dc-65b489790116, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:42.909714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.917945 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] For port 6e4a034b-2ff6-4e06-82dc-65b489790116, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e4a034b-2ff6-4e06-82dc-65b489790116,segment=NetworkSegment(bb1317c0-ddd2-44a2-9270-81aaf017c8b1),segment_id=bb1317c0-ddd2-44a2-9270-81aaf017c8b1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:42.932198 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.959285 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:43.006406 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.029949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port f925eed1-a425-48a6-ad05-0794f7d1eb10, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f925eed1-a425-48a6-ad05-0794f7d1eb10,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:43.041127 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.045373 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:43.063349 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a', 'status': 'completed', 'code': 200} May 19 13:07:43.065594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:43.070049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.074353 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:43.164196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=f925eed1-a425-48a6-ad05-0794f7d1eb10,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:43.168602 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:43.193194 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Routers {'75f7db94-7388-4eff-b9b6-8cdc169f5f1a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:43.194003 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['75f7db94-7388-4eff-b9b6-8cdc169f5f1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.225219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:43.244467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:43.248485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0056f-dbe2-493e-9f29-30c6adf0b422 req-ad775b22-2ae4-4c0a-ab68-818339c616e7 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.254471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8d0056f-dbe2-493e-9f29-30c6adf0b422 req-ad775b22-2ae4-4c0a-ab68-818339c616e7 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 947 time: 0.5131972 May 19 13:07:43.259132 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:43.260627 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.265457 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4188707 May 19 13:07:43.269432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:43.313840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.314684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.315523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.316401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.317234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.318080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.318908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.322971 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-f46b4c61-c386-4ec3-ba34-2d5361ef5621 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6475 time: 0.7863348 May 19 13:07:43.428828 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] Set router 75f7db94-7388-4eff-b9b6-8cdc169f5f1a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:43.495701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-4e5d38eb-2543-45c9-b295-241785b79283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:43.497486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-4e5d38eb-2543-45c9-b295-241785b79283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 1098 time: 0.4333384 May 19 13:07:43.532107 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:43.561134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 51d93c57-3655-4012-afff-b0fb005f1fa5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:43.579232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.591689 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Pushing event updated for resources: {'Port': ['ID=6e4a034b-2ff6-4e06-82dc-65b489790116,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:43.678187 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-21025c3c-a0fe-4c76-aa2c-37fee720a12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:43.687632 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f7db94-7388-4eff-b9b6-8cdc169f5f1a', 'name': '', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.692863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Deleting port 6e4a034b-2ff6-4e06-82dc-65b489790116 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:43.693402 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.695275 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9af1d-bb0f-401a-b601-a2293b5a65dd None None] The sync data for ids ['75f7db94-7388-4eff-b9b6-8cdc169f5f1a'] in n-d-791505-2 is: [{'id': '75f7db94-7388-4eff-b9b6-8cdc169f5f1a', 'name': '', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:43.848790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.854778 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c67a43f-f37a-45bf-be19-489f55050f95 req-d362e066-961d-4148-a33a-d9f5c4f41e0e tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.5990884 May 19 13:07:43.857059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-32065585-1c40-4671-89af-fb1371482921 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 217 time: 0.2261798 May 19 13:07:43.970009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7baae23-43a7-40c3-b2cb-e52cc7ae90a9 req-e1cdb313-db55-4fc8-aaed-2ff415f4ee54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcb34aed-7654-4def-895e-fef98c52df62 HTTP/1.1" status: 200 len: 210 time: 0.3480029 May 19 13:07:44.067272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d8d0056f-dbe2-493e-9f29-30c6adf0b422 req-9b374502-93a6-48b8-bb5d-b2fd9ba507c3 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8039486 May 19 13:07:44.167863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-a6b83056-ccf1-45fb-b22c-78a7825fe240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:44.176996 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-a6b83056-ccf1-45fb-b22c-78a7825fe240 service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.6639862 May 19 13:07:44.178290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f925eed1-a425-48a6-ad05-0794f7d1eb10 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:44.232282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Allocated IP 172.20.0.1 (a9ea5eb4-aa03-46f1-ba78-ec5b6502a171/747e7f64-d1af-48cc-a34d-56b0dcf1dab2/d64e23a7-de83-45d3-832d-bdf840eaeb3e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:44.245536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-335b26c8-9dc9-4f45-9fd5-586048c18bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:44.248012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-335b26c8-9dc9-4f45-9fd5-586048c18bf0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.3760562 May 19 13:07:44.362764 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.421838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f925eed1-a425-48a6-ad05-0794f7d1eb10 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:44.423688 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.424167 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-11e32ac5-bf25-49ef-90f2-74d167b97cc2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd HTTP/1.1" status: 200 len: 217 time: 0.2265429 May 19 13:07:44.497893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:39Z', 'revision_number': 10, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:44.524632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:44.528329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] For port 6e4a034b-2ff6-4e06-82dc-65b489790116, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6e4a034b-2ff6-4e06-82dc-65b489790116,segment=NetworkSegment(bb1317c0-ddd2-44a2-9270-81aaf017c8b1),segment_id=bb1317c0-ddd2-44a2-9270-81aaf017c8b1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:44.528703 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.536683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd856e3-4724-4b36-b645-2f317c9aa8e3 req-70dbe281-4716-4e20-8308-64c25d8fdccc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:44.538450 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bcd856e3-4724-4b36-b645-2f317c9aa8e3 req-70dbe281-4716-4e20-8308-64c25d8fdccc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.4536886 May 19 13:07:44.554914 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:44.555978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:44.612281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-1160a0b8-2dd2-4406-a170-95c31f795a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:44.614225 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-1160a0b8-2dd2-4406-a170-95c31f795a85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544357 May 19 13:07:44.726214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bcd856e3-4724-4b36-b645-2f317c9aa8e3 req-6ffb5b10-e4a8-4ffc-bd6f-5ef79406f8e7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569984 May 19 13:07:44.784766 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.827180 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:44.849269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Calling delete_port for 6e4a034b-2ff6-4e06-82dc-65b489790116 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:44.876221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-2ba1c348-4370-4dcc-afc6-797292105c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:44.879555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-2ba1c348-4370-4dcc-afc6-797292105c5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4456766 May 19 13:07:44.927060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-98d9c3c0-7ee7-4a92-8f5e-da4a8d9acd8d service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946012 May 19 13:07:44.970780 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.013558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Transition to ACTIVE for port object d64e23a7-de83-45d3-832d-bdf840eaeb3e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:45.113182 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.142699 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c41ef98-5d3e-4b00-8e30-4e7a1fedf36b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:45.310600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:45.354252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:45.370824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d61401b-949b-4f08-b737-3654173d79b5 req-9f94343e-d297-491a-9876-f037c7cca000 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1777706 May 19 13:07:45.373329 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:45.494473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-90b95136-84f4-476a-97f7-e29608405580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:39Z', 'revision_number': 10, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:45.506260 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.508310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b95136-84f4-476a-97f7-e29608405580 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:39Z', 'revision_number': 10, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None, '_interfaces': [{'id': 'a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1', 'name': '', 'network_id': '006db972-41ca-4ef2-b35b-dcc0ca7a23e1', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'mac_address': 'fa:16:3e:dc:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:05:21Z', 'updated_at': '2021-05-19T13:05:37Z', 'revision_number': 5, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'subnets': [{'id': '1d43641b-2e43-452c-897f-8287e00c74a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:45.527668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.536398 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:45.608652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.620238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.627660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.631361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.638797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e4a034b-2ff6-4e06-82dc-65b489790116,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.643403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.648840 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:45.652855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.662295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.670936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.674870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-713c7ebd-9f25-4fee-a456-f7f9149192f8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 1.1805272 May 19 13:07:45.676236 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.693190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-f5a867dc-a310-4f91-871a-a67c31809f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:45.695061 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-f5a867dc-a310-4f91-871a-a67c31809f2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8007898 May 19 13:07:45.785084 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.845340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfc1afd0-1a21-4f18-8861-5308ac8f2fc9 None None] Provisioning for port d64e23a7-de83-45d3-832d-bdf840eaeb3e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:45.853458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfc1afd0-1a21-4f18-8861-5308ac8f2fc9 None None] Provisioning complete for port d64e23a7-de83-45d3-832d-bdf840eaeb3e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:45.855070 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfc1afd0-1a21-4f18-8861-5308ac8f2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.865799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Pushing event updated for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.938778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1afd0-1a21-4f18-8861-5308ac8f2fc9 None None] Port d64e23a7-de83-45d3-832d-bdf840eaeb3e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:45.967895 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:45.979523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device efd31044-b449-4f63-8294-b41182017bce no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:46.018835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-703c2f79-4a30-4608-9c6a-c96f683ef5a1 req-7f5fb988-4a60-40a0-9281-0c6e282408b6 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2953663 May 19 13:07:46.029576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a6b52b33-666b-4e70-b081-3480c9fd32fd details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:07:46.052729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: efd31044-b449-4f63-8294-b41182017bce {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:46.053306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device efd31044-b449-4f63-8294-b41182017bce not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:46.244813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:46.262720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'a6b52b33-666b-4e70-b081-3480c9fd32fd', 'network_id': '395546f3-fe41-446f-a024-64e32fdbb271', 'port_id': 'a6b52b33-666b-4e70-b081-3480c9fd32fd', 'mac_address': 'fa:16:3e:b2:b4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3937ddfa-7ba3-4906-bc35-6b525843068a', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:07:46.329964 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.350214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b52b33-666b-4e70-b081-3480c9fd32fd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:46.368486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7227d3c8-cf46-4d3e-b195-9ab43f05882b service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2959814 May 19 13:07:46.369470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:46.375714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.380032 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:46.465104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.467526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.471537 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.471891 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:46.564652 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.565269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75f7db94-7388-4eff-b9b6-8cdc169f5f1a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:46.577116 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-ce5f34a7-b3db-4df9-a123-ee415c8281bf service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8667116 May 19 13:07:46.583296 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.607942 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eb69f2ba-5f46-43fb-afbd-77557f3c01a9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:46.647957 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 67e48813-e431-4d18-896f-a7ec7a77ceb6 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:46.665960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=51d93c57-3655-4012-afff-b0fb005f1fa5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.673920 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:46.678349 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.680291 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/51d93c57-3655-4012-afff-b0fb005f1fa5 HTTP/1.1" status: 204 len: 168 time: 3.4062934 May 19 13:07:46.684366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.685478 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/routers/75f7db94-7388-4eff-b9b6-8cdc169f5f1a HTTP/1.1" status: 204 len: 168 time: 5.6698968 May 19 13:07:46.686272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.721328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51269b42-88be-4cf3-908f-69a23b6bc02b None None] Network 5565e91a-1b02-48c0-a280-e09f8ad33392 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:46.733469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.762981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['a6b52b33-666b-4e70-b081-3480c9fd32fd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:46.844484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c317464c-8c4b-41c1-98de-16963b4306d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 217 time: 0.2137926 May 19 13:07:46.847806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 67e48813-e431-4d18-896f-a7ec7a77ceb6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:46.848612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 67e48813-e431-4d18-896f-a7ec7a77ceb6 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:46.931042 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.939781 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ff16a-6b62-42e0-8371-a4e9edcc307c req-7d69da49-a024-4d3a-b1df-900d81c1eab0 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511620 May 19 13:07:46.962660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-b3ca21f0-b8e3-4d8c-935f-335eaa4a838b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:46.971427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-b3ca21f0-b8e3-4d8c-935f-335eaa4a838b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 1.2790425 May 19 13:07:47.027940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-2ae729dc-de36-4b7f-ba63-1aa1bd04c6d8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0544610 May 19 13:07:47.037364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Deleting subnet 0cef6a81-b26b-4d37-867b-253e26b15a7b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:47.073670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:47.074587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.089580 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.142142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.230482 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-43967797-c4e7-4d94-bd69-171417cb365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:47.232606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-43967797-c4e7-4d94-bd69-171417cb365d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.3587525 May 19 13:07:47.235374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:47.236742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.301487 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] DHCP port deletion for 5565e91a-1b02-48c0-a280-e09f8ad33392 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:07:47.365048 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.379374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.392587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:47.401159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Deleting port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:47.401664 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.418784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cae46-db86-44b4-a51a-f9e2cf6c6b29 req-7d449ae5-cfeb-4ec2-a864-babadfa952af tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:47.422599 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-213cae46-db86-44b4-a51a-f9e2cf6c6b29 req-7d449ae5-cfeb-4ec2-a864-babadfa952af tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 948 time: 1.1465640 May 19 13:07:47.468944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.474100 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91d8aa68-0ede-4455-821f-3356a811720c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:47.532195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:47.534950 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:47.537820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:47.606206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-213cae46-db86-44b4-a51a-f9e2cf6c6b29 req-215004e0-7ae9-4e4e-935b-f7503c32bfea tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582808 May 19 13:07:47.613910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.614405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] For port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,segment=NetworkSegment(964fc7a0-6e0b-436d-8762-5fc261c7ed89),segment_id=964fc7a0-6e0b-436d-8762-5fc261c7ed89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:47.615644 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.701247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.715364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-9a157bdb-da45-4a54-918e-a95159da9b13 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6729195 May 19 13:07:47.721896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5565e91a-1b02-48c0-a280-e09f8ad33392']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.740224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964fc7a0-6e0b-436d-8762-5fc261c7ed89') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.740971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964fc7a0-6e0b-436d-8762-5fc261c7ed89') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.750529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0084a3df-8f53-4a04-b102-218ac58ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:47.752271 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0084a3df-8f53-4a04-b102-218ac58ac329 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4893484 May 19 13:07:47.757682 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.785853 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.799731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Calling delete_port for 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:47.805937 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:47.809065 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.851596 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: timer() May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:47.852617 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:47.855781 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:47.907196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Pushing event deleted for resources: {'Port': ['ID=9410ae3a-2e4a-4dec-99ff-d1103b9bf92d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:47.910754 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:47.914066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] No DVR routers for this DVR port 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:47.994528 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.000363 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c668dbaa-177b-4911-985e-fe7c5b21d0bc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:48.007288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a6b52b33-666b-4e70-b081-3480c9fd32fd up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:48.025620 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.040269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=5565e91a-1b02-48c0-a280-e09f8ad33392,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:48.048466 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:48.057834 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/5565e91a-1b02-48c0-a280-e09f8ad33392 HTTP/1.1" status: 204 len: 168 time: 1.3640409 May 19 13:07:48.059116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:48.080307 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:48.121028 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:48.121442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9410ae3a-2e4a-4dec-99ff-d1103b9bf92d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:48.149956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port a6b52b33-666b-4e70-b081-3480c9fd32fd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:48.156339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port a6b52b33-666b-4e70-b081-3480c9fd32fd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:48.157447 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.273477 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a655dc3-77ac-4489-87e6-09785c070851 req-c140e1aa-470e-4b5a-892e-37f0d39d338a tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1520600 May 19 13:07:48.345541 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.401626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:07:48.414602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:48.420800 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.425868 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-66d92b72-fe30-4423-9a2f-73e0384d8a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:48.525351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:48.530499 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:48.557816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-a8ce2af5-7f0d-4c7c-b5e3-7df21ffe001c service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413057 May 19 13:07:48.561152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-bec3c684-c8c1-40ad-a01a-8abff1b0918f service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293870 May 19 13:07:48.764922 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:07:48.823037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.113214 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.331259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.393712 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e99cfc5e-b81e-421f-88ed-50e433d937af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:49.572173 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.607660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Pushing event updated for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:49.611081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.618542 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:49.628514 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1298b604-251e-404a-9ac4-4f3b69536237 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:49.629621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:49.630212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.675134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.681311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.687613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.694677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.701295 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.707944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.713913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:49.716007 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-5bc7e50b-a740-4480-b8f3-31a718a9174b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 1.2948554 May 19 13:07:49.741418 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0b328d76-7db1-4181-936b-1eb1af78560c service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1617045 May 19 13:07:49.752892 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-ae48faf0-9859-4a30-b727-b995d4c96364 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1710291 May 19 13:07:49.801959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0cef6a81-b26b-4d37-867b-253e26b15a7b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:49.870977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.881010 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:49.915326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:49.915798 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.973537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-92d9f09a-e043-43cc-87d5-d91a4c9cd6d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 217 time: 0.1965168 May 19 13:07:49.992724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/0cef6a81-b26b-4d37-867b-253e26b15a7b HTTP/1.1" status: 204 len: 168 time: 3.2537322 May 19 13:07:50.004750 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd', 'code': 200} May 19 13:07:50.032961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:50.129148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7f79aac6-2c66-4f90-b9df-a45492469c93 req-ac9722a8-fe57-4fa6-9288-cc70ab855b91 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3811798 May 19 13:07:50.259061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:50.474852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-50d80c7f-d7f1-4d4b-a268-282058fa31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:50.477332 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-50d80c7f-d7f1-4d4b-a268-282058fa31a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.4906435 May 19 13:07:50.502757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e77e-6507-4fa1-bda1-06b1dcf573fe req-37b622e6-6c32-4cd7-ba2c-541d264be99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:50.503612 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b557e77e-6507-4fa1-bda1-06b1dcf573fe req-37b622e6-6c32-4cd7-ba2c-541d264be99d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 1100 time: 0.1868117 May 19 13:07:50.562046 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b557e77e-6507-4fa1-bda1-06b1dcf573fe req-51000fa1-fbc0-44ae-868e-0e9dc2d93ac2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522506 May 19 13:07:50.591766 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.666455 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.670840 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90502390-4ad5-47d3-bc15-1f006dd47cde tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:50.686321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:50.691459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:50.700805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-95dc56c3-c904-4496-bdd5-5c773885c7fb req-b3291f3f-5c09-4f5e-8927-6b65b6471511 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1398754 May 19 13:07:50.720891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:50.726316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:51.036928 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e69ca9-1599-4f18-a450-93f8cded12fd req-1e6b1866-899c-4434-afbc-cd91175b5285 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:51.050230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2e69ca9-1599-4f18-a450-93f8cded12fd req-1e6b1866-899c-4434-afbc-cd91175b5285 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 949 time: 0.7162552 May 19 13:07:51.172966 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.303643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.306674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69ee0e8d-8349-4776-9be7-42fe4e318607 req-677cb7ab-2e10-40a1-bf0d-486d013bc164 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 210 time: 0.1251009 May 19 13:07:51.313214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49184dc9-322d-4440-ba03-d2b6df149721']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.372087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a19b5eb-94bf-49d8-b701-f42cb7f47481 None None] Provisioning complete for port d64e23a7-de83-45d3-832d-bdf840eaeb3e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:51.377237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.378670 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5eb-94bf-49d8-b701-f42cb7f47481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.380267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1317c0-ddd2-44a2-9270-81aaf017c8b1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.416177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-e8c94708-993b-4fb2-a612-a5543bc3f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:51.432424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-e8c94708-993b-4fb2-a612-a5543bc3f030 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9257383 May 19 13:07:51.617159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.632542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a19b5eb-94bf-49d8-b701-f42cb7f47481 None None] Port d64e23a7-de83-45d3-832d-bdf840eaeb3e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:51.649728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2e69ca9-1599-4f18-a450-93f8cded12fd req-ea06a3cd-832b-48d6-8048-f0591ae072cd tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982502 May 19 13:07:51.705841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:51.893760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:51.905773 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:51.926897 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:51.929190 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8688102 May 19 13:07:51.929641 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.933054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:52.104054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting subnet 1d43641b-2e43-452c-897f-8287e00c74a1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:07:52.109674 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.278517 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:07:52.282122 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:52.301648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.379977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.417323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:52.451989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-23e8d9e9-c841-4715-800a-72e83da00a55 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0182164 May 19 13:07:52.477880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-a1ebfad3-fc5a-4e74-9e91-b68961db10e5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:52.479613 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-a1ebfad3-fc5a-4e74-9e91-b68961db10e5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.3196347 May 19 13:07:52.495129 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7458bfef-1660-41ad-9472-33ea7394be9f req-77927548-83d9-4cf9-91b4-73230e761286 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1866832 May 19 13:07:52.496039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:52.496437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.503538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: timer() May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:52.525007 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:52.530158 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:52.541429 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:52.568385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:52.569030 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:52.584534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:52.795480 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:52.910062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:52.919753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Usage tracker for resource:port and tenant:4adf02f738fd42fe996a691794e253d7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:52.925185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:52.936394 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:52.937008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:52.943537 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45292f2-c2f2-44a5-a070-d5c1d78c3709 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:52.975280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:52.979222 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.157898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-905acab0-06d7-4d85-bdd8-000f9a769b8e req-e866e588-7cf6-400b-82f7-ef4f666d7829 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 210 time: 0.3078449 May 19 13:07:53.243347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.363125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49184dc9-322d-4440-ba03-d2b6df149721 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 13:07:53.368265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.374436 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-73bd380d-f980-47ee-a759-e9695489c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:53.386632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.398966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-18778ca2-5b43-4ca5-8db7-8f551e6dd58b tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:53.458355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Subnet': ['ID=1d43641b-2e43-452c-897f-8287e00c74a1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:53.473387 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:53.481344 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.487485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526a78c-22af-4142-9364-03b570d44d0e None None] Network 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:07:53.491814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b22429ad-8c7f-4b96-85da-4d65f349385e service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0317712 May 19 13:07:53.493425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Network': ['ID=49184dc9-322d-4440-ba03-d2b6df149721,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:53.543154 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/1d43641b-2e43-452c-897f-8287e00c74a1 HTTP/1.1" status: 204 len: 168 time: 1.6044757 May 19 13:07:53.545909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:53.675308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.11 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/4e7fb2bb-a9dd-4393-916b-e19e10ab1d41) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:53.706170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.707347 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/networks/49184dc9-322d-4440-ba03-d2b6df149721 HTTP/1.1" status: 204 len: 168 time: 3.6677458 May 19 13:07:53.737645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.753311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.768338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.780063 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.794673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.810492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.824704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:53.840265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b4073dc-b197-4b01-b436-529844949059 req-c4097735-ba41-43f2-ab9e-68bbf5ed5bfb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 2.1885312 May 19 13:07:53.861455 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:53.938736 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-3e26b2d8-0fbf-4cf6-a674-b1014e78ac8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 217 time: 0.3452754 May 19 13:07:54.057470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:54.203985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:54.204558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a2c0cc4e-bf0d-4a3e-8f0c-e23666deeea1 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:54.300112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:54.319428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Sync routers for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:54.342148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] 10.222.0.69 "PUT /v2.0/routers/cf055d8c-b222-4a31-9d9b-c4d01c49fa81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5841532 May 19 13:07:54.345953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:54.346393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] DHCP port deletion for 006db972-41ca-4ef2-b35b-dcc0ca7a23e1 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:07:54.356598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b4073dc-b197-4b01-b436-529844949059 req-2f06c00f-8dc6-4e7d-b4b8-2ef3a54878ef tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5151029 May 19 13:07:54.370750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b49283e0-d41a-4789-b281-49242c0434d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:54.373548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b49283e0-d41a-4789-b281-49242c0434d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.4204748 May 19 13:07:54.378806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'name': 'tempest-router--713184266', 'project_id': '2cfea1b6793d470a97379c6ca42e0dee'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:54.390695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:54.395962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:54.396940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:54.503305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:router and tenant:2cfea1b6793d470a97379c6ca42e0dee is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:54.513915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:54.549328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707701b3-c30e-4900-bcb5-396453fa93aa req-bbad236e-8539-4fe7-8ab8-64d6ac36fce8 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:54.555541 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-707701b3-c30e-4900-bcb5-396453fa93aa req-bbad236e-8539-4fe7-8ab8-64d6ac36fce8 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 949 time: 1.1414073 May 19 13:07:54.560127 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a58c0113-078f-4aae-b13a-a1bfe2c2c923 req-c95c1299-ff02-4f49-b929-43e1b2de37cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1503158 May 19 13:07:54.571874 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.605247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Deleting port cfa18433-f02d-4c40-83c8-a257e9d0ca14 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:54.605720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.613205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:54.648367 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.649408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.666540 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.695140 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-707701b3-c30e-4900-bcb5-396453fa93aa req-cdcc76f1-9f28-4b57-adb3-0c76df41a3a2 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162989 May 19 13:07:54.744078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.752598 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Deleting port cfa18433-f02d-4c40-83c8-a257e9d0ca14 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:07:54.753457 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.759570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7310a9c7-870c-47d3-86e2-c04600d2016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:54.769785 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-7310a9c7-870c-47d3-86e2-c04600d2016c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3849547 May 19 13:07:54.874465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] For port cfa18433-f02d-4c40-83c8-a257e9d0ca14, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cfa18433-f02d-4c40-83c8-a257e9d0ca14,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:54.875100 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.892303 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.907549 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:54.943871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['84afb321-d239-4be7-939a-ef18d0d47a7f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:54.962123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.968167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-62152562-dee9-47d4-b1d4-8d51706e5267 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6130743 May 19 13:07:54.976873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:55.022490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:55.051166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:55.101260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] For port cfa18433-f02d-4c40-83c8-a257e9d0ca14, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=cfa18433-f02d-4c40-83c8-a257e9d0ca14,segment=NetworkSegment(044e0923-02d0-4773-b7e9-fe11acb7d7c0),segment_id=044e0923-02d0-4773-b7e9-fe11acb7d7c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:55.101725 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.134403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Calling delete_port for cfa18433-f02d-4c40-83c8-a257e9d0ca14 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:55.169012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c50f039-e023-4ffa-8f1d-1d82faad1be1 req-9736949a-4700-40fd-b230-ceeaead7bdb3 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.2801533 May 19 13:07:55.272163 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Calling delete_port for cfa18433-f02d-4c40-83c8-a257e9d0ca14 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:07:55.286938 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-83f3f3ac-2e13-45c1-b491-0b51cd9b440c service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866824 May 19 13:07:55.349923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:55.475961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:55.489652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:07:55.491705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712ef-bc83-40de-882f-156ba0ad1e43 req-a4e60123-12ad-4481-b171-6480163507d8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:55.504794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a4712ef-bc83-40de-882f-156ba0ad1e43 req-a4e60123-12ad-4481-b171-6480163507d8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 932 time: 0.6107264 May 19 13:07:55.598107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:55.626486 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:55.678102 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.848429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.878098 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-24a4fe9d-8bef-481a-b828-0a999c796ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:56.115981 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d7c33d61-0a52-4dac-b653-45a5b0ffb845 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175349 May 19 13:07:56.126077 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a4712ef-bc83-40de-882f-156ba0ad1e43 req-78f4ef87-dc19-4d29-a499-52e86207c5a1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040227 May 19 13:07:56.201106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] No DVR routers for this DVR port cfa18433-f02d-4c40-83c8-a257e9d0ca14 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:56.215821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Pushing event deleted for resources: {'Port': ['ID=cfa18433-f02d-4c40-83c8-a257e9d0ca14,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:56.256825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cfa18433-f02d-4c40-83c8-a257e9d0ca14 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:56.300624 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-d8909bf3-5ec4-4696-a1b2-297611882043 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 217 time: 0.1724021 May 19 13:07:56.325506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.325878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.326228 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.326494 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.326828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.327153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.327477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.327801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.328760 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.329090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.329409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.329730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:56.337260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: cfa18433-f02d-4c40-83c8-a257e9d0ca14 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:07:56.337618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device cfa18433-f02d-4c40-83c8-a257e9d0ca14 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:56.339391 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:56.466159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:07:47Z', 'revision_number': 2, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:56.467872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:56.469450 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.476697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Checking router: cf055d8c-b222-4a31-9d9b-c4d01c49fa81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:56.477220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Updating router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 port d64e23a7-de83-45d3-832d-bdf840eaeb3e binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:07:56.498855 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.499168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b579443b-c018-4d1d-a583-232c919ce37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:56.503547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b579443b-c018-4d1d-a583-232c919ce37d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1952522 May 19 13:07:56.507243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.513168 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.528021 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-14201dc4-0cf7-4a7d-917e-ad6e5bb5aa06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:56.573309 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9962015 May 19 13:07:56.580673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No DVR routers for this DVR port cfa18433-f02d-4c40-83c8-a257e9d0ca14 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:56.618469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Port': ['ID=cfa18433-f02d-4c40-83c8-a257e9d0ca14,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:56.624685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Request body: {'port': {'device_id': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:56.625699 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.672895 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:56.736281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.736914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd265e49-9273-4c7a-b44d-2a4302e0c2e4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:56.785798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8fc7927a-11fe-4379-bc80-2d3034534c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:56.788900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-8fc7927a-11fe-4379-bc80-2d3034534c15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2765608 May 19 13:07:56.971238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.989749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.990919 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e14e21ae-f1d1-42d1-9078-9ddc15e7f7a6 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cd265e49-9273-4c7a-b44d-2a4302e0c2e4 HTTP/1.1" status: 204 len: 168 time: 1.8407383 May 19 13:07:57.003355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.047368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006db972-41ca-4ef2-b35b-dcc0ca7a23e1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.080269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044e0923-02d0-4773-b7e9-fe11acb7d7c0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.080881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044e0923-02d0-4773-b7e9-fe11acb7d7c0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.137000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.173797 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-c7ab88fa-e0e2-4901-bfb8-9b544ea6c169 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776031 May 19 13:07:57.189901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.197177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.206127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.212218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.218298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.225677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.232071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.240123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9beab7a2-a968-41b3-8953-334b94d0691f req-4875a7c5-6d42-4e52-9a53-f2cfa75504bf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.3074369 May 19 13:07:57.302377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.310669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:57.311299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.402700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:57.403040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:57.407742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-1799fce4-e476-4ff5-8543-8ee35bbd8c95 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507335 May 19 13:07:57.414668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053221042', 'description': 'tempest-description--467819648'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: timer() May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:57.474949 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:57.487348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:57.505673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.514755 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0f2ea948-d11d-4ab3-841b-1b2207935947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:57.534708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Usage tracker for resource:security_group and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:57.541837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-de5a8596-dbd3-4854-8a3e-3dc29e811b93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 217 time: 0.1148710 May 19 13:07:57.542699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:57.553057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.554935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:57.601536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9beab7a2-a968-41b3-8953-334b94d0691f req-f288c793-5b54-4789-88eb-faa0e9e3a8e8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3582542 May 19 13:07:57.603151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Pushing event deleted for resources: {'Network': ['ID=006db972-41ca-4ef2-b35b-dcc0ca7a23e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:57.615696 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:57.625672 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/networks/006db972-41ca-4ef2-b35b-dcc0ca7a23e1 HTTP/1.1" status: 204 len: 168 time: 4.0780880 May 19 13:07:57.632742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:57.668046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.742602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b782d187-91b2-4d10-ab1c-15c849421bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:57.744415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-b782d187-91b2-4d10-ab1c-15c849421bf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.1906605 May 19 13:07:57.745492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:57.767517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:57.829695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Usage tracker for resource:security_group_rule and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:57.830606 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.878322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Transition to ACTIVE for port object d64e23a7-de83-45d3-832d-bdf840eaeb3e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:57.891148 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.910157 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:57.916352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-917087461', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:57.938646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:57.971890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:57.980807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8049b509-d338-42f4-bcc2-e76ac202d7e2 req-6fcb2539-6e50-4793-941d-46817f8bed5e tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1036272 May 19 13:07:57.986290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:57.991739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:57.998173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:58.039699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:58.108147 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.111408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.217290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Pushing event updated for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:58.290589 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:58.309753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:07:58.314284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:07:58.314949 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.430116 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.535626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-81d0bf42-347a-48c5-85f8-ec0d95068101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:58.538152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-81d0bf42-347a-48c5-85f8-ec0d95068101 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7830801 May 19 13:07:58.575949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Attempting to bind port d64e23a7-de83-45d3-832d-bdf840eaeb3e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:58.576312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Attempting to bind port d64e23a7-de83-45d3-832d-bdf840eaeb3e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:58.576686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Attempting to bind port d64e23a7-de83-45d3-832d-bdf840eaeb3e on network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:58.577730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3893c46-e256-4dd2-81d6-a0ae53737270 req-988a7adf-8bb9-40b0-8103-6fde65543769 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:58.580973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3893c46-e256-4dd2-81d6-a0ae53737270 req-988a7adf-8bb9-40b0-8103-6fde65543769 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 932 time: 0.7424500 May 19 13:07:58.588270 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:58.588668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Checking segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:07:58.589072 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.589484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Bound using segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:58.589981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Bound port: d64e23a7-de83-45d3-832d-bdf840eaeb3e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:58.590517 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.682413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.720372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] For port d64e23a7-de83-45d3-832d-bdf840eaeb3e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:58.725838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] For port d64e23a7-de83-45d3-832d-bdf840eaeb3e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d64e23a7-de83-45d3-832d-bdf840eaeb3e,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:58.732838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.746311 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:58.785109 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.793222 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3ec5e6-9f4f-48d0-8981-7c515ad570cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:58.802904 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e5d97dad-43b5-4ca6-a8bd-4baf51be34da req-768684ef-61f8-4f3d-9e7e-4beee7250ac7 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1153247 May 19 13:07:58.849127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Pushing event updated for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:58.853441 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:58.861162 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:58.861916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:58.926140 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f54dd770-f680-4d83-9fdf-cb7253f50fff req-c1c448f6-42a1-46b3-bd9d-d74602e3c60d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78d87c2ceb324fe7ac1ad4124b1c2e8f&device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1198480 May 19 13:07:59.049419 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-bab73c70-0079-418d-9bcd-e4a1aa2c64c9 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669714 May 19 13:07:59.068164 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f54dd770-f680-4d83-9fdf-cb7253f50fff req-514c5ea1-f58b-4d68-8535-990ece1fb03d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=78d87c2ceb324fe7ac1ad4124b1c2e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665843 May 19 13:07:59.074415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.136586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.150759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:07:59.411598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd770-f680-4d83-9fdf-cb7253f50fff req-9e5ce1d4-9f9b-4867-a4b3-dff95635b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:07:59.413511 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f54dd770-f680-4d83-9fdf-cb7253f50fff req-9e5ce1d4-9f9b-4867-a4b3-dff95635b8de service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3365195 May 19 13:07:59.520369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:07:59.530615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router fa2b2616-3329-4dac-a9dc-d41019261ade has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:59.538053 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.652019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3893c46-e256-4dd2-81d6-a0ae53737270 req-b99a5797-718b-4ff3-9c69-3ed90c6757d8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0525248 May 19 13:07:59.666210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:59.671489 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:59.706296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:07:58Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:59.711223 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1c50-d39f-407a-b533-a827719fa0a0 None None] The sync data for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 is: [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:07:58Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:59.725132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Transition to ACTIVE for port object 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:59.726750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:59.739030 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.740538 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0650241b-5816-43b4-937f-003f57f63332 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 701 time: 1.9950292 May 19 13:07:59.743336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.752616 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Sync routers for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:59.753224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.754668 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-740da787-286d-49b6-9d63-52e8c6cfa210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:07:59.784313 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:07:59.785254 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:59.796768 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.802235 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3940380 May 19 13:07:59.865268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.926901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'security_group_rule': {'security_group_id': '1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:59.940896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:59.950815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:59.958718 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:07:59.966340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-87e0bf28-393f-4ab1-b086-2d2f9fa4b6c7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Synchronizing usage tracker for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:00.123188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Usage tracker for resource:security_group_rule and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:00.124541 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-06e5b5a1-ac6f-4587-933b-f4168841904a service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112260 May 19 13:08:00.150620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d64e23a7-de83-45d3-832d-bdf840eaeb3e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:00.165180 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:00.168154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:00.181368 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6448b3ff-ffb8-4773-b89f-512b9e2c0e9d req-c0e12e13-0568-475d-aced-be005035e5ab tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.0496626 May 19 13:08:00.186129 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.225100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:00.281457 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-bfda4319-00eb-4df2-8fe9-f28a8dd66d5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.0985014 May 19 13:08:00.332936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d64e23a7-de83-45d3-832d-bdf840eaeb3e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:00.346323 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d64e23a7-de83-45d3-832d-bdf840eaeb3e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:00.346719 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.417182 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.424684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.431016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.438031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.446279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.459257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.459598 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:00.471038 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Checking router: fa2b2616-3329-4dac-a9dc-d41019261ade for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:00.486234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.497069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0de0247d-05c5-4993-b579-04179ef98195 req-521453e9-0507-446a-8b60-1ee52e096768 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 1.1738036 May 19 13:08:00.509652 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Routers {'fa2b2616-3329-4dac-a9dc-d41019261ade'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:00.510983 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['fa2b2616-3329-4dac-a9dc-d41019261ade'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:00.544046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-87e0bf28-393f-4ab1-b086-2d2f9fa4b6c7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Unset dirty status for tenant:ed7dcd9b25a6406980a9607185a3b87f on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:00.549886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-87e0bf28-393f-4ab1-b086-2d2f9fa4b6c7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 205 time: 0.6852508 May 19 13:08:00.551111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:00.558974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-00672a51-bc33-400e-a92a-5142bc760e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:00.560702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-00672a51-bc33-400e-a92a-5142bc760e6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.2689152 May 19 13:08:00.718183 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.842777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d64e23a7-de83-45d3-832d-bdf840eaeb3e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d64e23a7-de83-45d3-832d-bdf840eaeb3e,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:00.851005 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.853664 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-68d35a6c-2fd7-42bf-afd8-71b0b41db4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:00.863735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0de0247d-05c5-4993-b579-04179ef98195 req-1147f86d-7c39-4c5c-99b6-51464ee1b322 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3635502 May 19 13:08:00.908858 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.935523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.040854 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] Set router fa2b2616-3329-4dac-a9dc-d41019261ade gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:01.132966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:01.142866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:01.150322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0de991a3-cf32-44d0-890f-b9886e0f7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:01.157017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-0de991a3-cf32-44d0-890f-b9886e0f7930 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5741630 May 19 13:08:01.218533 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:01.224666 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc469423-3b60-47e9-9dce-0a57b056aae7 None None] The sync data for ids ['fa2b2616-3329-4dac-a9dc-d41019261ade'] in n-d-791505-2 is: [{'id': 'fa2b2616-3329-4dac-a9dc-d41019261ade', 'name': 'tempest-RoutersTest-router-1366722099', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:05:09Z', 'updated_at': '2021-05-19T13:07:50Z', 'revision_number': 11, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:01.339442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03973f81-77c3-4e02-ba07-4831c50fd241 req-ec21b632-0543-4f35-9df8-f01cc272df9a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:01.347614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03973f81-77c3-4e02-ba07-4831c50fd241 req-ec21b632-0543-4f35-9df8-f01cc272df9a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 944 time: 0.4208276 May 19 13:08:01.353634 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f54dd770-f680-4d83-9fdf-cb7253f50fff req-916b44b6-98b3-4190-aacb-b3f898448597 tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.3603873 May 19 13:08:01.365121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Attempting to bind port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:01.365968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Attempting to bind port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:01.366551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Attempting to bind port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:01.479601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:08:01.482150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Attempting to bind port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:01.539608 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.548006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:01.548531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:01.549028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:01.549621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Bound port: 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:01.550113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.582988 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.701395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af104dc3-04a2-4f8c-9b06-460c09795a1c req-2944521f-0bd4-4040-b147-e7f46887c9af tempest-ServerShowV257Test-1685236568 tempest-ServerShowV257Test-1685236568-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e184b87-61ad-4f54-a731-22de9108a96c HTTP/1.1" status: 200 len: 210 time: 0.1681299 May 19 13:08:01.838188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03973f81-77c3-4e02-ba07-4831c50fd241 req-1a85d236-6684-4ef6-845e-693bfed57e1d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895294 May 19 13:08:01.873097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.874287 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8f14123a-d8e8-497e-b3d8-fe0dce4031d6 tempest-AttachVolumeShelveTestJSON-1125232723 tempest-AttachVolumeShelveTestJSON-1125232723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:01.923922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.926857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.929598 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.944504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-1ab1431e-0aab-4d35-85ab-a3629e74f4f6 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691159 May 19 13:08:02.037206 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.042808 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1703861 May 19 13:08:02.043689 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.045777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router fa2b2616-3329-4dac-a9dc-d41019261ade {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:02.045975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:02.090150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'security_group_rule': {'security_group_id': '1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:02.103510 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d64e23a7-de83-45d3-832d-bdf840eaeb3e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:02.113740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babcbfed-8321-48df-9b10-f7cdc33facc9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:02.124925 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-05177bbf-9172-42bf-b00c-756d4d3696c3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:02.159429 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.175883 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b2ad238-0c7e-4c01-b382-7da1b440a608 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 204 len: 168 time: 1.6186900 May 19 13:08:02.188812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:02.202331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021457315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:02.232470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:02.297623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Usage tracker for resource:router and tenant:ed7dcd9b25a6406980a9607185a3b87f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:02.301497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d64e23a7-de83-45d3-832d-bdf840eaeb3e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:02.301875 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.323457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:02.332386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:02.337940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:02.342821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:02.351435 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.358924 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e45fe7aa-502e-4da2-9cbd-65ec584bc6bc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:02.448761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:02.466314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.467657 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.471187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Usage tracker for resource:security_group_rule and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:02.480181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.480846 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.482418 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] 10.222.0.71 "PUT /v2.0/ports/4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 HTTP/1.1" status: 200 len: 1092 time: 5.8653522 May 19 13:08:02.484645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:02.504212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:02.509644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:02.513876 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.529877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:02.600098 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41', 'status': 'completed', 'code': 200} May 19 13:08:02.608453 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.622392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:02.666275 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.670069 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54a59940-1975-4a8f-ba4b-687df23ea313 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4703591 May 19 13:08:02.670392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:02.676218 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:02.754511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.790533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Allocated IP 172.25.4.14 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/e560574e-253b-4c5e-aaf9-40df70b0e363) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:02.807025 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-22867f35-4b61-46c9-a7e9-f8eb1245fc0d req-351d52f5-20ad-4b3a-84ed-581841a451dc service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930083 May 19 13:08:02.855142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.874040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.909606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.921244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.936893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.959345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.967531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:02.971646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-463a9cb3-7c28-46bb-ba15-88c80421aeb2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.8617568 May 19 13:08:03.085258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-d90fafe9-eb46-4d40-8447-b04f20fcb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.087778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-d90fafe9-eb46-4d40-8447-b04f20fcb2bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 1095 time: 0.5270240 May 19 13:08:03.277033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.307149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.308939 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ec5292b-e4a4-4140-be78-d4f7670a2edc req-b6f07a4d-a3d5-4471-a8c6-6863ed20df78 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2688632 May 19 13:08:03.327529 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-51968a74-314e-4614-b74b-66a549aa41f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 HTTP/1.1" status: 200 len: 217 time: 0.2296255 May 19 13:08:03.328666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.330434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.352398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.377307 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-585b3f58-f468-40d9-a5e5-ded8a105fedf tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:03.430538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1111876a-b6cd-4141-b4c2-da4ebcd642d4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:03.439644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.440166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.440647 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.441175 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.441585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.442214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.442685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.445033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-2545376e-f56a-44dd-b82f-693c77b5195c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6475 time: 0.4722507 May 19 13:08:03.449691 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:03.458183 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.480737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-cbe961f2-dea8-4fec-92f8-6f04cb8612b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.482228 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-cbe961f2-dea8-4fec-92f8-6f04cb8612b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1466706 May 19 13:08:03.494137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00085bf-5696-44de-bacc-6fa6b028b6c9 req-77c7576e-5c4b-4792-a119-194170ed299a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.503120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e00085bf-5696-44de-bacc-6fa6b028b6c9 req-77c7576e-5c4b-4792-a119-194170ed299a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 944 time: 0.4392035 May 19 13:08:03.552955 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.554065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b99c5a95-8f8c-4ce4-a8d1-ce9a5914e915 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5055525 May 19 13:08:03.561195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.620995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:03.643014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:03.652550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Usage tracker for resource:floatingip and tenant:3c1463845f284aedb6c275a455940d1d is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:03.669190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:03.694694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:03.704626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e00085bf-5696-44de-bacc-6fa6b028b6c9 req-8d79bec2-d43a-486f-ab5e-757a0c1216f9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002738 May 19 13:08:03.730016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.752330 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.832042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-3e4c87be-5b15-4ddd-8671-0c497caa6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:03.834311 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-3e4c87be-5b15-4ddd-8671-0c497caa6398 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 902 time: 0.3693724 May 19 13:08:03.838296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:03.849879 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Usage tracker for resource:security_group_rule and tenant:78d87c2ceb324fe7ac1ad4124b1c2e8f is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:03.934417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.937780 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-ba29009f-661e-4da5-a5f7-436431196ae2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169262 May 19 13:08:03.956699 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:03.960127 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:04.008751 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:04.021141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-b0faed33-a5d9-4293-8e5e-102a65e5ae9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.1754773 May 19 13:08:04.115868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:04.176356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:04.197701 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:04.229559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event updated for resources: {'Port': ['ID=e560574e-253b-4c5e-aaf9-40df70b0e363,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:04.240552 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:04.268998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Router 0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:04.269909 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-fa64e965-3911-4206-873a-e3c4ba6817df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:04.270739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-fa64e965-3911-4206-873a-e3c4ba6817df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.2197254 May 19 13:08:04.309741 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-6993f34e-5acf-4a59-8706-28f662f4b5de service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605235 May 19 13:08:04.736741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:04.749139 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Sync routers for ids ['0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:04.752633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.754306 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-921d8df9-602f-41fc-add4-5581697c8aee tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "PUT /v2.0/routers/0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 200 len: 694 time: 2.0830069 May 19 13:08:04.758477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.794430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Routers {'0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:04.795654 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:04.942776 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be7b4027-1ba8-44cc-9d3b-ee950cb17282 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/routers/0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 200 len: 700 time: 0.1830056 May 19 13:08:04.946859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.951865 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f45795a4-9935-4271-b4c6-0863c14a02b8 req-df28bc40-c0fb-4f8b-940a-bc4ccbcec5ce service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382953 May 19 13:08:04.987100 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Set router 0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:05.024448 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1651af5-fb21-4c27-ba33-88f2dcb002a0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 200 len: 205 time: 0.0747950 May 19 13:08:05.025728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:05.115868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4', 'name': 'tempest-RoutersTest-router-1021457315', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:02Z', 'updated_at': '2021-05-19T13:08:03Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:05.122272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Checking router: 0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:05.131750 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.134481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Routers {'0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:05.135661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:05.222404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.308062 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3943b67f-d80b-4ea0-bfc5-2eb284331520 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:05.318487 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.348572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] Set router 0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:05.378767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78d87c2ceb324fe7ac1ad4124b1c2e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0913434 May 19 13:08:05.383085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:05.398448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b32516-e945-4f3f-b3a0-ee193a07ec44,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:05.437611 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:05.451232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-fe862153-24be-42c6-91b1-60d366bfdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.454208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-fe862153-24be-42c6-91b1-60d366bfdb07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1684282 May 19 13:08:05.465699 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.573487 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4', 'name': 'tempest-RoutersTest-router-1021457315', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:02Z', 'updated_at': '2021-05-19T13:08:03Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:05.579050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f467-0a62-4a46-a8b5-71855c834068 None None] The sync data for ids ['0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4'] in n-d-791505-2 is: [{'id': '0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4', 'name': 'tempest-RoutersTest-router-1021457315', 'tenant_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:02Z', 'updated_at': '2021-05-19T13:08:03Z', 'revision_number': 2, 'project_id': 'ed7dcd9b25a6406980a9607185a3b87f', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:05.746877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.753365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.759485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.765853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.772160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.777880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.784605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.787625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-7a5233ca-01b7-4b7a-be38-667ebd7a97af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.7862952 May 19 13:08:05.836047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0defa1-e1df-4c63-9b23-13f5b9a558c1 req-7d0d5f52-8020-4a88-9d78-5eb6b88d22dd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.848416 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0defa1-e1df-4c63-9b23-13f5b9a558c1 req-7d0d5f52-8020-4a88-9d78-5eb6b88d22dd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 944 time: 0.8013494 May 19 13:08:05.899225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-ce40c297-4e08-42ed-9825-a8ebbd024cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:05.900887 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-ce40c297-4e08-42ed-9825-a8ebbd024cef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 1095 time: 0.7175639 May 19 13:08:05.907586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.929554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.932819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.965078 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.064861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.065267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Fanout notify agent at l3_agent the message router_deleted on router 0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:06.072965 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.117091 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.118744 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a9cfa2a-b505-42b5-b911-9bc41c98c1dc tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 204 len: 168 time: 1.0912168 May 19 13:08:06.129483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.226203 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc154444-a083-429b-ab2f-8b74e1936fa3 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 200 len: 205 time: 0.0915070 May 19 13:08:06.229620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0defa1-e1df-4c63-9b23-13f5b9a558c1 req-d7999baa-eec0-4dba-ad8d-96effed58f28 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832734 May 19 13:08:06.230607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.231754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-a46f167a-e468-4a29-a0c3-7ea688c0e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:06.233266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-a46f167a-e468-4a29-a0c3-7ea688c0e238 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.3227346 May 19 13:08:06.282389 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5754f273-9247-4e8c-965a-0f104dc38ef0 req-2fcfe0e9-9867-4065-b650-2d512ba84a02 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4763763 May 19 13:08:06.289950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-af4f0496-ea83-4045-a9ad-93a11ebfd4f5 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588186 May 19 13:08:06.335533 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Allocated IP 172.25.4.152 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/24c6255f-2f7b-4791-a308-ce2d2e6345ea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:06.374041 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-7a0c088f-741e-4287-b333-d9c9b4de17cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 HTTP/1.1" status: 200 len: 217 time: 0.0819705 May 19 13:08:06.377013 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a6969934-8420-4aff-8db6-c2167a55356e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:06.379700 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6969934-8420-4aff-8db6-c2167a55356e tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/0bce9ea5-e3dd-4c7d-920b-be9de0c8d8b4 HTTP/1.1" status: 404 len: 336 time: 0.1438539 May 19 13:08:06.417241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.470695 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b39a12-9b7c-4da9-8185-3564558d0967 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:06.471446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b39a12-9b7c-4da9-8185-3564558d0967 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:06.492861 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.495996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.497479 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82b32516-e945-4f3f-b3a0-ee193a07ec44 HTTP/1.1" status: 204 len: 168 time: 1.1077156 May 19 13:08:06.505469 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fe6bd2c9-888d-4d8f-bba6-adbd86051015 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:06.508886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-47b39a12-9b7c-4da9-8185-3564558d0967 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/c42a41ee-d56b-4f75-bfe3-f5e016a2640b HTTP/1.1" status: 404 len: 337 time: 0.0902569 May 19 13:08:06.513107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.552511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b32516-e945-4f3f-b3a0-ee193a07ec44,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:06.555341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-d575076a-5997-4e93-9ab1-c344312393c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:06.556860 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-d575076a-5997-4e93-9ab1-c344312393c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1756349 May 19 13:08:06.557729 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:06.599237 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-13837e05-698a-4e68-a758-627aa4c4e68f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:06.599591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13837e05-698a-4e68-a758-627aa4c4e68f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:06.606152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-13837e05-698a-4e68-a758-627aa4c4e68f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/787ccd9e-47d4-4561-8002-1829991cc341 HTTP/1.1" status: 404 len: 337 time: 0.0872629 May 19 13:08:06.608560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.666584 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-88c034d0-40d3-4518-a122-3dee96e84129 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997009 May 19 13:08:06.717092 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-448cc1b6-4d29-4b06-b1f8-f2291d6c6bb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:06.717809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448cc1b6-4d29-4b06-b1f8-f2291d6c6bb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:06.722314 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-448cc1b6-4d29-4b06-b1f8-f2291d6c6bb8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/51d93c57-3655-4012-afff-b0fb005f1fa5 HTTP/1.1" status: 404 len: 337 time: 0.1140106 May 19 13:08:06.727867 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.833814 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4733260a-a052-4bf0-9a7f-e34714f78dc3 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:06.834550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4733260a-a052-4bf0-9a7f-e34714f78dc3 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:06.837693 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4733260a-a052-4bf0-9a7f-e34714f78dc3 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/1d43641b-2e43-452c-897f-8287e00c74a1 HTTP/1.1" status: 404 len: 337 time: 0.1081696 May 19 13:08:06.842766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.983033 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-723d0c4b-9342-4bbe-bef4-5dc3da520dfd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 200 len: 205 time: 0.1391716 May 19 13:08:06.988824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.147694 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4f0f63cc-8242-407c-b1cc-8463d0eef679 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:07.149423 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f0f63cc-8242-407c-b1cc-8463d0eef679 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/fa2b2616-3329-4dac-a9dc-d41019261ade HTTP/1.1" status: 404 len: 336 time: 0.1591580 May 19 13:08:07.154323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.188270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f47d2739-2f31-421f-adf8-8dcb2ddce2f8 req-00d6ff7b-3ac9-494a-b17c-af22272f5bc2 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343135 May 19 13:08:07.215151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.281230 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ac6f8d2-c22b-442a-8104-0cf524b761d4 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bc03999-83b1-4899-bda7-57b41620e20f HTTP/1.1" status: 200 len: 205 time: 0.1260121 May 19 13:08:07.312058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.490392 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-b0d33c19-643a-4696-b341-52e25b6e7c21 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070521 May 19 13:08:07.495121 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-554a92ff-1eb8-4f0e-902a-c3662344f55c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:07.497573 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-554a92ff-1eb8-4f0e-902a-c3662344f55c tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/5bc03999-83b1-4899-bda7-57b41620e20f HTTP/1.1" status: 404 len: 336 time: 0.1811998 May 19 13:08:07.535270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.659626 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-410a89de-48cb-4c21-a5c1-d0b3e6eb6ee2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:07.660423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410a89de-48cb-4c21-a5c1-d0b3e6eb6ee2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:07.663474 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-410a89de-48cb-4c21-a5c1-d0b3e6eb6ee2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/913e4df6-4af3-4c1b-9910-7031f203d11c HTTP/1.1" status: 404 len: 337 time: 0.1218724 May 19 13:08:07.745637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.887292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.998434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6359e343-1ea5-466e-8fed-265d57443794 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 200 len: 205 time: 0.2490602 May 19 13:08:07.999540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.049900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.081744 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f41642de-e8f4-4163-aa85-9aca4e13842f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:08.085204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f41642de-e8f4-4163-aa85-9aca4e13842f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/91d954d2-eb10-43dc-84e6-9c850139cf91 HTTP/1.1" status: 404 len: 336 time: 0.0827560 May 19 13:08:08.091586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.129937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:08.148674 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0dbfa9d7-152d-4fda-83c0-b3210c007920 req-4f84bc49-3042-49ee-bc3e-d02549e48f2c service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491141 May 19 13:08:08.151382 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2889c97a-c3a4-4a95-9eb4-b4382b829475 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aad2dad-d93c-450a-899e-53ec62f0bc2b HTTP/1.1" status: 200 len: 205 time: 0.0588353 May 19 13:08:08.154495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.310344 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-84c113eb-d6a2-4e10-a5c1-73eda4c44776 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:08.316453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-84c113eb-d6a2-4e10-a5c1-73eda4c44776 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/6aad2dad-d93c-450a-899e-53ec62f0bc2b HTTP/1.1" status: 404 len: 336 time: 0.1605546 May 19 13:08:08.317473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.340153 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.348248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.355243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.363244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.369995 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55995f3-06b9-4145-acda-bbf289a8b60f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:08.370587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55995f3-06b9-4145-acda-bbf289a8b60f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:08.371791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.377590 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d55995f3-06b9-4145-acda-bbf289a8b60f tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/d670a436-e2ed-4a4e-a384-e27b7a6aa3ab HTTP/1.1" status: 404 len: 337 time: 0.0584867 May 19 13:08:08.378317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.380253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.386609 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.389479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-8a9c0065-a3ae-46df-b10c-c36edf89c645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.6936140 May 19 13:08:08.393176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.400549 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-699d05a2-dbcc-4e10-b32f-71a8a72a79d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:08.446362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a2caf-93b0-4b20-a155-ea13b9222887 req-a4616a8a-5564-49e4-954f-d461e731b98c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:08.448919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d0a2caf-93b0-4b20-a155-ea13b9222887 req-a4616a8a-5564-49e4-954f-d461e731b98c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 944 time: 0.7513764 May 19 13:08:08.458119 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-89cc3cba-b4d5-4290-8290-dba6ca653e03 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=d203eb47-672a-4acd-9644-843b53e15365 HTTP/1.1" status: 200 len: 205 time: 0.0782378 May 19 13:08:08.459311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.465819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-196643146-network', 'tenant_id': 'd0471c22fce34e899a7818306ce5a02e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.482432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Router 457949df-83ee-4fc9-ad77-3502e53c2ffa is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:08.514105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:08.514611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:08.530141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41', 'mac_address': 'fa:16:3e:7c:ef:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:08.568223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Usage tracker for resource:network and tenant:d0471c22fce34e899a7818306ce5a02e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:08.575440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:08.590743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:08.594773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:08.623004 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.623773 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-48449ae3-250f-4255-844b-49c213761229 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:08.625446 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48449ae3-250f-4255-844b-49c213761229 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/d203eb47-672a-4acd-9644-843b53e15365 HTTP/1.1" status: 404 len: 336 time: 0.1646636 May 19 13:08:08.629036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.660932 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:08.669009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:08.671455 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f93cfd-5d16-442a-9810-5993ca9ec9db tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:08.672555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f93cfd-5d16-442a-9810-5993ca9ec9db tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:08.674679 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-61f93cfd-5d16-442a-9810-5993ca9ec9db tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/bb34e15a-e268-4384-a912-28ed5b83c654 HTTP/1.1" status: 404 len: 337 time: 0.0443344 May 19 13:08:08.678711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.693300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:08.699859 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.701843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:08.704726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'Port': ['ID=24c6255f-2f7b-4791-a308-ce2d2e6345ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:08.722788 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8dcb81d1-f99b-4afe-896a-56638d67ca96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:08.732861 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:08.750139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6deeaec5-4a95-48a1-a44e-bcf551c41ad5 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "GET /v2.0/ports?device_id=af7915a3-d951-41ba-ad3f-47967bbaa0ab HTTP/1.1" status: 200 len: 205 time: 0.0699594 May 19 13:08:08.758588 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a860d04-e0a4-446a-9746-89529ece1c2c req-c194d370-86ca-4f87-a071-53fccb99b8c0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970266 May 19 13:08:08.759127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.790805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5d0a2caf-93b0-4b20-a155-ea13b9222887 req-79c24fe6-2c3c-4ec5-9342-43e471977908 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201134 May 19 13:08:08.847237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:08.854579 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:08.878615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Made reservation on behalf of d0471c22fce34e899a7818306ce5a02e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:08.881050 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.976520 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-ed6dfaad-1a8a-492a-a893-0c4989cc25b6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] delete failed (client error): The resource could not be found. May 19 13:08:08.977573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed6dfaad-1a8a-492a-a893-0c4989cc25b6 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/routers/af7915a3-d951-41ba-ad3f-47967bbaa0ab HTTP/1.1" status: 404 len: 336 time: 0.2097986 May 19 13:08:08.980266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.990654 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.024658 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ac9cdd-2b56-4110-9bb8-5f4cb70148f7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:09.025110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ac9cdd-2b56-4110-9bb8-5f4cb70148f7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:09.026852 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3ac9cdd-2b56-4110-9bb8-5f4cb70148f7 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/45907c19-2dbb-4bd8-9a54-5d883bfb3f6a HTTP/1.1" status: 404 len: 337 time: 0.0454249 May 19 13:08:09.030243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:09.036111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:09.049487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Usage tracker for resource:security_group_rule and tenant:d0471c22fce34e899a7818306ce5a02e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:09.055067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:09.058938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:09.070592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:09.075574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:09.077026 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] Sync routers for ids ['457949df-83ee-4fc9-ad77-3502e53c2ffa'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:09.082775 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58f5fd0-69bd-4a62-b31b-c1b74d948910 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] DELETE failed (client error): The resource could not be found. May 19 13:08:09.083501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58f5fd0-69bd-4a62-b31b-c1b74d948910 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:09.092927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d58f5fd0-69bd-4a62-b31b-c1b74d948910 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] 10.222.0.69 "DELETE /v2.0/subnets/3668ed39-7962-4f06-8e62-d3f3758c4c4b HTTP/1.1" status: 404 len: 337 time: 0.0611522 May 19 13:08:09.100716 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.104249 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] Routers {'457949df-83ee-4fc9-ad77-3502e53c2ffa'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:09.105482 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['457949df-83ee-4fc9-ad77-3502e53c2ffa'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:09.164111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.169492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.7555971 May 19 13:08:09.174196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:09.230363 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:09.247432 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] Routers {'457949df-83ee-4fc9-ad77-3502e53c2ffa'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:09.248693 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:07:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['457949df-83ee-4fc9-ad77-3502e53c2ffa'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:09.305992 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.419116 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:09.421252 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16807cbd-2926-41f5-b0b9-bc30510c431d None None] The sync data for ids ['457949df-83ee-4fc9-ad77-3502e53c2ffa'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:09.508543 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.511612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-206ebdfa-759c-4c66-94c7-22cddcd8913d tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/457949df-83ee-4fc9-ad77-3502e53c2ffa HTTP/1.1" status: 200 len: 923 time: 0.3362064 May 19 13:08:09.517642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:09.531770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.546113 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-28283da5-efde-4d11-bcdd-5d9ca2816282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:09.602291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:09.629224 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-896178d3-df8a-4fee-9f18-2d74a840e58b tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=457949df-83ee-4fc9-ad77-3502e53c2ffa HTTP/1.1" status: 200 len: 205 time: 0.1079891 May 19 13:08:09.631696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:09.648733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:09.659462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd3c820-0bca-46ae-bcc3-fca942431789,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:09.665133 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:09.676247 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.676762 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Added segment d549c0e7-67f1-45c8-99d0-122d728ae85f of type vlan for network 6341664e-cdb2-4f39-b873-e56fd3fedc43 May 19 13:08:09.728244 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.766760 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.778879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.783347 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ffd620c2-1cad-470b-b72f-37c58979996b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:09.912903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.002362 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1507001b-e8d1-4a60-9b31-ac6ef36624de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed7dcd9b25a6406980a9607185a3b87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986726 May 19 13:08:10.011954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:10.128064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:10.169345 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.171086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.172687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.193857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.197534 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.214003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:10.221718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:10.222111 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.273178 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.303606 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eae15f60-61cf-451d-978f-e3b694f0fc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.352844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port e560574e-253b-4c5e-aaf9-40df70b0e363 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:10.353627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.385839 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.392936 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.394277 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90ab08d2-4f07-4b38-84ab-db5ebf4f6c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:10.426103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:10.440082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:10.447368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.449560 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bdfb92aa-7b12-48d3-af50-49c6a24acc67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:10.466041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b961857-9ee6-4991-8eab-33d73d9e9cf5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.472737 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:10.481545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.483225 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b961857-9ee6-4991-8eab-33d73d9e9cf5 HTTP/1.1" status: 204 len: 168 time: 0.4701302 May 19 13:08:10.519951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'Port': ['ID=24c6255f-2f7b-4791-a308-ce2d2e6345ea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.542280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.543473 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:10.549331 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:10.555678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.558992 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:10.594372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5396993 May 19 13:08:10.614959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:10.650001 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.825204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Pushing event updated for resources: {'Network': ['ID=6341664e-cdb2-4f39-b873-e56fd3fedc43,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.837232 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:10.840494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.842610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2786620 May 19 13:08:10.854249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 6341664e-cdb2-4f39-b873-e56fd3fedc43 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:10.865783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b51f1-c7e2-43c0-b10f-167d78df1db9 req-84671856-b1cb-439a-a64a-a1b137d74e1b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.868491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438b51f1-c7e2-43c0-b10f-167d78df1db9 req-84671856-b1cb-439a-a64a-a1b137d74e1b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 945 time: 0.7336211 May 19 13:08:10.882308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for e560574e-253b-4c5e-aaf9-40df70b0e363 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:10.908248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.920144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.931796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.942983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.955846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.970393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.975520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Request body: {'subnet': {'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-196643146-subnet', 'tenant_id': 'd0471c22fce34e899a7818306ce5a02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:10.981889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:10.986901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-ca9d6ae7-7187-4926-ad66-41ee24ed71a5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.8492725 May 19 13:08:10.989750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:10.996477 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Usage tracker for resource:subnet and tenant:d0471c22fce34e899a7818306ce5a02e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:11.001754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:11.012549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:11.102007 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Made reservation on behalf of d0471c22fce34e899a7818306ce5a02e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:11.111755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.120039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438b51f1-c7e2-43c0-b10f-167d78df1db9 req-fc89d9d0-5f90-487f-b54d-65ab8a25bafb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381229 May 19 13:08:11.194277 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f8fcadd-3844-4c9f-b982-0b22b757add6 req-8600b66c-3a49-44ea-b3c1-3fbdee91d3d4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795983 May 19 13:08:11.363708 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41', 'code': 200} May 19 13:08:11.729767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.758556 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0b0d63dd-f089-4866-bf19-1d95445096e5 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:11.851009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=e560574e-253b-4c5e-aaf9-40df70b0e363,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:11.854775 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:11.874595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.085424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3906-f404-4417-bc35-5fbb9027168b req-4b99d9cf-91b3-4613-be9b-45293cdc34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.088004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b25f3906-f404-4417-bc35-5fbb9027168b req-4b99d9cf-91b3-4613-be9b-45293cdc34c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 1097 time: 0.5063982 May 19 13:08:12.122334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1982913746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.152380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.161155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:router and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.166157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.177474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.184032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.196554 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.198524 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.243497 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.292838 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.351881 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.356256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-138b6791-66e8-4937-9afc-b91b24493e4e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4829476 May 19 13:08:12.357086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.364330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-686612682'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.370833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.377280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:network and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.381294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.388742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.404606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:12.411676 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.432842 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.555772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.580764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:security_group_rule and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.592766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.604422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.681750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.694148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.703001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.704965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b25f3906-f404-4417-bc35-5fbb9027168b req-fe81d25e-aa59-4f1b-9aa7-6725439ce3c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088417 May 19 13:08:12.712454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.727687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.753200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.773438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.795208 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.795471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.798318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router 457949df-83ee-4fc9-ad77-3502e53c2ffa {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:12.806973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.809490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-7d6f76d6-8e2d-4997-a4ce-bdea3fbd835e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.3212278 May 19 13:08:12.837246 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaaa5f92-4571-4ad0-a870-35cd34a4025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.900870 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.908215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/457949df-83ee-4fc9-ad77-3502e53c2ffa HTTP/1.1" status: 204 len: 168 time: 3.2693815 May 19 13:08:12.908463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.914220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.921408 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.928268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389088052', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.933895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.938256 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.940297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:router and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.945256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.947757 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5cc82fa4-1403-4d53-b520-5233bf5538cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:12.953583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.972931 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.974217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.975826 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef38896-789a-4830-96cf-114bca919567 req-6d85a560-c2bf-4dfc-8ec7-253e0ed2b426 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:12.983887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ef38896-789a-4830-96cf-114bca919567 req-6d85a560-c2bf-4dfc-8ec7-253e0ed2b426 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 0.5523033 May 19 13:08:13.004158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.049682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:13.096544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e75d5402-8459-4aee-9ab9-8789b5dc888f req-c090cde5-d227-4d8e-8bf5-d453cab103f9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852725 May 19 13:08:13.101204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.101740 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Added segment 5293a84b-abee-42bb-a205-08dcbd0caf9a of type vlan for network 8291a4dc-29a1-4279-88ff-ce5758837330 May 19 13:08:13.139087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.171510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70021670-d58d-472e-8932-1bb3828df29d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:13.180196 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:13.209175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8ef38896-789a-4830-96cf-114bca919567 req-402587af-3384-4a19-a8db-3c20066775b2 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232337 May 19 13:08:13.214704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.225775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:13.226724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.231713 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:13.399358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Network': ['ID=8291a4dc-29a1-4279-88ff-ce5758837330,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:13.403455 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:13.412116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 8291a4dc-29a1-4279-88ff-ce5758837330 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:13.434188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0757020 May 19 13:08:13.437371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:13.447139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'subnet': {'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:13.454889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.477806 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51954f8c-fbcf-4b00-b2f3-ed09b2ba2019 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:13.644207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:13.651821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:subnet and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:13.656456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:13.669634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:13.698149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:13.709600 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.766637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.902470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Checking segment: {'id': 'd549c0e7-67f1-45c8-99d0-122d728ae85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:13.903105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Network hostable DHCP agents. Network: 6341664e-cdb2-4f39-b873-e56fd3fedc43, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:13.928953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a29c551-52a8-4811-b8ed-496827a9cceb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:13.938547 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:13.993665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Network 6341664e-cdb2-4f39-b873-e56fd3fedc43 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:14.021258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 6341664e-cdb2-4f39-b873-e56fd3fedc43) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:14.040509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195b6e6e-9314-4930-ba15-358bdcc6bf3b None None] Network 6341664e-cdb2-4f39-b873-e56fd3fedc43 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:14.330257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:14.331390 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.343135 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.402468 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7777979 May 19 13:08:14.491565 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-e1705f28-80d1-419f-a33c-ec4610f06918 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2769647 May 19 13:08:14.650372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea02ce-024a-43ba-87ac-0c8126395f7e None None] Network 6341664e-cdb2-4f39-b873-e56fd3fedc43 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:15.178127 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.197976 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5528d471-1cd7-4aba-b3a2-e346161fb1b9 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:15.335136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Subnet': ['ID=8cd6a7c4-e3ff-4058-a7a4-56a2b673a371,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:15.346490 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:15.383558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.394560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.401417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.402885 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.414195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.422431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.424606 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.429469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.441535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.443850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-1d74ce22-50b9-403f-bc56-0429f6bcee68 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 1.0447810 May 19 13:08:15.513548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5cf1d-f824-4542-a260-45bce7eb7823 req-57c4dc51-4e33-441b-a517-535b8284322b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.521582 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17b5cf1d-f824-4542-a260-45bce7eb7823 req-57c4dc51-4e33-441b-a517-535b8284322b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 0.9185941 May 19 13:08:15.542209 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.568361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Checking segment: {'id': '5293a84b-abee-42bb-a205-08dcbd0caf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:15.568732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network hostable DHCP agents. Network: 8291a4dc-29a1-4279-88ff-ce5758837330, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:15.642423 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.671109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18e5600a-8d7a-459c-9ffb-cf6a999600f6 req-f7181046-e5a6-429d-afb9-0a920840ee7a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2080452 May 19 13:08:15.701994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network 8291a4dc-29a1-4279-88ff-ce5758837330 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:15.731733 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17b5cf1d-f824-4542-a260-45bce7eb7823 req-a8c63549-fad4-43f9-bcee-78f0c2428ee8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080545 May 19 13:08:15.764051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-22ae1755-f8e2-4045-b166-8e6a2005fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.775730 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-22ae1755-f8e2-4045-b166-8e6a2005fecb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 1096 time: 0.7072763 May 19 13:08:15.776036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 8291a4dc-29a1-4279-88ff-ce5758837330) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:15.798289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b414839-4090-4b0c-9d30-500f8f14e3fd None None] Network 8291a4dc-29a1-4279-88ff-ce5758837330 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:15.808749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:15.809036 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.907324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4682965 May 19 13:08:15.911163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:15.917523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'network': {'name': 'tempest-router-network01--1958720198'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:15.929512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:15.941543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:network and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:15.945968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:15.964248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:15.987840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:15.992126 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.056204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:16.069611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:16.087401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1640569878-network', 'tenant_id': 'ba6b7592b96d4b4c9a7c6e8a38247a74'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:16.157133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:16.171467 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.172108 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Added segment 0af2cafc-cf92-4928-8c52-0aa8128b001e of type vlan for network c40dce6b-20b3-4dfc-b33d-3b27331430dc May 19 13:08:16.176662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 172.25.4.18 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/0ee81fe2-3371-4bc2-aac9-65059ccd6acb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:16.189496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Usage tracker for resource:network and tenant:ba6b7592b96d4b4c9a7c6e8a38247a74 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:16.200611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:16.230343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:16.270889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.291381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Made reservation on behalf of ba6b7592b96d4b4c9a7c6e8a38247a74 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:16.300880 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.322443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.348419 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:16.352715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6b7592b96d4b4c9a7c6e8a38247a74 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:16.356316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:16.363854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:16.418981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eb536-f58b-414a-b15f-2c891f890287 req-6d8a220f-e24d-4627-86db-68a41f299759 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:16.427114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-794eb536-f58b-414a-b15f-2c891f890287 req-6d8a220f-e24d-4627-86db-68a41f299759 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.3514974 May 19 13:08:16.445560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.451520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:16.452209 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.460579 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6653f5c3-728d-4361-bc33-0760239440c7 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:16.475192 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-8291a4dc-29a1-4279-88ff-ce5758837330', 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330', 'tenant_id': '0f2f6abb40354241bc2e0807523dd557', 'fixed_ips': [{'subnet_id': '8cd6a7c4-e3ff-4058-a7a4-56a2b673a371'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:08:16.483539 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.485851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-cca17dee-46ac-47f8-bc14-7f7befe6ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:16.488305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-cca17dee-46ac-47f8-bc14-7f7befe6ec46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.5159371 May 19 13:08:16.614381 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-d81b69f4-4466-41bb-80d9-1071c0a940f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84afb321-d239-4be7-939a-ef18d0d47a7f HTTP/1.1" status: 200 len: 217 time: 0.1184452 May 19 13:08:16.645617 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-794eb536-f58b-414a-b15f-2c891f890287 req-fc9b62b2-0d43-49f7-8f12-6bc3ef968e36 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153180 May 19 13:08:16.656557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Network': ['ID=c40dce6b-20b3-4dfc-b33d-3b27331430dc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:16.664852 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:16.668917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7571423 May 19 13:08:16.675388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:16.682641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'network': {'name': 'tempest-router-network02--1913968343'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:16.694720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:16.705384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-40db2fb1-00af-4b73-9aa0-e7aa2f67d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:16.707934 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-40db2fb1-00af-4b73-9aa0-e7aa2f67d50d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.0864756 May 19 13:08:16.716369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:16.730844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:network and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:16.757528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:16.782971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.809524 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-6f2df2f5-221d-415a-92f8-2b9f27bee2c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899713 May 19 13:08:16.849921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:16.888975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:16.898345 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.970511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.995193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.021719 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ec1b2c08-72d1-40fd-b75a-742fe13d6a68 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:17.036064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Allocated IP 2001:db8::2 (8291a4dc-29a1-4279-88ff-ce5758837330/8cd6a7c4-e3ff-4058-a7a4-56a2b673a371/9a2d2c0b-f87b-4329-9db7-55052c4b348b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:17.056251 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.081845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.088530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-370446d3-7a80-42b8-953d-625ac9bd7ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:17.116742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:17.226940 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-af318fa1-36fe-447a-b893-92858151bb80 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101381 May 19 13:08:17.242251 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:17.293046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:17.299733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:17.302770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:17.314848 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.315832 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Added segment d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d of type vlan for network f110e38d-d7c1-4359-97ff-fab6ba7830d4 May 19 13:08:17.353243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be42e9-8900-4ff8-b242-5fdf51385259,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:17.365156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:17.366698 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.367296 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Added segment 585d252c-5091-44a3-b369-ca03b9f648ed of type vlan for network 8ec37cd5-e89c-42e1-957b-0c9fd9517e41 May 19 13:08:17.422962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.430208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.438842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.446730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.455080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.463474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.472065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.482728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-fa652442-422d-452f-af73-9b577f68d395 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.4619350 May 19 13:08:17.550918 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.559519 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:17.588773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.604239 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:17.664830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29acc4db-1b9e-4ae1-bc57-f4292cfcc189 req-7fb8b0eb-3f4f-407e-8c37-13cc3c6d0e5f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805999 May 19 13:08:17.732746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30086104-39e7-4bf6-992f-5a6386594341 req-0dc3ef6b-0a28-41e0-8a6d-788e640d1012 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.741696 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30086104-39e7-4bf6-992f-5a6386594341 req-0dc3ef6b-0a28-41e0-8a6d-788e640d1012 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 0.6161563 May 19 13:08:17.762104 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:17.812467 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.819003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:17.819675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.831973 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a3a9a7d9-36e4-4756-b07b-bf7d78d09f93 tempest-AllowedAddressPairTestJSON-1836919708 tempest-AllowedAddressPairTestJSON-1836919708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:17.857367 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.873895 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Transition to ACTIVE for port object 9a2d2c0b-f87b-4329-9db7-55052c4b348b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:17.910687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Transition to ACTIVE for port object 9a2d2c0b-f87b-4329-9db7-55052c4b348b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:17.919336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.944928 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:17.980708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Network': ['ID=f110e38d-d7c1-4359-97ff-fab6ba7830d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:17.989462 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:18.033099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:18.035805 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.037403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:18.038232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.060421 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7bcf5ddc-e32f-43f8-b5a5-49347a87c85c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:18.083728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0119340 May 19 13:08:18.085519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4088821 May 19 13:08:18.100261 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30086104-39e7-4bf6-992f-5a6386594341 req-bb1914cc-0bc3-4d68-ba42-37eb31b74676 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532720 May 19 13:08:18.108934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:18.109557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:18.127335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'subnet': {'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:18.145109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Request body: {'subnet': {'network_id': '8ec37cd5-e89c-42e1-957b-0c9fd9517e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1640569878-subnet', 'tenant_id': 'ba6b7592b96d4b4c9a7c6e8a38247a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:18.151036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:18.170568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Usage tracker for resource:subnet and tenant:ba6b7592b96d4b4c9a7c6e8a38247a74 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:18.188250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:18.285881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Network 8291a4dc-29a1-4279-88ff-ce5758837330 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:18.288233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:18.305887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:18.312704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec37cd5-e89c-42e1-957b-0c9fd9517e41,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:18.321161 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:18.366046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:18.425800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 8ec37cd5-e89c-42e1-957b-0c9fd9517e41 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:18.485601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Made reservation on behalf of ba6b7592b96d4b4c9a7c6e8a38247a74 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:18.490172 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.706044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:18.718315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:subnet and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:18.729500 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f9c5bf-52f8-4898-8a62-a9ae030cfb06 req-9e83ca1e-140d-4529-8165-b418db2f8a71 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4763117 May 19 13:08:18.732928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:18.741099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Pushing event updated for resources: {'Port': ['ID=9a2d2c0b-f87b-4329-9db7-55052c4b348b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:18.748294 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:18.889381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Attempting to bind port 9a2d2c0b-f87b-4329-9db7-55052c4b348b on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:18.893323 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Attempting to bind port 9a2d2c0b-f87b-4329-9db7-55052c4b348b by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5293a84b-abee-42bb-a205-08dcbd0caf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:18.896863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Attempting to bind port 9a2d2c0b-f87b-4329-9db7-55052c4b348b on network 8291a4dc-29a1-4279-88ff-ce5758837330 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:18.917448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:18.920720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Checking segment: {'id': '5293a84b-abee-42bb-a205-08dcbd0caf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:18.921506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.922354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Bound using segment: {'id': '5293a84b-abee-42bb-a205-08dcbd0caf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:18.923102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Bound port: 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5293a84b-abee-42bb-a205-08dcbd0caf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8291a4dc-29a1-4279-88ff-ce5758837330'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:18.924027 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.974326 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:18.978806 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.016858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f115-d3c3-4ab7-bf20-936aa1cdf215 req-51e552e0-0d1c-447f-b726-1b59bdd66ffd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.025165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4893f115-d3c3-4ab7-bf20-936aa1cdf215 req-51e552e0-0d1c-447f-b726-1b59bdd66ffd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 0.2004223 May 19 13:08:19.135273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:19.138925 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.257449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] For port 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:19.285751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] For port 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9a2d2c0b-f87b-4329-9db7-55052c4b348b,segment=NetworkSegment(5293a84b-abee-42bb-a205-08dcbd0caf9a),segment_id=5293a84b-abee-42bb-a205-08dcbd0caf9a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:19.292211 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4893f115-d3c3-4ab7-bf20-936aa1cdf215 req-145de8ee-e5e8-4b07-a41f-ba4e9a41ce7e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657332 May 19 13:08:19.334352 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.411147 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:19.459457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.466697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.474531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.481245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.498920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.511168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.518547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:19.527881 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-5dab8ce3-cd9b-455e-8e6c-2e7051a05e2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.3750563 May 19 13:08:19.590355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Pushing event updated for resources: {'Port': ['ID=9a2d2c0b-f87b-4329-9db7-55052c4b348b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:19.604555 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:19.633575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0ebb7e2-93b6-4347-a826-df5e29e4e8e4 req-df0115ab-a14d-4912-a377-d6d4cd7b7f62 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042264 May 19 13:08:19.890923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-c4bbc0c9-baea-477c-a777-4e85e248afc8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2514627 May 19 13:08:20.088385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-32fa34f7-7fb9-4e80-a21d-d778bdfa87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:20.090795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-32fa34f7-7fb9-4e80-a21d-d778bdfa87ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 1096 time: 0.1749701 May 19 13:08:20.477370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-71f3eb83-d20c-41b7-93c0-46ff720c6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:20.483277 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-71f3eb83-d20c-41b7-93c0-46ff720c6105 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.3663418 May 19 13:08:20.523847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.588549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-5daf2156-f603-44b3-9d7c-0abfd6da2e78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 200 len: 217 time: 0.0967040 May 19 13:08:20.948098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-d3e292d3-2eb4-4961-a9d5-a6ff74460ca6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:20.948864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-d3e292d3-2eb4-4961-a9d5-a6ff74460ca6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:21.088149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-d3e292d3-2eb4-4961-a9d5-a6ff74460ca6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:21.089329 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-d3e292d3-2eb4-4961-a9d5-a6ff74460ca6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 0.6434667 May 19 13:08:21.269893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-665097ed-5e9d-4e9e-822c-f64c3370ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.272333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-665097ed-5e9d-4e9e-822c-f64c3370ae28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.2101934 May 19 13:08:21.281631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router 64013d3b-abb7-443d-93fa-c33e8b93a17e is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:21.310530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.322186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.334813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.347537 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38c6fe90-1f31-4da4-a729-2bf270112bcb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:21.353196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.383867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.405669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.418056 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.425981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.434835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-487380e0-15e2-4762-90df-519ba460a4ad tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.3768647 May 19 13:08:21.535405 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea48f4-7630-4939-8dce-d3e67992c0fa None None] Network 8291a4dc-29a1-4279-88ff-ce5758837330 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:21.568377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-f1c8327a-272a-41a7-a1fb-d2357bf9cb7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985029 May 19 13:08:21.576037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a50593c-8fd1-4f0b-8f5d-e7fec86b6e62,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:21.585742 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:21.589962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433036-c666-4308-bf5b-68c4e4b3038e req-cefbe8af-a772-4259-8ae9-74f6ca2cca02 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:21.592008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91433036-c666-4308-bf5b-68c4e4b3038e req-cefbe8af-a772-4259-8ae9-74f6ca2cca02 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 946 time: 1.0024948 May 19 13:08:21.720865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Checking segment: {'id': '585d252c-5091-44a3-b369-ca03b9f648ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8ec37cd5-e89c-42e1-957b-0c9fd9517e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:21.721256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Network hostable DHCP agents. Network: 8ec37cd5-e89c-42e1-957b-0c9fd9517e41, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:21.795320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d7a3e868-9908-418d-84ce-009188fd522c None None] Provisioning for port 9a2d2c0b-f87b-4329-9db7-55052c4b348b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:21.805212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:21.805557 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.811534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9afff41f-bac6-4223-9381-75c3d3a74aa8 req-30d5a890-f72a-44dd-9966-708a7b1a8acc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3755121 May 19 13:08:21.818707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-d12d7b45-101b-4df0-8669-7865e79579d0 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251966 May 19 13:08:21.836292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:21.858744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.870582 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ea66af87-661c-4b3f-a004-7ea05fe0139a tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:21.908296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Network 8ec37cd5-e89c-42e1-957b-0c9fd9517e41 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:22.049039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 8ec37cd5-e89c-42e1-957b-0c9fd9517e41) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:22.093651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.097978 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1812744 May 19 13:08:22.099297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Subnet': ['ID=a8b1e87e-50fd-4416-921e-e17dfe992825,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:22.108350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:22.115819 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:22.126310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f111f39-2690-4a12-bd13-f4f07f5dc2dc None None] Network 8ec37cd5-e89c-42e1-957b-0c9fd9517e41 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:22.190034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:22.190962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.272237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Checking segment: {'id': '0af2cafc-cf92-4928-8c52-0aa8128b001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:22.273161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network hostable DHCP agents. Network: c40dce6b-20b3-4dfc-b33d-3b27331430dc, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:22.281199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:22.281871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.360792 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91433036-c666-4308-bf5b-68c4e4b3038e req-37b104d2-ad94-4b2d-8d31-a77ed4f391b5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378702 May 19 13:08:22.365026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Sync routers for ids ['64013d3b-abb7-443d-93fa-c33e8b93a17e'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:22.378854 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9a2d2c0b-f87b-4329-9db7-55052c4b348b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:22.404662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 00f052cc-bde4-4516-a470-f52ff57c0ca1 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:22.418269 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.3056197 May 19 13:08:22.421215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8bbb43-5c76-4172-a440-8d6d4a17b005 req-d5f8b576-54ee-465c-945b-001eb50b8ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578947 May 19 13:08:22.578619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:22.683292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Routers {'64013d3b-abb7-443d-93fa-c33e8b93a17e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:22.685225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['64013d3b-abb7-443d-93fa-c33e8b93a17e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:23.211661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:23.227958 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-558541df-f2c7-482b-9509-6f52a501cb7e tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/64013d3b-abb7-443d-93fa-c33e8b93a17e HTTP/1.1" status: 200 len: 907 time: 1.1179912 May 19 13:08:23.232366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.241920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:23.243707 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:23.296378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c40dce6b-20b3-4dfc-b33d-3b27331430dc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:23.345099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389088052', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:23.371078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:23.379093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=4e7fb2bb-a9dd-4393-916b-e19e10ab1d41,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:23.385925 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:23.387108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:23.394261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.394922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.441321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['84afb321-d239-4be7-939a-ef18d0d47a7f', '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:23.451197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Usage tracker for resource:router and tenant:dfe188aa791a4ebb9996fb08a0358600 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:23.469269 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:23.473833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.486457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.518694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:23.519770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.538873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:23.541483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f123053-8ee3-4d33-a845-91fe3c12f2a3 None None] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:23.542114 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.542824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.545074 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-07a8b99c-36be-43bb-80d7-5e33db4f3093 req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 HTTP/1.1" status: 204 len: 173 time: 2.4435625 May 19 13:08:23.549033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'name': 'network-vif-deleted', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:23.554393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.564184 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.4498718 May 19 13:08:23.566907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:23.568065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.581277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:23.585045 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.585635 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-acb089cd-edb9-4f95-97b5-32610b6937e4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5418 time: 0.4352632 May 19 13:08:23.587621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.633424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.708282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:23.710384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'subnet': {'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:23.805506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'port_id': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'mac_address': 'fa:16:3e:78:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:23.994962 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-979de3d9-29e6-44a1-bf12-6c1a85056675 req-75da44d7-ec8e-4ee0-88d6-a2e12f24c4d9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3354204 May 19 13:08:24.030610 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.146198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Set router 64013d3b-abb7-443d-93fa-c33e8b93a17e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:24.254765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-d60d48b7-8645-4af2-be09-7b9502ed83ad tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:24.255744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-d60d48b7-8645-4af2-be09-7b9502ed83ad tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Synchronizing usage tracker for tenant:d0471c22fce34e899a7818306ce5a02e on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:24.260187 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f052cc-bde4-4516-a470-f52ff57c0ca1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:24.270521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 9a2d2c0b-f87b-4329-9db7-55052c4b348b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:24.305865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-d60d48b7-8645-4af2-be09-7b9502ed83ad tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Unset dirty status for tenant:d0471c22fce34e899a7818306ce5a02e on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:24.307551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-d60d48b7-8645-4af2-be09-7b9502ed83ad tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/networks?id=6341664e-cdb2-4f39-b873-e56fd3fedc43 HTTP/1.1" status: 200 len: 824 time: 0.7206225 May 19 13:08:24.331467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-e58a0c6d-958c-47fa-9d36-33c912dd50f0 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/quotas/d0471c22fce34e899a7818306ce5a02e HTTP/1.1" status: 200 len: 375 time: 0.0150132 May 19 13:08:24.385473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:24.397996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.412953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:subnet and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:24.419315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:24.448213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-6a79e683-8129-401c-9ac6-65f467593dff tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0471c22fce34e899a7818306ce5a02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094563 May 19 13:08:24.460177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:24.528242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:24.541130 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.682906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:24.696344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8978c47-a24b-456a-9ffa-00a5b1378196 req-dace04f4-8e2a-407d-99a8-98f1a8e43f9f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e10dd57-73b4-4a20-b336-7cbbcdcaaced HTTP/1.1" status: 200 len: 210 time: 0.0639696 May 19 13:08:24.813531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-814e9c2b-2b43-4cde-a281-619195a8090b service neutron] 10.222.0.69 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536859 May 19 13:08:24.832513 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e10dd57-73b4-4a20-b336-7cbbcdcaaced', 'name': 'network-vif-deleted', 'tag': '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41', 'status': 'completed', 'code': 200} May 19 13:08:24.911478 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.912395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 126df8b0-c032-4c18-933e-d43ffb964072 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:25.032056 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-4b41a53c-494a-4af1-baa2-75ed2c9ecd41 service neutron] 10.222.0.69 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112894 May 19 13:08:25.054379 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:25.186330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:25.190809 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:25.209875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9a2d2c0b-f87b-4329-9db7-55052c4b348b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:25.210768 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.264395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-c40dce6b-20b3-4dfc-b33d-3b27331430dc', 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc', 'tenant_id': '0f2f6abb40354241bc2e0807523dd557', 'fixed_ips': [{'subnet_id': 'a8b1e87e-50fd-4416-921e-e17dfe992825'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:08:25.265855 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.404463 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f11850-656f-4b1a-a1cf-312d4ec4fe4e None None] Network 8ec37cd5-e89c-42e1-957b-0c9fd9517e41 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:25.491546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d022f1dd-ee95-4135-9d6e-69f71dfbcd9a req-368b1d4d-1fe5-4779-aae5-ab56d4ba6353 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.1895854 May 19 13:08:25.641429 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:25.918458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:25.949921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:25.966730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:25.997645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:26.004766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Allocated IP 2001:db8::2 (c40dce6b-20b3-4dfc-b33d-3b27331430dc/a8b1e87e-50fd-4416-921e-e17dfe992825/0e403578-ca9b-4863-a4b7-03a8c027b011) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:26.036458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:26.069696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:26.088248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:26.106432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29584fce-5f8b-494a-87c5-82560bb75738 req-ae7d05e0-a0da-4e22-a489-55cc9ac4f8c4 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5419 time: 0.5768614 May 19 13:08:26.281401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29584fce-5f8b-494a-87c5-82560bb75738 req-73382b76-8de2-4fda-8359-4942a5d4e2c6 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726248 May 19 13:08:26.429165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.683957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.885953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81025e0b-31b4-4035-9401-79248fe600c0 req-1dc085c7-b660-4e2c-bfbb-20adc816e4d6 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.2200360 May 19 13:08:27.175168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 172.25.4.158 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/32f4a21a-1472-4980-8fab-1793fa25c135) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:27.311932 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.333371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Transition to ACTIVE for port object 0e403578-ca9b-4863-a4b7-03a8c027b011 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:27.381681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Transition to ACTIVE for port object 0e403578-ca9b-4863-a4b7-03a8c027b011 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:27.446147 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.459696 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.465738 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-efbdcea9-200c-46b4-83d7-f92cde508713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:27.563461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Subnet': ['ID=ff8804b2-c961-454d-bb80-1d125f08f164,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:27.569372 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:27.582112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Checking segment: {'id': 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:27.582501 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network hostable DHCP agents. Network: f110e38d-d7c1-4359-97ff-fab6ba7830d4, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:27.590024 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.602800 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:27.661817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1814-5a02-4118-b0f3-299b9fb58335 req-354d2768-bcc4-4df1-b033-b892fc0314e1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:27.663422 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c3b1814-5a02-4118-b0f3-299b9fb58335 req-354d2768-bcc4-4df1-b033-b892fc0314e1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.3985000 May 19 13:08:27.731667 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.791617 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:27.852296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '126df8b0-c032-4c18-933e-d43ffb964072', 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'port_id': '126df8b0-c032-4c18-933e-d43ffb964072', 'mac_address': 'fa:16:3e:41:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e25a3b2-ed0a-4347-86fa-c0992634dd97', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:27.859887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=32f4a21a-1472-4980-8fab-1793fa25c135,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:27.884636 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:27.917522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:27.926381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:27.926615 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c6c1e304-484e-4130-a417-8c4c98d1335d None None] Provisioning complete for port 9a2d2c0b-f87b-4329-9db7-55052c4b348b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:27.926941 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e304-484e-4130-a417-8c4c98d1335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.929866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:27.938911 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c3b1814-5a02-4118-b0f3-299b9fb58335 req-b0c74e07-b22e-42ce-bb67-00351c1b34de tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518058 May 19 13:08:27.957177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:28.048662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.053798 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:28.081260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.092871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f110e38d-d7c1-4359-97ff-fab6ba7830d4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:28.113749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.138485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:28.147024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.171824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.190366 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6fddd-f3cd-49ee-8f30-6dc65812e50c None None] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:28.208274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.212983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.212983 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.230324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:28.248277 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-7304189e-1fba-4486-ba37-658c03f0caa0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5419 time: 0.4122574 May 19 13:08:28.254096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:28.503702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d12acfc5-6d35-4fd3-8ebf-7fbb6e641525 req-e0d4b4eb-7bce-4348-a443-dce89c758665 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526157 May 19 13:08:28.543701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Pushing event updated for resources: {'Port': ['ID=0e403578-ca9b-4863-a4b7-03a8c027b011,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:28.558489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5721ac9c-0442-42c9-8178-fd6abbb47ef0 req-14e8d82d-5fb3-43ac-8f02-a01c7744e2e1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.1923225 May 19 13:08:28.701487 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.712620 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:28.828336 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2592041 May 19 13:08:28.851580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:28.957845 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.996009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Attempting to bind port 0e403578-ca9b-4863-a4b7-03a8c027b011 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:28.996427 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Attempting to bind port 0e403578-ca9b-4863-a4b7-03a8c027b011 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '0af2cafc-cf92-4928-8c52-0aa8128b001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:28.996864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Attempting to bind port 0e403578-ca9b-4863-a4b7-03a8c027b011 on network c40dce6b-20b3-4dfc-b33d-3b27331430dc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:29.025630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9a2d2c0b-f87b-4329-9db7-55052c4b348b,segment=NetworkSegment(5293a84b-abee-42bb-a205-08dcbd0caf9a),segment_id=5293a84b-abee-42bb-a205-08dcbd0caf9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:29.044878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:29.046238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Checking segment: {'id': '0af2cafc-cf92-4928-8c52-0aa8128b001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:29.051984 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.051984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Bound using segment: {'id': '0af2cafc-cf92-4928-8c52-0aa8128b001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:29.053300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Bound port: 0e403578-ca9b-4863-a4b7-03a8c027b011, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af2cafc-cf92-4928-8c52-0aa8128b001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c40dce6b-20b3-4dfc-b33d-3b27331430dc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:29.054825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.182240 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.191530 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:29.224886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126df8b0-c032-4c18-933e-d43ffb964072 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:29.243158 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:29.282770 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:08:29.392861 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] For port 0e403578-ca9b-4863-a4b7-03a8c027b011, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:29.398993 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] For port 0e403578-ca9b-4863-a4b7-03a8c027b011, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0e403578-ca9b-4863-a4b7-03a8c027b011,segment=NetworkSegment(0af2cafc-cf92-4928-8c52-0aa8128b001e),segment_id=0af2cafc-cf92-4928-8c52-0aa8128b001e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:29.409339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-1e1cda12-6340-4909-8a9c-8fcd49364e23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:29.411774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-1e1cda12-6340-4909-8a9c-8fcd49364e23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.8130665 May 19 13:08:29.421302 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.421747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b0024c4f-118c-489b-988e-bf77936d425a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:29.454243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:29.489511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'b0024c4f-118c-489b-988e-bf77936d425a', 'network_id': 'a20bb1c5-b0ea-47fb-832c-5bba76e4f14f', 'port_id': 'b0024c4f-118c-489b-988e-bf77936d425a', 'mac_address': 'fa:16:3e:d1:cf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e25a3b2-ed0a-4347-86fa-c0992634dd97', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:29.491798 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.571677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c73f-46c6-4988-81e7-4375a83ca82e req-62b786fd-3369-419e-8b02-b91d800a9810 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:29.584242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e11c73f-46c6-4988-81e7-4375a83ca82e req-62b786fd-3369-419e-8b02-b91d800a9810 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.4146154 May 19 13:08:29.629871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.914037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e11c73f-46c6-4988-81e7-4375a83ca82e req-f72672eb-1af4-4fd0-b269-0755fb4b63d5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287637 May 19 13:08:29.939004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:12Z', 'updated_at': '2021-05-19T13:08:18Z', 'revision_number': 3, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port': {'id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:08:15Z', 'updated_at': '2021-05-19T13:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:29.957228 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0024c4f-118c-489b-988e-bf77936d425a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:29.961894 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Checking router: 64013d3b-abb7-443d-93fa-c33e8b93a17e for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:29.962226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Updating router 64013d3b-abb7-443d-93fa-c33e8b93a17e port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:08:30.022802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=9a2d2c0b-f87b-4329-9db7-55052c4b348b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:30.047517 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:30.049073 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.560s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:30.263433 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f110e38d-d7c1-4359-97ff-fab6ba7830d4', 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4', 'tenant_id': '0f2f6abb40354241bc2e0807523dd557', 'fixed_ips': [{'subnet_id': 'ff8804b2-c961-454d-bb80-1d125f08f164'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:08:30.265046 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.299670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 84afb321-d239-4be7-939a-ef18d0d47a7f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:30.300168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.359044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.376566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.391633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.408105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.429601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.442756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.457495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.461585 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-47b98a6a-78fc-4fb7-b609-a580d354acde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5420 time: 0.5716987 May 19 13:08:30.469617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-a586239c-76e8-446e-940a-c4cc29e60395 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:30.477557 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-a586239c-76e8-446e-940a-c4cc29e60395 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.71 "GET /v2.0/networks?id=6341664e-cdb2-4f39-b873-e56fd3fedc43 HTTP/1.1" status: 200 len: 824 time: 2.1632288 May 19 13:08:30.525670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:30.537728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Request body: {'port': {'device_id': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43', 'admin_state_up': True, 'tenant_id': 'd0471c22fce34e899a7818306ce5a02e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:30.589538 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.589538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ceff4dad-4cb6-4643-9c37-98ed1a0173fa details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:30.641817 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.732555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b6c9157e-efd9-49be-9239-e55a78945f51 req-8f2dff43-b141-4499-bbfa-bfb81a7284e5 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.2647328 May 19 13:08:30.816998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68046b4e-f1cf-4594-b30e-f7d67012822d req-1edffc58-c784-47de-8370-a7fdb58ca40f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783395 May 19 13:08:31.001099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:31.167674 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.306072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 84afb321-d239-4be7-939a-ef18d0d47a7f, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=84afb321-d239-4be7-939a-ef18d0d47a7f,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:31.306596 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.637454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.836968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9a2d2c0b-f87b-4329-9db7-55052c4b348b up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:31.875842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 84afb321-d239-4be7-939a-ef18d0d47a7f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:32.000234 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 1.07 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:32.014681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db1c78-a206-4644-80d8-5667f0c9498b None None] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:32.073946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:32.096231 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Usage tracker for resource:port and tenant:d0471c22fce34e899a7818306ce5a02e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:32.105807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6322ab9f-e7f1-4157-b520-99a6dafe7eca req-f238b84a-6a25-4090-9739-d5d029031d11 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.0741839 May 19 13:08:32.196290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Allocated IP 2001:db8::2 (f110e38d-d7c1-4359-97ff-fab6ba7830d4/ff8804b2-c961-454d-bb80-1d125f08f164/59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:32.232161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:32.242608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821350-ebac-4516-a12b-3ceeecdec9e7 req-24491ff5-35c6-4d17-a019-5cb8b0f30d26 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.253979 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d821350-ebac-4516-a12b-3ceeecdec9e7 req-24491ff5-35c6-4d17-a019-5cb8b0f30d26 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 945 time: 0.4243605 May 19 13:08:32.347422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:32.451445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Made reservation on behalf of d0471c22fce34e899a7818306ce5a02e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:32.472933 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.518167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.539186 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0c0ee865-d614-47c6-a914-2d386beaf3b9 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:32.577409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7d821350-ebac-4516-a12b-3ceeecdec9e7 req-9c536863-00c4-4bb2-bcfe-070e76ab2952 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224816 May 19 13:08:32.635609 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:32.688456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=84afb321-d239-4be7-939a-ef18d0d47a7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:32.696662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 84afb321-d239-4be7-939a-ef18d0d47a7f on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:32.700156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.700548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.700903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.701269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.701653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.702002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.702353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.702811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.703518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.704129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.704501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.704903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:32.708612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.720962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'name': 'network-vif-deleted', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:32.734321 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:32.736295 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['84afb321-d239-4be7-939a-ef18d0d47a7f', '4e7fb2bb-a9dd-4393-916b-e19e10ab1d41'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:32.737300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b5c0f52a-ccc3-4d11-bc59-33afcb94ee3f req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/84afb321-d239-4be7-939a-ef18d0d47a7f HTTP/1.1" status: 204 len: 173 time: 3.3128099 May 19 13:08:32.816754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.835637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.849115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.855411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.868079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.885068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.885989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:32.891095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:32.901501 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-f6740068-b1df-47fc-86ae-c08e6ade5a31 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5421 time: 0.4355717 May 19 13:08:32.971817 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73c3ce85-65e0-453f-ba89-2fcf20c0ab54 req-d7c81e04-17ea-4631-a119-0f9bce2059d0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693705 May 19 13:08:33.033459 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce0632e5-7eb2-45d8-9bf5-29e52cc0730b None None] Provisioning for port 0e403578-ca9b-4863-a4b7-03a8c027b011 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:33.397891 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e80008-09df-4295-8c05-f672a3ce0577', 'name': 'network-vif-deleted', 'tag': '84afb321-d239-4be7-939a-ef18d0d47a7f', 'status': 'completed', 'code': 200} May 19 13:08:33.493907 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.621290 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-220a9e1b-1a85-49bb-894c-247437c26588 req-ba51994e-19f9-431e-8b7b-0157e0b3cae8 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.1342511 May 19 13:08:33.754944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Pushing event updated for resources: {'Port': ['ID=0e403578-ca9b-4863-a4b7-03a8c027b011,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:33.760426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Allocated IP 2001:db8::1 (c40dce6b-20b3-4dfc-b33d-3b27331430dc/a8b1e87e-50fd-4416-921e-e17dfe992825/b8c0f585-c0af-41ad-bcca-ec35534eb749) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:33.769148 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.720s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:33.908985 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.399s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:34.117547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'port_id': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa', 'mac_address': 'fa:16:3e:87:29:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:34.229942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-df84c155-5ad5-4938-b5f5-4496fdd7b290 req-96cc3ce4-8dc2-4832-a8a1-0d7ee0babf52 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:34.301666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-df84c155-5ad5-4938-b5f5-4496fdd7b290 req-96cc3ce4-8dc2-4832-a8a1-0d7ee0babf52 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:34.303738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df84c155-5ad5-4938-b5f5-4496fdd7b290 req-96cc3ce4-8dc2-4832-a8a1-0d7ee0babf52 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1e80008-09df-4295-8c05-f672a3ce0577 HTTP/1.1" status: 200 len: 210 time: 0.2705967 May 19 13:08:34.582719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9a2d2c0b-f87b-4329-9db7-55052c4b348b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:34.596682 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.731309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.738498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.745998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.755727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.764742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.789536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.798890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:34.809600 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-c4ba8c33-2c3d-49f0-ad4d-e46b05d6abd2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5421 time: 0.2658532 May 19 13:08:34.845092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Allocated IP 172.20.0.13 (6341664e-cdb2-4f39-b873-e56fd3fedc43/5a29c551-52a8-4811-b8ed-496827a9cceb/ac280065-39a7-4789-a006-967d50ff78fe) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:34.887400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17f4fc6d-1794-4f72-aadb-6e9a0fd6cacd req-59a31bed-9381-4310-a39f-9fcde79e86e2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764587 May 19 13:08:34.985687 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.033160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceff4dad-4cb6-4643-9c37-98ed1a0173fa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:35.069519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.075536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router 15c96293-800b-409c-85ec-f5b9b14566e4 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:35.088734 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.133596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0aec4f9b-a99c-42ad-ae88-45dcc34a4d8e req-0f263036-3660-459d-bf11-ca51d7575b93 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.1044326 May 19 13:08:35.217528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:35.258393 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Transition to ACTIVE for port object 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:35.263345 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:35.268324 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.657s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:35.268688 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:35.301114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:35.322273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Transition to ACTIVE for port object b8c0f585-c0af-41ad-bcca-ec35534eb749 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:35.339299 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.340248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 42716f4b-4ab2-4cc3-9811-4a355cc5b94a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:35.353594 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-af484557-35e1-4f27-a819-8f74a8c5b899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:35.514751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Transition to ACTIVE for port object 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:35.620815 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.685540 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:35.753045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:35.854776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.864847 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a635830-581f-41d2-81cc-bb657384c547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:35.874218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:35.905258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:35.928994 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Sync routers for ids ['15c96293-800b-409c-85ec-f5b9b14566e4'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:35.975873 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Routers {'15c96293-800b-409c-85ec-f5b9b14566e4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:35.978221 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['15c96293-800b-409c-85ec-f5b9b14566e4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:36.047472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Port': ['ID=b8c0f585-c0af-41ad-bcca-ec35534eb749,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:36.100496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.101279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.107261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.108363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.109229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.109714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.110860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.114424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.116346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.116346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.116644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.118513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:36.126564 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:36.159496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:36.170967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.181967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:36.191365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:36.192387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.372703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:36.382521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:36.449062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.450925 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.1380668 May 19 13:08:36.489385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:36.594005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:36.596608 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Set router 15c96293-800b-409c-85ec-f5b9b14566e4 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:36.634150 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.709471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:36.778948 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.425s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:36.809034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'port_id': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'mac_address': 'fa:16:3e:35:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:36.956845 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.321s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:36.993757 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-782673f9-93e7-40c4-b6e1-7f6714e6facf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/15c96293-800b-409c-85ec-f5b9b14566e4 HTTP/1.1" status: 200 len: 907 time: 0.4990554 May 19 13:08:37.056429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.071097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Transition to ACTIVE for port object 0ee81fe2-3371-4bc2-aac9-65059ccd6acb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:37.088954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:37.246930 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.251979 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0e403578-ca9b-4863-a4b7-03a8c027b011 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:37.355216 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.494454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Attempting to bind port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:37.496047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Attempting to bind port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:37.496757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Attempting to bind port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e on network f110e38d-d7c1-4359-97ff-fab6ba7830d4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:37.518830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:37.520318 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Checking segment: {'id': 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:37.520866 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.521667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Bound using segment: {'id': 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:37.522302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Bound port: 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f110e38d-d7c1-4359-97ff-fab6ba7830d4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:37.522976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.546291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0e403578-ca9b-4863-a4b7-03a8c027b011 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:37.563979 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0e403578-ca9b-4863-a4b7-03a8c027b011 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:37.564519 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.626913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-934a2891-a2ab-4b04-b9ef-8951ad76e1f5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:37.635827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-934a2891-a2ab-4b04-b9ef-8951ad76e1f5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 1.2421503 May 19 13:08:37.662296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-6f4a36a8-c2c1-4104-8de0-09c434ae1eaa tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0251677 May 19 13:08:37.707736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Pushing event updated for resources: {'Port': ['ID=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:37.711253 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:37.799412 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:37.974564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:37.987674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] For port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:37.991816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:37.992297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] For port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,segment=NetworkSegment(d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d),segment_id=d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:37.994698 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.999674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:38.006535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:38.013072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:38.016159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Attempting to bind port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:38.016837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Attempting to bind port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:38.018044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Attempting to bind port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:38.020716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:38.024491 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.024685 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c96293-800b-409c-85ec-f5b9b14566e4', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '32f4a21a-1472-4980-8fab-1793fa25c135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:23Z', 'updated_at': '2021-05-19T13:08:29Z', 'revision_number': 3, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port': {'id': '32f4a21a-1472-4980-8fab-1793fa25c135', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c96293-800b-409c-85ec-f5b9b14566e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:08:26Z', 'updated_at': '2021-05-19T13:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:38.030539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:38.035049 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Checking router: 15c96293-800b-409c-85ec-f5b9b14566e4 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:38.037117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Pushing event updated for resources: {'Port': ['ID=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:38.039088 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Updating router 15c96293-800b-409c-85ec-f5b9b14566e4 port 32f4a21a-1472-4980-8fab-1793fa25c135 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:08:38.040822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-3a46b327-731a-4dfc-af58-c9fd0364511a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5422 time: 1.7841372 May 19 13:08:38.041478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:38.046217 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.062739 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:38.163179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-50bd0c3b-4e0b-4543-8e77-0b7fbcab0895 req-f1c13995-b038-4c37-bb74-507a71549b1e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204774 May 19 13:08:38.190329 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.277034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Pushing event updated for resources: {'Port': ['ID=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:38.282963 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:38.283839 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:38.285621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:38.288386 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.289186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:38.289693 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Bound port: 0ee81fe2-3371-4bc2-aac9-65059ccd6acb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:38.290103 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.401037 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.459136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-8c5fd024-cf86-49eb-ae69-556be90adde1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7953172 May 19 13:08:38.501796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc363504-58a7-4ba3-9095-5d2f71f4ee4e None None] Provisioning complete for port 0e403578-ca9b-4863-a4b7-03a8c027b011 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:38.502554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc363504-58a7-4ba3-9095-5d2f71f4ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.590099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.608687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.609489 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.633105 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6961d44f-9cef-4089-84c6-471b26ead186 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:38.706216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42716f4b-4ab2-4cc3-9811-4a355cc5b94a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:38.816536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Port': ['ID=b8c0f585-c0af-41ad-bcca-ec35534eb749,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:38.822443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aaac68c9-0362-41ab-8054-6bbd44eb2bb7 req-3af5a39f-3086-4551-b4d3-97db179f599c tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.1521890 May 19 13:08:38.889071 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:38.996238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:39.002876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 0e403578-ca9b-4863-a4b7-03a8c027b011, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0e403578-ca9b-4863-a4b7-03a8c027b011,segment=NetworkSegment(0af2cafc-cf92-4928-8c52-0aa8128b001e),segment_id=0af2cafc-cf92-4928-8c52-0aa8128b001e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:39.051664 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.052610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b9d21e26-2a3c-444a-9a43-8e39a6a35b00 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:39.058100 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:39.068125 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.092815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-f8cbc3d7-d364-425a-ba71-1ad0dd5c2398 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319530 May 19 13:08:39.112756 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Transition to ACTIVE for port object 32f4a21a-1472-4980-8fab-1793fa25c135 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:39.137484 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.157760 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-d34d05cf-35a0-466b-9c52-65280b74bcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:39.203716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.235738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Deleting port 32f4a21a-1472-4980-8fab-1793fa25c135 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:39.237616 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.285088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] For port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:39.307625 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] For port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:39.323313 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.368297 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-843b9356-23e6-41d2-bc42-ef096a967101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:39.452610 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.474386 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Attempting to bind port 32f4a21a-1472-4980-8fab-1793fa25c135 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:39.474816 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Attempting to bind port 32f4a21a-1472-4980-8fab-1793fa25c135 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:39.475192 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Attempting to bind port 32f4a21a-1472-4980-8fab-1793fa25c135 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:39.561224 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:39.561818 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:39.563967 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.564526 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:39.565906 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Bound port: 32f4a21a-1472-4980-8fab-1793fa25c135, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:39.567258 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.579550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Routers {'64013d3b-abb7-443d-93fa-c33e8b93a17e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:39.580411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['64013d3b-abb7-443d-93fa-c33e8b93a17e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:39.696997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:39.746399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-008f37b0-eeb8-4c43-bd1c-9da58ffa2ec8 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485362 May 19 13:08:39.766818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:39.773356 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] For port 32f4a21a-1472-4980-8fab-1793fa25c135, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:39.788987 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] For port 32f4a21a-1472-4980-8fab-1793fa25c135, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=32f4a21a-1472-4980-8fab-1793fa25c135,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:39.802156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Pushing event updated for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:39.805142 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.815952 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:39.833931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:39.875151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Network 6341664e-cdb2-4f39-b873-e56fd3fedc43 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:39.876196 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Routers {'15c96293-800b-409c-85ec-f5b9b14566e4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:39.881154 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['15c96293-800b-409c-85ec-f5b9b14566e4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:39.949243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:39.992719 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.028194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:40.051478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:40.113248 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.793s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:40.223117 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:40.273295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:40.288480 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] Set router 15c96293-800b-409c-85ec-f5b9b14566e4 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:40.550782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=0e403578-ca9b-4863-a4b7-03a8c027b011,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:40.575132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:40.575831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.614607 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'port_id': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'mac_address': 'fa:16:3e:6f:d4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:40.788545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2966955 May 19 13:08:40.826660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Request body: {'port': {'device_id': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:40.872552 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd63a1-6af0-4dc7-a40e-1e75b0524f61 None None] Pushing event updated for resources: {'Port': ['ID=32f4a21a-1472-4980-8fab-1793fa25c135,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:40.930012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Calling delete_port for 32f4a21a-1472-4980-8fab-1793fa25c135 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:40.974877 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-03dd63a1-6af0-4dc7-a40e-1e75b0524f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.823s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:40.976638 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.143s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:41.112362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.172336 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c96293-800b-409c-85ec-f5b9b14566e4', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:23Z', 'updated_at': '2021-05-19T13:08:38Z', 'revision_number': 4, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:41.239878 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c386a5-70a1-471a-ab60-03f4b2591fcb None None] The sync data for ids ['15c96293-800b-409c-85ec-f5b9b14566e4'] in n-d-791505-2 is: [{'id': '15c96293-800b-409c-85ec-f5b9b14566e4', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:23Z', 'updated_at': '2021-05-19T13:08:38Z', 'revision_number': 4, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:41.342745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] Set router 64013d3b-abb7-443d-93fa-c33e8b93a17e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:08:41.429367 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd63a1-6af0-4dc7-a40e-1e75b0524f61 None None] Pushing event updated for resources: {'Port': ['ID=32f4a21a-1472-4980-8fab-1793fa25c135,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:41.435369 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-03dd63a1-6af0-4dc7-a40e-1e75b0524f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:41.558376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Router 3a48e75c-8c15-44a2-b671-b2fad853756c is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:42.052896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272922db-a9df-45d4-9852-0de1ce92d163 None None] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:08:42.115182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:42.174575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.182369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.198643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.206538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.224499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.237933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.256992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.262882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-fe240a4c-d9e5-4291-b5c6-0d557f2168ca tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5423 time: 1.6353383 May 19 13:08:42.294717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2eb7f-fcb6-4f98-8371-32b2acad21c7 req-7d580d0e-e019-4da8-ac04-6717f8fa6ca2 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:42.301003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2d2eb7f-fcb6-4f98-8371-32b2acad21c7 req-7d580d0e-e019-4da8-ac04-6717f8fa6ca2 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 932 time: 1.3145444 May 19 13:08:42.427551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4be12a0-2df8-4f39-9e3e-b53cb7c1e1a9 req-ef15f54b-56a5-4af4-a43e-a9849c97b631 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220679 May 19 13:08:42.646358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a2d2eb7f-fcb6-4f98-8371-32b2acad21c7 req-a1055425-7da8-436b-bec6-1e075e80ca72 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Synchronizing usage tracker for tenant:d0471c22fce34e899a7818306ce5a02e on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:42.712306 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdf9-da4a-44b9-9a30-3a6c31a8c9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.713749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-a2d2eb7f-fcb6-4f98-8371-32b2acad21c7 req-a1055425-7da8-436b-bec6-1e075e80ca72 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Unset dirty status for tenant:d0471c22fce34e899a7818306ce5a02e on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:42.717718 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2d2eb7f-fcb6-4f98-8371-32b2acad21c7 req-a1055425-7da8-436b-bec6-1e075e80ca72 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033130 May 19 13:08:42.784535 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.793294 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1cfc95ba-bec5-45d3-b4a3-76de3c55049a tempest-DeleteServersTestJSON-1663270336 tempest-DeleteServersTestJSON-1663270336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:42.986881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac280065-39a7-4789-a006-967d50ff78fe {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:42.997053 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.018079 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Transition to ACTIVE for port object ac280065-39a7-4789-a006-967d50ff78fe will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:43.028969 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.048951 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a61be65-522e-45da-aab5-2fa5cc348405 tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:43.368369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:43.371864 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:43.483546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:43.500535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6382697 May 19 13:08:43.508983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:43.657511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:43.788558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f4a21a-1472-4980-8fab-1793fa25c135,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:43.791997 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:43.795037 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.845213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] Sync routers for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:43.855928 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.901028 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-76ccaa15-1123-4eef-aa34-307e7ebd7e83 req-00bdb890-60e9-4b40-b9b9-4afaf1de9369 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 210 time: 0.5856850 May 19 13:08:44.151862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0e403578-ca9b-4863-a4b7-03a8c027b011 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:44.245454 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d21e26-2a3c-444a-9a43-8e39a6a35b00 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:44.284767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:44.288664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.312209 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9fb8-7d1e-4b4d-a77e-591d74a79046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.316592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Pushing event updated for resources: {'Port': ['ID=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:44.318515 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.376420 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.263s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:44.391683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Provisioning for port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:44.391683 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.888s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:44.391683 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:44.391683 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.396210 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.398027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0d6d656e-54e4-45ca-832e-aed8e95ad56b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:44.433121 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:44.591297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:44.592633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:44.610196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-6f6629fe-5f95-4aa9-9d03-2bace3f72126 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:44.611874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-6f6629fe-5f95-4aa9-9d03-2bace3f72126 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 1.3738692 May 19 13:08:44.617256 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.617770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15c96293-800b-409c-85ec-f5b9b14566e4 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:44.643157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:44.730034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:44.795722 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:44.797096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Provisioning complete for port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:44.797916 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.932806 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:44.946416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:44.957481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.958969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/routers/15c96293-800b-409c-85ec-f5b9b14566e4 HTTP/1.1" status: 204 len: 168 time: 7.8618059 May 19 13:08:44.971646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 53920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:44.974243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:44.977524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:44.981457 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.018402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.056308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Attempting to bind port ac280065-39a7-4789-a006-967d50ff78fe on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:45.056308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Attempting to bind port ac280065-39a7-4789-a006-967d50ff78fe by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'd549c0e7-67f1-45c8-99d0-122d728ae85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:45.056308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Attempting to bind port ac280065-39a7-4789-a006-967d50ff78fe on network 6341664e-cdb2-4f39-b873-e56fd3fedc43 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:45.080042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Port ac280065-39a7-4789-a006-967d50ff78fe on network 6341664e-cdb2-4f39-b873-e56fd3fedc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:08:45.080957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Attempting to bind port ac280065-39a7-4789-a006-967d50ff78fe on network 6341664e-cdb2-4f39-b873-e56fd3fedc43 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:45.106328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:45.107375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:45.194609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:45.195535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Checking segment: {'id': 'd549c0e7-67f1-45c8-99d0-122d728ae85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:45.196497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Bound using segment: {'id': 'd549c0e7-67f1-45c8-99d0-122d728ae85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:45.197512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Bound port: ac280065-39a7-4789-a006-967d50ff78fe, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd549c0e7-67f1-45c8-99d0-122d728ae85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:45.198296 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.264530 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:08:45.270427 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.281133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:45.332056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:45.338266 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e229b-c256-4c1c-b4b1-448ff5b1b4a4 None None] The sync data for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:45.570150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '0d6d656e-54e4-45ca-832e-aed8e95ad56b', 'network_id': 'f2cf330e-cb80-4850-9478-9a4a8db69511', 'port_id': '0d6d656e-54e4-45ca-832e-aed8e95ad56b', 'mac_address': 'fa:16:3e:6f:33:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634e4fe-3079-4474-8320-f269509eca2e', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:45.572856 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.694335 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:12Z', 'updated_at': '2021-05-19T13:08:18Z', 'revision_number': 3, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port': {'id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:08:15Z', 'updated_at': '2021-05-19T13:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:45.707736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5ac0-b248-4fd3-8fb2-dfd0c7724b41 None None] The sync data for ids ['64013d3b-abb7-443d-93fa-c33e8b93a17e'] in n-d-791505-2 is: [{'id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'name': 'tempest-snat-router-389088052', 'tenant_id': 'dfe188aa791a4ebb9996fb08a0358600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:08:12Z', 'updated_at': '2021-05-19T13:08:18Z', 'revision_number': 3, 'project_id': 'dfe188aa791a4ebb9996fb08a0358600', 'gw_port': {'id': '0ee81fe2-3371-4bc2-aac9-65059ccd6acb', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64013d3b-abb7-443d-93fa-c33e8b93a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:08:15Z', 'updated_at': '2021-05-19T13:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:45.757887 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.771515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0e403578-ca9b-4863-a4b7-03a8c027b011 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:45.772264 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.817871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.862226 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.862697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:45.883069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ac280065-39a7-4789-a006-967d50ff78fe,segment=NetworkSegment(d549c0e7-67f1-45c8-99d0-122d728ae85f),segment_id=d549c0e7-67f1-45c8-99d0-122d728ae85f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:45.893759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] For port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,segment=NetworkSegment(d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d),segment_id=d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:45.899522 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1ca494d7-a3e7-4826-8089-cbaf63d74f6a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:08:45.906764 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ca494d7-a3e7-4826-8089-cbaf63d74f6a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3931043 May 19 13:08:45.911130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:45.914216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.927594 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.933028 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:46.039074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6d656e-54e4-45ca-832e-aed8e95ad56b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:46.056794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.065531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.073121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.085013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:46.091841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.096963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:46.110838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.127797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.142022 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.147504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.153845 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-d048e2db-d2b0-45d9-91a1-ff4e859fb6d8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5423 time: 2.0202785 May 19 13:08:46.175375 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.197177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Provisioning for port b8c0f585-c0af-41ad-bcca-ec35534eb749 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:46.261240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Provisioning complete for port b8c0f585-c0af-41ad-bcca-ec35534eb749 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:46.266628 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.439376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Pushing event updated for resources: {'Port': ['ID=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:46.459762 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:46.462515 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:46.532976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.534638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.536448 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] 10.222.0.71 "PUT /v2.0/ports/ac280065-39a7-4789-a006-967d50ff78fe HTTP/1.1" status: 200 len: 1092 time: 5.7147450 May 19 13:08:46.623728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:46.751107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3af2-1535-4c40-bb44-6b0e88371bc4 req-31fcd685-1153-4f21-b1df-ca1cef6df456 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:46.766373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b95d3af2-1535-4c40-bb44-6b0e88371bc4 req-31fcd685-1153-4f21-b1df-ca1cef6df456 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 944 time: 2.2527430 May 19 13:08:46.834432 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Port b8c0f585-c0af-41ad-bcca-ec35534eb749 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:46.898296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:46.910795 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:46.993680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-67b147a1-25e9-4ae6-8d1f-88714babab6c None None] Provisioning complete for port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:46.994237 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67b147a1-25e9-4ae6-8d1f-88714babab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.144061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f04ee4a7-5d53-48fe-8e51-2be0f51cd150 req-42916286-6921-43a0-bb37-7d8e2967d854 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9316809 May 19 13:08:47.249037 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b95d3af2-1535-4c40-bb44-6b0e88371bc4 req-0b974e70-afd3-4476-87e3-4e295d5ede6e tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810245 May 19 13:08:47.370929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:47.394155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.13 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/14ac0f3b-b441-4ab4-ba41-bac83e708ca5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:47.654300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ceff4dad-4cb6-4643-9c37-98ed1a0173fa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:47.904268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Deleting port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:47.904950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.002775 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe', 'status': 'completed', 'code': 200} May 19 13:08:48.062963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:48.109761 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:48.138834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['42716f4b-4ab2-4cc3-9811-4a355cc5b94a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:48.192651 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['126df8b0-c032-4c18-933e-d43ffb964072'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:48.246689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['00f052cc-bde4-4516-a470-f52ff57c0ca1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:48.301080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-82bbd001-a439-4a64-a297-7e825981a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:48.305545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-82bbd001-a439-4a64-a297-7e825981a6d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0471c22fce34e899a7818306ce5a02e&device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 1095 time: 1.6277952 May 19 13:08:48.322057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] For port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:48.323773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.487378 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b9d21e26-2a3c-444a-9a43-8e39a6a35b00'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:48.633772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['0d6d656e-54e4-45ca-832e-aed8e95ad56b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:48.673226 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-0f4ecc34-acff-40ac-a0f3-f88a017113ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac280065-39a7-4789-a006-967d50ff78fe HTTP/1.1" status: 200 len: 217 time: 0.3514016 May 19 13:08:48.861415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Calling delete_port for 0ee81fe2-3371-4bc2-aac9-65059ccd6acb owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:48.861619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 84afb321-d239-4be7-939a-ef18d0d47a7f no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:48.884889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-2c987dd4-1396-4ffb-a19c-d1134aa6be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:48.886648 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-2c987dd4-1396-4ffb-a19c-d1134aa6be12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a29c551-52a8-4811-b8ed-496827a9cceb HTTP/1.1" status: 200 len: 864 time: 0.1957901 May 19 13:08:48.926365 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.956959 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.027576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-dfc38816-5b0b-482d-9630-a7829a580c9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6341664e-cdb2-4f39-b873-e56fd3fedc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327839 May 19 13:08:49.039198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b0024c4f-118c-489b-988e-bf77936d425a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:49.086745 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.245094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f29f7b49-8c52-41c7-9ae6-b6e388b22d0a req-fc280d23-1233-4222-8dc6-1df6932df505 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 210 time: 1.4424078 May 19 13:08:49.265738 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-5907b7c4-ca48-4514-a65b-e4b06b2a3c5a service neutron] 10.222.0.71 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271910 May 19 13:08:49.398700 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.458389 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:49.677733 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:49.713290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-30fed78c-0b95-4f45-b4ac-392b8522296d req-c0456b4c-637d-4d2d-bf65-bb1989d79b85 service neutron] 10.222.0.71 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375532 May 19 13:08:49.784902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:49.795696 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:50.024626 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:50.036304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:50.038942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:50.098040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-2870e97e-a6a0-489b-bbe7-8f2aa066a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:50.100604 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-2870e97e-a6a0-489b-bbe7-8f2aa066a6b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0471c22fce34e899a7818306ce5a02e&device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 1095 time: 0.2451770 May 19 13:08:50.113710 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.134125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:50.135041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.170457 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b49c063e-3361-4f6b-b505-53b1fc96735b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:50.236708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ee81fe2-3371-4bc2-aac9-65059ccd6acb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:50.240226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6021261 May 19 13:08:50.267538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:50.267814 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.312910 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:50.322846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Request body: {'port': {'device_id': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:50.361924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 84afb321-d239-4be7-939a-ef18d0d47a7f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:08:50.362482 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 84afb321-d239-4be7-939a-ef18d0d47a7f not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:50.363013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:50.505349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:08:50.505881 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 4e7fb2bb-a9dd-4393-916b-e19e10ab1d41 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:50.591321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.595276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-1e29f2a3-c847-4f78-ac49-9bd012997af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:50.597850 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-1e29f2a3-c847-4f78-ac49-9bd012997af6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6341664e-cdb2-4f39-b873-e56fd3fedc43 HTTP/1.1" status: 200 len: 925 time: 0.4833255 May 19 13:08:50.751988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting port b8c0f585-c0af-41ad-bcca-ec35534eb749 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:08:50.752559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.782982 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-b8948f47-0442-4a82-b454-5a529db2e705 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac280065-39a7-4789-a006-967d50ff78fe HTTP/1.1" status: 200 len: 217 time: 0.1579046 May 19 13:08:51.266379 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.270937 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.296445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0ee81fe2-3371-4bc2-aac9-65059ccd6acb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:51.328913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-f9030b49-0a09-4150-b538-ce5b949f7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.331255 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-f9030b49-0a09-4150-b538-ce5b949f7125 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a29c551-52a8-4811-b8ed-496827a9cceb HTTP/1.1" status: 200 len: 864 time: 0.5197146 May 19 13:08:51.418604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7d19d-0c55-49db-97fb-3e5ed82d33c4 req-09cfc0cb-6ce4-4544-8715-ac2765733e29 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.421508 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09f7d19d-0c55-49db-97fb-3e5ed82d33c4 req-09cfc0cb-6ce4-4544-8715-ac2765733e29 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 944 time: 1.6988540 May 19 13:08:51.422710 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.423459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64013d3b-abb7-443d-93fa-c33e8b93a17e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:51.433178 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-bfb85d21-2ff1-4178-a902-0f2272917f83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6341664e-cdb2-4f39-b873-e56fd3fedc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778494 May 19 13:08:51.457251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0ee81fe2-3371-4bc2-aac9-65059ccd6acb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:08:51.457896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0ee81fe2-3371-4bc2-aac9-65059ccd6acb not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 19 13:08:51.463862 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.465375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "DELETE /v2.0/routers/64013d3b-abb7-443d-93fa-c33e8b93a17e HTTP/1.1" status: 204 len: 168 time: 6.4620187 May 19 13:08:51.481334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.489258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.497644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 53990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:51.500694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.506825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.521220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.546726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.559291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:51.563864 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-92cce74d-df9b-4958-9703-6a18ab1e9b3d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5425 time: 2.7351520 May 19 13:08:51.574788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.613874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Port 0ee81fe2-3371-4bc2-aac9-65059ccd6acb not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 19 13:08:51.648240 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.743585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Calling delete_port for b8c0f585-c0af-41ad-bcca-ec35534eb749 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:08:51.768798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1744760283', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:51.830660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-09f7d19d-0c55-49db-97fb-3e5ed82d33c4 req-e6ffa95c-1510-41a0-abea-aa70199dbbc2 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836284 May 19 13:08:51.852760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:51.878969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:51.892364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:51.906140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:51.942186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-91e147a8-9ccc-4b84-80d5-30d6b6357ee5 req-9fec101d-d611-4777-863b-eb003a90c628 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3561301 May 19 13:08:51.952923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.954191 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.973441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:52.049611 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-a69551f6-4bc2-4f8c-aab8-b5b8868f51f9 service neutron] 10.222.0.71 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076658 May 19 13:08:52.374622 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 00f052cc-bde4-4516-a470-f52ff57c0ca1 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:52.384317 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9b0f52-a4ba-4122-9ce7-12bfcf1b9f08 req-195442f3-0235-4817-9531-44aaffd3edb5 service neutron] 10.222.0.71 "GET /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132127 May 19 13:08:52.660579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-0e4aecba-2298-4544-a358-3ab68fe50c4a tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Synchronizing usage tracker for tenant:3c1463845f284aedb6c275a455940d1d on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:52.727111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 00f052cc-bde4-4516-a470-f52ff57c0ca1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:52.742761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cdf2e-7152-48db-bdf3-0e3c4f7c6c19 req-c6723e2e-fca3-4be2-ab87-1e7f14715f4d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:52.743648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-af6cdf2e-7152-48db-bdf3-0e3c4f7c6c19 req-c6723e2e-fca3-4be2-ab87-1e7f14715f4d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:52.747597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 00f052cc-bde4-4516-a470-f52ff57c0ca1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:52.747814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-0e4aecba-2298-4544-a358-3ab68fe50c4a tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Unset dirty status for tenant:3c1463845f284aedb6c275a455940d1d on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:52.748245 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:52.749768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-0e4aecba-2298-4544-a358-3ab68fe50c4a tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2053221042&fields=id&tenant_id=3c1463845f284aedb6c275a455940d1d HTTP/1.1" status: 200 len: 267 time: 0.2276669 May 19 13:08:52.767691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.005734 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.012092 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-24247ed6-8305-4c2a-8385-e835524b202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:53.029139 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.060503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:53.065039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Port': ['ID=b8c0f585-c0af-41ad-bcca-ec35534eb749,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:53.067844 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:53.077714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-af6cdf2e-7152-48db-bdf3-0e3c4f7c6c19 req-c6723e2e-fca3-4be2-ab87-1e7f14715f4d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:53.079774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af6cdf2e-7152-48db-bdf3-0e3c4f7c6c19 req-c6723e2e-fca3-4be2-ab87-1e7f14715f4d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 932 time: 0.6100659 May 19 13:08:53.090433 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:53.098336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.100898 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:53.118728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:53.161128 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.227566 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af6cdf2e-7152-48db-bdf3-0e3c4f7c6c19 req-0b290147-a9b2-40b7-8608-bb580d1dff89 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350675 May 19 13:08:53.235336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Transition to ACTIVE for port object 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:53.252166 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-c63c3aeb-0c50-421f-b96e-531ab19085e3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:53.254410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-c63c3aeb-0c50-421f-b96e-531ab19085e3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/networks?id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 HTTP/1.1" status: 200 len: 816 time: 0.4964659 May 19 13:08:53.256062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.278573 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-10c43abd-a69f-4121-89fc-18246852953c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:53.340348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:53.345048 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:53.369859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.564888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-cf33cc61-57ce-4b9b-b1b0-a2be3f7cdae5 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/quotas/3c1463845f284aedb6c275a455940d1d HTTP/1.1" status: 200 len: 375 time: 0.2964113 May 19 13:08:53.675059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0ee81fe2-3371-4bc2-aac9-65059ccd6acb no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:53.718984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0ee81fe2-3371-4bc2-aac9-65059ccd6acb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:08:53.719879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0ee81fe2-3371-4bc2-aac9-65059ccd6acb not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:53.750676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:53.754508 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:53.942510 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Attempting to bind port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:53.942855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Attempting to bind port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:53.943178 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Attempting to bind port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:53.957721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:08:53.958052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Attempting to bind port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:53.971541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae9333-a9db-444e-9fb9-ead81bd3d812 req-d413b0de-f7bb-4c63-b642-967fd53a12fd tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:53.973071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88ae9333-a9db-444e-9fb9-ead81bd3d812 req-d413b0de-f7bb-4c63-b642-967fd53a12fd tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 944 time: 0.4265411 May 19 13:08:53.982984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-e8fcb8e0-7a5e-4da0-83b6-30cd3dcdfcc6 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Synchronizing usage tracker for tenant:3c1463845f284aedb6c275a455940d1d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:53.988012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:53.988569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:08:53.988752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:53.989157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Bound port: 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:53.989502 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.112768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-e8fcb8e0-7a5e-4da0-83b6-30cd3dcdfcc6 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Unset dirty status for tenant:3c1463845f284aedb6c275a455940d1d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:54.114102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-e8fcb8e0-7a5e-4da0-83b6-30cd3dcdfcc6 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c1463845f284aedb6c275a455940d1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4165938 May 19 13:08:54.144051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88ae9333-a9db-444e-9fb9-ead81bd3d812 req-f6591f8d-e4c6-4083-9fff-536ca9c6a85c tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548393 May 19 13:08:54.159560 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ac280065-39a7-4789-a006-967d50ff78fe details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:54.165075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b9d21e26-2a3c-444a-9a43-8e39a6a35b00 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:54.172458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.220587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.232766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Router 3a48e75c-8c15-44a2-b671-b2fad853756c has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:08:54.261210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:54.299424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:54.465911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ac280065-39a7-4789-a006-967d50ff78fe,segment=NetworkSegment(d549c0e7-67f1-45c8-99d0-122d728ae85f),segment_id=d549c0e7-67f1-45c8-99d0-122d728ae85f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:54.497974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'ac280065-39a7-4789-a006-967d50ff78fe', 'network_id': '6341664e-cdb2-4f39-b873-e56fd3fedc43', 'port_id': 'ac280065-39a7-4789-a006-967d50ff78fe', 'mac_address': 'fa:16:3e:ed:76:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a29c551-52a8-4811-b8ed-496827a9cceb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:54.499985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:54.510284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:54.510284 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.557832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:54.577330 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] Sync routers for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:54.599861 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6629303 May 19 13:08:54.605089 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.631849 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:54.632629 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.702251 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.712746 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:08:54.713371 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.719421 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a4d8ae5e-9c13-4453-96c5-ac3bd4d37697 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] delete failed (client error): The resource could not be found. May 19 13:08:54.726784 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4d8ae5e-9c13-4453-96c5-ac3bd4d37697 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1171897010 HTTP/1.1" status: 404 len: 335 time: 0.1196766 May 19 13:08:54.727747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.729288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Allocated IP 172.25.4.91 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/42b4ce8d-1ace-457a-b54d-b0a07a1cd3f6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:54.740376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-779b3eab-9cf9-42dd-9c8e-518f14ee6481 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a48e75c-8c15-44a2-b671-b2fad853756c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:54.761189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.788221 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.788631 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61388582-2d86-4f0b-939f-c1f867e1cc3b None None] The sync data for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:54.852727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.896583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac280065-39a7-4789-a006-967d50ff78fe {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:08:54.897130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:54.916412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ac280065-39a7-4789-a006-967d50ff78fe,segment=NetworkSegment(d549c0e7-67f1-45c8-99d0-122d728ae85f),segment_id=d549c0e7-67f1-45c8-99d0-122d728ae85f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:54.948936 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.973053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:54.973669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.975205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] 10.222.0.71 "PUT /v2.0/ports/14ac0f3b-b441-4ab4-ba41-bac83e708ca5 HTTP/1.1" status: 200 len: 1092 time: 4.7171593 May 19 13:08:54.984276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:55.007075 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-71d052e2-8f56-4d54-be3a-7f6bdb424107 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8286476 May 19 13:08:55.027047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.058618 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:55.151370 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:55.169562 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.170864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b0024c4f-118c-489b-988e-bf77936d425a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:55.304836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:55.310428 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:55.311172 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:55.339822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-73bfeba8-9d25-4871-a395-bc041ebedce2 service neutron] 10.222.0.69 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094006 May 19 13:08:55.356080 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.365257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.375982 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.383196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.393124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.402957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.410807 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.423874 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-2a159eb1-6bed-4cfc-8731-25c594b79d86 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5426 time: 1.0109770 May 19 13:08:55.446789 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port b0024c4f-118c-489b-988e-bf77936d425a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:55.462835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:55.514516 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:55.525668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port b0024c4f-118c-489b-988e-bf77936d425a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:55.529171 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.552691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-779b3eab-9cf9-42dd-9c8e-518f14ee6481 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.625966 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.644237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eaf5ee4c-0796-4bcc-9871-f4b51dd14c10 req-fabef416-a85b-4ab1-8ff7-1cad449f885b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061939 May 19 13:08:55.663492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ac280065-39a7-4789-a006-967d50ff78fe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:55.687876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10a7d859-9e4c-4fd7-9389-fcb44a034364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:55.689938 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-10a7d859-9e4c-4fd7-9389-fcb44a034364 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 1095 time: 0.6143374 May 19 13:08:55.758360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:55.779937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.799701 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:55.801372 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a7593f8c-764c-4844-8fef-2b869b814ddb tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:55.832083 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'code': 200} May 19 13:08:55.871274 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-8d6c3c6d-5b75-4542-bfd2-d0d6b4ae02b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5 HTTP/1.1" status: 200 len: 217 time: 0.1719427 May 19 13:08:55.910435 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-779b3eab-9cf9-42dd-9c8e-518f14ee6481 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] update failed (client error): The resource could not be found. May 19 13:08:55.920793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-779b3eab-9cf9-42dd-9c8e-518f14ee6481 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c HTTP/1.1" status: 404 len: 339 time: 1.1884687 May 19 13:08:55.922643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:55.957083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2412523'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:56.039364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-fada9ae2-04be-4506-9178-4a9f7b45d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:56.043364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:56.046921 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-fada9ae2-04be-4506-9178-4a9f7b45d0f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1692390 May 19 13:08:56.051197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:56.057069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:56.076099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:network and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:56.088895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:08:56.114082 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.154418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:56.194386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:56.213952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-925e4cd5-6e1d-4ae8-b104-a7e63a6815d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604414 May 19 13:08:56.247253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event updated for resources: {'Port': ['ID=42b4ce8d-1ace-457a-b54d-b0a07a1cd3f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:56.260597 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:56.270878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:56.281857 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.296819 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'status': 'completed', 'code': 200} May 19 13:08:56.380781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:56.442877 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.444774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ceff4dad-4cb6-4643-9c37-98ed1a0173fa up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:56.562918 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-27715827-3169-44a4-9e83-13b0b43a7cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:56.811236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:56.819224 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-635e5cf1-769e-4935-8dc9-ad58ccc3e1a5 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970850 May 19 13:08:56.830989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.831382 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Added segment 8c753a57-a099-4578-b825-87297e08bf44 of type vlan for network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d May 19 13:08:56.858192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53c63-e7fd-4e64-a40c-bb50ca58ad64 req-55de7f22-f849-4e1f-8754-3e74a833953f tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:56.868464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecc53c63-e7fd-4e64-a40c-bb50ca58ad64 req-55de7f22-f849-4e1f-8754-3e74a833953f tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 945 time: 0.3533332 May 19 13:08:56.884648 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:56.886207 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.888121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e747116-cf3f-4ed4-8de6-3b5d7acf4639 req-ede59525-f436-482f-b022-6f0c12cdaa59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:56.902553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:56.903067 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e747116-cf3f-4ed4-8de6-3b5d7acf4639 req-ede59525-f436-482f-b022-6f0c12cdaa59 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 944 time: 0.5548878 May 19 13:08:56.912164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:56.913193 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.961430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.967548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.968717 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.969289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.969836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.970406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.971523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.971523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.972121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.972690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.973264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.982088 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:56.992661 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:57.084033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e747116-cf3f-4ed4-8de6-3b5d7acf4639 req-f36b2958-99c7-44e5-877e-de19cf05198c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792860 May 19 13:08:57.174439 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecc53c63-e7fd-4e64-a40c-bb50ca58ad64 req-9f86b20f-2300-4486-beb6-5e168208af4d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382412 May 19 13:08:57.273558 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d9bc06cf-ba61-4b18-a616-c2dcc8e8e766 req-e772f661-773f-4587-9b21-48da15912ef5 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366999 May 19 13:08:57.284790 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.381620 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.483041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:57.489369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.492696 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:57.607827 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:57.623653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 42716f4b-4ab2-4cc3-9811-4a355cc5b94a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:57.672794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e32fdeac-e576-40d7-b8d4-1e046863f35e req-735907ba-2a31-42bc-8b98-025d9f4e3c47 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.1776493 May 19 13:08:57.734774 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:57.748059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.760280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.761567 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.778426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-dccfc453-c2ff-4dc9-9cbe-27bfda7a87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.780936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-dccfc453-c2ff-4dc9-9cbe-27bfda7a87e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 1095 time: 0.4081378 May 19 13:08:57.791964 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-eaff0dbd-c58f-4e89-9592-cced1c6f58c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:57.809881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.822821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.837675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.850671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.882588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.949368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.957924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:08:57.975693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:57.978940 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-0ece1210-ef43-4675-8e7c-f9541e8169c8 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5429 time: 0.5427225 May 19 13:08:58.055854 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:58.067237 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:58.067988 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.111025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.146827 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'code': 200} May 19 13:08:58.148897 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a', 'code': 200} May 19 13:08:58.149452 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff4dad-4cb6-4643-9c37-98ed1a0173fa', 'code': 200} May 19 13:08:58.199564 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99ff6430-4e60-4ea6-8d19-2c329de18890 req-ae3028dd-fce7-441a-a4b6-06417742b35b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942761 May 19 13:08:58.269220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-ae73081d-1888-40b2-abdc-257bcc636afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:58.271829 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-ae73081d-1888-40b2-abdc-257bcc636afc service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.2915654 May 19 13:08:58.425651 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.492557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:58.500128 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.502182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 126df8b0-c032-4c18-933e-d43ffb964072 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:58.535221 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6453caf-9b13-421c-9ed6-ad092d4f7a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:58.658900 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7080736 May 19 13:08:58.678380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:58.687940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.691868 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:58.715268 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-275b1956-126b-410f-9fc4-8c145b98e6e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5 HTTP/1.1" status: 200 len: 217 time: 0.4326272 May 19 13:08:58.719950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Network': ['ID=09286c0c-e9b0-42da-ba11-5d8082bb2d0d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.732776 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:58.733283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 126df8b0-c032-4c18-933e-d43ffb964072 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:58.746961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'subnet': {'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:58.751527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:58.813658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 126df8b0-c032-4c18-933e-d43ffb964072 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:58.814987 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.871226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-892ce489-e645-4959-88f2-c74ba659171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:58.872765 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-892ce489-e645-4959-88f2-c74ba659171c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1133521 May 19 13:08:58.931794 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-fbcde4b6-35f8-4fd6-b6c9-45c37fd377e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490785 May 19 13:08:58.942980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87916d2-1091-456b-a8b8-c5d9281dc446 req-1c5e60c6-8808-4a56-aed3-d0355fcbd3bb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:58.951772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a87916d2-1091-456b-a8b8-c5d9281dc446 req-1c5e60c6-8808-4a56-aed3-d0355fcbd3bb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 944 time: 0.5915236 May 19 13:08:59.007013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217bd8-1aa0-4e19-b110-9a26a357cfc6 req-df791f36-60b3-434e-a7e3-02d03505d177 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:59.015647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52217bd8-1aa0-4e19-b110-9a26a357cfc6 req-df791f36-60b3-434e-a7e3-02d03505d177 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 945 time: 0.3055103 May 19 13:08:59.111944 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.150407 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:59.155497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-fe582316-4389-401a-a744-98c7d05d2c4f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:08:59.156655 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.157253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-fe582316-4389-401a-a744-98c7d05d2c4f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Synchronizing usage tracker for tenant:3c1463845f284aedb6c275a455940d1d on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:59.157869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0d6d656e-54e4-45ca-832e-aed8e95ad56b up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:59.169336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:59.192806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Usage tracker for resource:subnet and tenant:0f2f6abb40354241bc2e0807523dd557 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:59.195002 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e08e0236-48c5-4073-8f64-d3b099b7bf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:59.200923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-52217bd8-1aa0-4e19-b110-9a26a357cfc6 req-0ab6f9bf-cde3-49b6-9553-5a526119bf28 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841254 May 19 13:08:59.203105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:59.231439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:59.244013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a87916d2-1091-456b-a8b8-c5d9281dc446 req-498c630a-76f1-436a-b8fa-097c442cd435 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913098 May 19 13:08:59.276082 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-fe582316-4389-401a-a744-98c7d05d2c4f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Unset dirty status for tenant:3c1463845f284aedb6c275a455940d1d on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:59.277708 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-fe582316-4389-401a-a744-98c7d05d2c4f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.71 "GET /v2.0/networks?id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 HTTP/1.1" status: 200 len: 816 time: 0.6626112 May 19 13:08:59.300400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Made reservation on behalf of 0f2f6abb40354241bc2e0807523dd557 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:59.310081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.345105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:59.349379 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:59.354448 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:59.361568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:59.362784 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.380116 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-a972acdd-fc21-4aaa-a4d4-9fce5ae7fbbf service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222772 May 19 13:08:59.550415 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.603766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-a1921a37-a867-4a1d-bf42-ff2afe7685dc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Synchronizing usage tracker for tenant:3c1463845f284aedb6c275a455940d1d on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:59.653051 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:59.660884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.663001 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-4e208f4e-bc52-400f-9e36-5b9d3f5d1db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:08:59.683831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-a1921a37-a867-4a1d-bf42-ff2afe7685dc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Unset dirty status for tenant:3c1463845f284aedb6c275a455940d1d on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:59.689724 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-a1921a37-a867-4a1d-bf42-ff2afe7685dc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1463845f284aedb6c275a455940d1d HTTP/1.1" status: 200 len: 380 time: 0.1594970 May 19 13:08:59.703132 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'port': {'device_id': '94541835-0317-4887-ba9d-7f8cfa96b376', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'admin_state_up': True, 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'security_groups': ['1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:59.707674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-133584c9-90a4-47ea-9b7f-59c76c1145f6 req-ca0aa15e-76eb-482e-a958-f72773b5ca13 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.2048554 May 19 13:08:59.736478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Router 83c84eb6-47f7-4dd0-bf23-ee65f941d62a is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:59.767619 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ac280065-39a7-4789-a006-967d50ff78fe up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:59.880806 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:59.885016 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:08:59.902090 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port ac280065-39a7-4789-a006-967d50ff78fe completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:59.910937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port ac280065-39a7-4789-a006-967d50ff78fe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:59.911319 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.914792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:00.089799 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.101779 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af3dffcf-8e5e-409c-971e-6003e8c756bd req-f68bdb03-1c0d-4ec1-9d93-03d719f64db8 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128778 May 19 13:09:00.137731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.155060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6d656e-54e4-45ca-832e-aed8e95ad56b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:00.161704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.184767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ac280065-39a7-4789-a006-967d50ff78fe,segment=NetworkSegment(d549c0e7-67f1-45c8-99d0-122d728ae85f),segment_id=d549c0e7-67f1-45c8-99d0-122d728ae85f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:00.191585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.192752 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.198110 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:00.205646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.211789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.217800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.224651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.233123 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-515de270-36c9-4c24-a33d-4912e161c942 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 0.3862932 May 19 13:09:00.282502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:00.316178 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'code': 200} May 19 13:09:00.316612 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072', 'code': 200} May 19 13:09:00.316981 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6d656e-54e4-45ca-832e-aed8e95ad56b', 'code': 200} May 19 13:09:00.318148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:00.328924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] Sync routers for ids ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:00.335028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:00.343117 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:00.351558 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] Routers {'83c84eb6-47f7-4dd0-bf23-ee65f941d62a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:00.362065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b04d7f13-6362-41ea-8404-b3c5b676276e req-fd2cfcfc-d3f5-4755-97cb-0845ef739f76 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275363 May 19 13:09:00.363557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:00.428712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Made reservation on behalf of 3c1463845f284aedb6c275a455940d1d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:00.433200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.447892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.453081 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.9231009 May 19 13:09:00.458258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:00.471727 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:00.598460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:00.617068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] Routers {'83c84eb6-47f7-4dd0-bf23-ee65f941d62a'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:00.617990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:00.702026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:00.703014 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4dd7e-801e-46cb-88ef-e4e965b295f8 None None] The sync data for ids ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:00.710824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.711514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.712146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.712681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.713208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.713731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.714254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.716639 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-3cb2ad5f-ab56-4126-a909-b4e6356e7baf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 0.3390419 May 19 13:09:00.726884 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb39c-d491-4a63-b4a8-bf4cbf9f7ba8 req-0a54a101-fa06-4148-812f-1fe46d6455c8 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.728571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-029fb39c-d491-4a63-b4a8-bf4cbf9f7ba8 req-0a54a101-fa06-4148-812f-1fe46d6455c8 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.2480075 May 19 13:09:00.768918 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c68b-9676-4449-8b7b-863286715f9a req-75d064e6-97ff-488d-9f13-074722dca1cb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:00.776569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f054c68b-9676-4449-8b7b-863286715f9a req-75d064e6-97ff-488d-9f13-074722dca1cb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 944 time: 0.2110262 May 19 13:09:00.862745 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-16e061e2-bb1c-4394-851e-b2bfab98bf9a req-92c9ed1c-be93-4470-b8cf-5da87c709092 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308587 May 19 13:09:00.877589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f054c68b-9676-4449-8b7b-863286715f9a req-9cfdf7e3-a815-4847-a223-5283fa7f5d17 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997143 May 19 13:09:00.900605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-029fb39c-d491-4a63-b4a8-bf4cbf9f7ba8 req-0c148597-b95c-4bc1-8d3e-b6f41829ebd1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553402 May 19 13:09:00.993679 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Allocated IP 172.20.0.10 (a9ea5eb4-aa03-46f1-ba78-ec5b6502a171/747e7f64-d1af-48cc-a34d-56b0dcf1dab2/d1d84f48-94fe-47c2-8fc8-75be2180e316) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:01.160625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1970c75-601c-48b2-a400-4208b3a7099d req-2c8905f1-faee-487c-b438-0d0154c65537 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.0986688 May 19 13:09:01.678755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.685117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.691381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.697623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.704392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.710623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.716998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:01.719886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-54c1c2d8-6e7c-40aa-97b0-662a2a5cf23f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 0.1611447 May 19 13:09:01.835351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a29f555-7190-4a26-9cbb-e59a7eee40a7 req-efae5e78-94e0-44b5-950e-6b3a3a6ae79e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876243 May 19 13:09:01.944931 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.088703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Transition to ACTIVE for port object d1d84f48-94fe-47c2-8fc8-75be2180e316 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:02.118057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.199658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:02.274811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.313183 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f46355c3-de45-4516-87a7-a68f016feadf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:02.398190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5c909-3983-40b0-8e44-3bc2992fa5db req-93c0707d-6f1d-4355-b3a2-2c093f0cfefc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:02.399784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ee5c909-3983-40b0-8e44-3bc2992fa5db req-93c0707d-6f1d-4355-b3a2-2c093f0cfefc tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 944 time: 0.3164492 May 19 13:09:02.412775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba789e3-f717-4cae-8c3e-a16d4fc80a1f req-8749221b-2848-4c07-9fcb-c7c6816729f9 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:02.414339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ba789e3-f717-4cae-8c3e-a16d4fc80a1f req-8749221b-2848-4c07-9fcb-c7c6816729f9 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.2644160 May 19 13:09:02.470783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:02.567648 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ba789e3-f717-4cae-8c3e-a16d4fc80a1f req-6b3b53eb-46ce-4dfb-9272-9cb0d180e3da tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470194 May 19 13:09:02.587740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:02.596070 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:02.647723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2ee5c909-3983-40b0-8e44-3bc2992fa5db req-4151655b-f8b8-49f0-8d54-141bc32b9b38 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432161 May 19 13:09:02.652396 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.664888 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a43bb2a-e8e3-4021-b337-703eaecad910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:02.736084 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:02.756695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:02.770386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'mac_address': 'fa:16:3e:bc:25:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:02.771852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:02.776695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:02.969574 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.970473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Subnet': ['ID=e8dfcc0a-4996-4a5b-9493-300236ed21f9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:02.979859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:02.989145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:02.990107 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.010240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:09:03.039640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Checking segment: {'id': '8c753a57-a099-4578-b825-87297e08bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:09:03.040413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network hostable DHCP agents. Network: 09286c0c-e9b0-42da-ba11-5d8082bb2d0d, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:09:03.049522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:03.060552 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3620045 May 19 13:09:03.061821 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.067118 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:03.078627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Request body: {'port': {'device_id': '94541835-0317-4887-ba9d-7f8cfa96b376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:03.225183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:09:03.225551 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe', 'code': 200} May 19 13:09:03.448830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 09286c0c-e9b0-42da-ba11-5d8082bb2d0d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:03.505408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a91a10-f77c-4e95-9591-0f90dcf54c7d None None] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:03.535277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:03.536204 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.561472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36665c90-303d-470e-9859-f97a8bbc3b99 req-ccd5c0eb-16a7-436f-8172-439cb95409e8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:03.576761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36665c90-303d-470e-9859-f97a8bbc3b99 req-ccd5c0eb-16a7-436f-8172-439cb95409e8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 932 time: 0.5544896 May 19 13:09:03.724256 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0169768 May 19 13:09:03.725420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c427-96a5-4aec-8ffb-662579302d11 req-477d25e9-b214-489b-9e7f-e754e248ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:03.728985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eef7c427-96a5-4aec-8ffb-662579302d11 req-477d25e9-b214-489b-9e7f-e754e248ff8a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 1097 time: 0.5001318 May 19 13:09:03.730292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['14ac0f3b-b441-4ab4-ba41-bac83e708ca5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:03.738834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:03.777032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.790650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-135f0f03-4b0c-469f-a3af-ce7f480f5100 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'router': {'external_gateway_info': {'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:04.043115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dea08291-2245-4780-ac22-f2d69ae16a06 None None] Provisioning for port d1d84f48-94fe-47c2-8fc8-75be2180e316 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:04.080391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:04.117588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dea08291-2245-4780-ac22-f2d69ae16a06 None None] Provisioning complete for port d1d84f48-94fe-47c2-8fc8-75be2180e316 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:04.118834 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dea08291-2245-4780-ac22-f2d69ae16a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.239145 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:04.245697 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dea08291-2245-4780-ac22-f2d69ae16a06 None None] Port d1d84f48-94fe-47c2-8fc8-75be2180e316 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:04.565511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-09286c0c-e9b0-42da-ba11-5d8082bb2d0d', 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d', 'tenant_id': '0f2f6abb40354241bc2e0807523dd557', 'fixed_ips': [{'subnet_id': 'e8dfcc0a-4996-4a5b-9493-300236ed21f9'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:09:04.566957 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.767589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36665c90-303d-470e-9859-f97a8bbc3b99 req-e9fffe3b-ab1a-486b-8d7c-58384921ea54 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1016643 May 19 13:09:04.855791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eef7c427-96a5-4aec-8ffb-662579302d11 req-45e968da-3643-444d-9dbf-84a751fdffd2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1099432 May 19 13:09:05.012471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.025169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.034384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.041018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.050837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.058244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.065379 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:05.067427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-a3068813-f55e-48f4-9a24-27f3f59c7443 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.4870832 May 19 13:09:05.116443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Allocated IP 2001:db8:1::2 (09286c0c-e9b0-42da-ba11-5d8082bb2d0d/e8dfcc0a-4996-4a5b-9493-300236ed21f9/c400a065-753c-4407-8fd4-2d5ca3d64daa) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:05.188697 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-135f0f03-4b0c-469f-a3af-ce7f480f5100 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.208562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aea2634d-6fc6-409b-af87-d748e6e23870 req-71987991-89d8-48cc-bb49-69e973d131d9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823267 May 19 13:09:05.451915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d84f48-94fe-47c2-8fc8-75be2180e316 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:09:05.490870 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.564682 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Transition to ACTIVE for port object d1d84f48-94fe-47c2-8fc8-75be2180e316 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:05.574972 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.587804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Transition to ACTIVE for port object c400a065-753c-4407-8fd4-2d5ca3d64daa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:05.615660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Transition to ACTIVE for port object c400a065-753c-4407-8fd4-2d5ca3d64daa will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:05.625468 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.630311 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:05.735712 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:05.739269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:05.743548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:05.748715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.753848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Pushing event updated for resources: {'Port': ['ID=c400a065-753c-4407-8fd4-2d5ca3d64daa,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:05.758568 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:05.762540 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-38d0fa90-c446-42a2-a2c4-241c2d95e607 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:05.919828 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.988165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.009108 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5de6f-740f-4b6e-936f-d67c83830e2a req-ecf43d38-f71d-4ded-8b76-d98d9850575d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:06.012047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea5de6f-740f-4b6e-936f-d67c83830e2a req-ecf43d38-f71d-4ded-8b76-d98d9850575d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.6748559 May 19 13:09:06.027872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.035928 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:06.121695 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Attempting to bind port c400a065-753c-4407-8fd4-2d5ca3d64daa on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:06.122085 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Attempting to bind port c400a065-753c-4407-8fd4-2d5ca3d64daa by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '8c753a57-a099-4578-b825-87297e08bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:06.122469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Attempting to bind port c400a065-753c-4407-8fd4-2d5ca3d64daa on network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:06.145262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:06.145602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Checking segment: {'id': '8c753a57-a099-4578-b825-87297e08bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:09:06.146002 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.146379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Bound using segment: {'id': '8c753a57-a099-4578-b825-87297e08bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:06.146889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Bound port: c400a065-753c-4407-8fd4-2d5ca3d64daa, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c753a57-a099-4578-b825-87297e08bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09286c0c-e9b0-42da-ba11-5d8082bb2d0d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:06.147363 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.181545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a24ca-77e6-4776-93f4-d80c8e4aaaee req-594ffb83-b699-4ccb-bb95-593e09b598b4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:06.196443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b4a24ca-77e6-4776-93f4-d80c8e4aaaee req-594ffb83-b699-4ccb-bb95-593e09b598b4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 945 time: 0.6883643 May 19 13:09:06.232873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Attempting to bind port d1d84f48-94fe-47c2-8fc8-75be2180e316 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:06.233535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Attempting to bind port d1d84f48-94fe-47c2-8fc8-75be2180e316 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:06.234071 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Attempting to bind port d1d84f48-94fe-47c2-8fc8-75be2180e316 on network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:06.279837 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:09:06.356481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea5de6f-740f-4b6e-936f-d67c83830e2a req-0babfb50-71c7-4294-8217-0c7476cdaa06 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962241 May 19 13:09:06.371015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] For port c400a065-753c-4407-8fd4-2d5ca3d64daa, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:06.376914 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-135f0f03-4b0c-469f-a3af-ce7f480f5100 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:09:06.385801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] For port c400a065-753c-4407-8fd4-2d5ca3d64daa, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c400a065-753c-4407-8fd4-2d5ca3d64daa,segment=NetworkSegment(8c753a57-a099-4578-b825-87297e08bf44),segment_id=8c753a57-a099-4578-b825-87297e08bf44)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:06.389335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-135f0f03-4b0c-469f-a3af-ce7f480f5100 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c HTTP/1.1" status: 400 len: 364 time: 2.6011894 May 19 13:09:06.389335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:06.401596 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.417103 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6681477-f8e5-49ca-bea2-b90a327dcef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:06.448187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Port d1d84f48-94fe-47c2-8fc8-75be2180e316 on network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:09:06.448980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Attempting to bind port d1d84f48-94fe-47c2-8fc8-75be2180e316 on network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:06.515714 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:06.516873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Checking segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:09:06.528031 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Bound using segment: {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:06.529090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Bound port: d1d84f48-94fe-47c2-8fc8-75be2180e316, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d3c44e-fa61-4874-a841-05e5c75163d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:06.529841 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.536804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Pushing event updated for resources: {'Port': ['ID=c400a065-753c-4407-8fd4-2d5ca3d64daa,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.551317 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:06.700069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:06.705043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:06.725636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.730816 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-349a2e35-5933-4a20-bf21-0a8287a21ea4 tempest-FloatingIPAdminTestJSON-715304972 tempest-FloatingIPAdminTestJSON-715304972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:06.734592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1b4a24ca-77e6-4776-93f4-d80c8e4aaaee req-c0f603f6-0eef-42cb-a8cc-ba125b5e75d4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368164 May 19 13:09:06.840983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.853490 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:06.886651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:06.887759 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.892207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] 10.222.0.71 "PUT /v2.0/ports/d1d84f48-94fe-47c2-8fc8-75be2180e316 HTTP/1.1" status: 200 len: 1092 time: 3.8216660 May 19 13:09:06.893770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:06.926153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router 83c84eb6-47f7-4dd0-bf23-ee65f941d62a has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:07.885537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c400a065-753c-4407-8fd4-2d5ca3d64daa up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:08.122014 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port c400a065-753c-4407-8fd4-2d5ca3d64daa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:08.215467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:08.223850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ceca6-f186-44e0-8b37-6737fd5ccb7d req-ef8fa3bd-a3ec-48e9-b801-ac4f135657de tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.226938 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-467ceca6-f186-44e0-8b37-6737fd5ccb7d req-ef8fa3bd-a3ec-48e9-b801-ac4f135657de tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 1.1139443 May 19 13:09:08.314428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-d6fb76ee-a76f-4819-a559-b597a45ebafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.318425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-d6fb76ee-a76f-4819-a559-b597a45ebafb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c1463845f284aedb6c275a455940d1d&device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 1095 time: 1.3678308 May 19 13:09:08.325135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:08.339661 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] Sync routers for ids ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:08.368852 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:08.376817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:08.377210 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.385599 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] Routers {'83c84eb6-47f7-4dd0-bf23-ee65f941d62a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:08.386320 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:08.390732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.529006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.544323 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:08.553628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.556289 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] Routers {'83c84eb6-47f7-4dd0-bf23-ee65f941d62a'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:08.557136 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:08:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:08.583196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.618366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.625899 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-4aafb1a8-d1f9-4603-97e4-aa6581770ced service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316 HTTP/1.1" status: 200 len: 217 time: 0.2942340 May 19 13:09:08.628971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.636050 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-140dfb94-5a3e-4936-909d-3019dd877421 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "PUT /v2.0/routers/83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 200 len: 925 time: 8.1748846 May 19 13:09:08.647332 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:08.651586 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.665739 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:08.666341 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ae9f5-a582-4623-9158-57b11c2bbb81 None None] The sync data for ids ['83c84eb6-47f7-4dd0-bf23-ee65f941d62a'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:08.677055 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.684429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.737185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:08.761746 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:08.772161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:08.794199 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.797389 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:08.807609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-807464cc-6029-4ee3-8af0-fb0b07df21f3 req-fda06bac-f850-4283-8bc5-292371a4edfa tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.5940549 May 19 13:09:08.859804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:08.898250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Request body: {'floatingip': {'port_id': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:08.957855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb8d3e-103f-4427-a31b-7bfab51164dc None None] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:09.055823 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'status': 'completed', 'code': 200} May 19 13:09:09.085532 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-467ceca6-f186-44e0-8b37-6737fd5ccb7d req-452797d2-a008-41aa-818a-75b9107f1aba tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7868645 May 19 13:09:09.160283 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.225620 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:09.261325 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:09.304080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Provisioning for port c400a065-753c-4407-8fd4-2d5ca3d64daa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:09.313095 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Provisioning complete for port c400a065-753c-4407-8fd4-2d5ca3d64daa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:09.313786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.432890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d3a7-1132-4646-bb3f-ed097b9d81b4 req-48859b23-e888-4b81-8926-bd62499beac1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:09.434559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4637d3a7-1132-4646-bb3f-ed097b9d81b4 req-48859b23-e888-4b81-8926-bd62499beac1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.2876935 May 19 13:09:09.535924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-f86ed624-0755-48c4-95a1-019a6620639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:09.541798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-f86ed624-0755-48c4-95a1-019a6620639f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=747e7f64-d1af-48cc-a34d-56b0dcf1dab2 HTTP/1.1" status: 200 len: 855 time: 0.8931687 May 19 13:09:09.708203 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd7a8504-a456-4d57-b3a6-b5a19f2fccd4 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 200 len: 925 time: 0.9413874 May 19 13:09:09.709213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.736560 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4637d3a7-1132-4646-bb3f-ed097b9d81b4 req-48d70788-18df-40cf-a5e4-b3d2bf014dba tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947167 May 19 13:09:09.813937 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.855948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] For port c400a065-753c-4407-8fd4-2d5ca3d64daa, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c400a065-753c-4407-8fd4-2d5ca3d64daa,segment=NetworkSegment(8c753a57-a099-4578-b825-87297e08bf44),segment_id=8c753a57-a099-4578-b825-87297e08bf44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:09.871279 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.879527 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:09.977565 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'code': 200} May 19 13:09:10.009844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Pushing event updated for resources: {'Port': ['ID=c400a065-753c-4407-8fd4-2d5ca3d64daa,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.016000 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:10.081905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14426c0-5459-442c-99d8-b877e1adb238 req-5bbc63e5-82f3-4144-8c84-8c93e0e217f6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.083531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f14426c0-5459-442c-99d8-b877e1adb238 req-5bbc63e5-82f3-4144-8c84-8c93e0e217f6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.4392900 May 19 13:09:10.139734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Allocated IP 2001:db8::1 (8291a4dc-29a1-4279-88ff-ce5758837330/8cd6a7c4-e3ff-4058-a7a4-56a2b673a371/ebabde83-1e2f-4b97-b079-6e1bcc6c5c32) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:10.332854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1929a884-870b-4057-95a4-d58d4020c42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.428368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e969b4-1fed-45ff-9b41-579d624b93ba req-c49516e0-116e-4bf0-abc3-166e227911c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.430464 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66e969b4-1fed-45ff-9b41-579d624b93ba req-c49516e0-116e-4bf0-abc3-166e227911c2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 1097 time: 0.4133356 May 19 13:09:10.442800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-337d0fe4-d2d5-4216-97e8-febee6056bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.444300 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-337d0fe4-d2d5-4216-97e8-febee6056bad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8904715 May 19 13:09:10.445084 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f14426c0-5459-442c-99d8-b877e1adb238 req-b7dbd595-3619-4a17-8937-6ba577f7e265 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491626 May 19 13:09:10.510821 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84d7fcf0-d36c-4c31-b364-1a9f3c5af2fa None None] Provisioning complete for port c400a065-753c-4407-8fd4-2d5ca3d64daa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:10.511209 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84d7fcf0-d36c-4c31-b364-1a9f3c5af2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.644411 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.660510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a406f0-698c-4eb4-881c-a963542778a1 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.661859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-27a406f0-698c-4eb4-881c-a963542778a1 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Synchronizing usage tracker for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:10.665646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Transition to ACTIVE for port object ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:10.761619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-66e969b4-1fed-45ff-9b41-579d624b93ba req-37f54b6d-d8e0-47a6-8293-a8dcce3214f7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127189 May 19 13:09:10.819714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f845-2cac-4d1e-88aa-863f44152ae4 req-4115ba72-ac5b-49e0-a145-8b9e400c3169 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.821424 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bf9f845-2cac-4d1e-88aa-863f44152ae4 req-4115ba72-ac5b-49e0-a145-8b9e400c3169 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.5889258 May 19 13:09:10.823157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-27a406f0-698c-4eb4-881c-a963542778a1 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Unset dirty status for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:10.828794 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.829288 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-27a406f0-698c-4eb4-881c-a963542778a1 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=83c84eb6-47f7-4dd0-bf23-ee65f941d62a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1084902 May 19 13:09:10.831062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:10.831983 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-31a2dbad-59b6-4953-bdc0-599dbafd4181 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:10.886649 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-282a0da9-cd44-4d7e-9765-d2c35628eac2 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341047 May 19 13:09:10.916635 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824498-3cf0-4cbc-8e0e-a80438127609 req-aee36a83-9134-4ed7-af3e-1ba678cf0cf3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:10.918160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31824498-3cf0-4cbc-8e0e-a80438127609 req-aee36a83-9134-4ed7-af3e-1ba678cf0cf3 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 0.2440999 May 19 13:09:11.013684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:09:11.016852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network 8291a4dc-29a1-4279-88ff-ce5758837330 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:11.084501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:11.086600 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Port': ['ID=ebabde83-1e2f-4b97-b079-6e1bcc6c5c32,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:11.091745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:11.092326 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.105832 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:11.124613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bf9f845-2cac-4d1e-88aa-863f44152ae4 req-53f41292-8a25-4ee2-af03-4570ca70793c tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536309 May 19 13:09:11.156305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-31824498-3cf0-4cbc-8e0e-a80438127609 req-739954ce-f3a1-44cf-8fff-895387922769 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054675 May 19 13:09:11.247199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65183d97-e10d-43e3-bbc5-c76c7134eb33 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:11.247987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-65183d97-e10d-43e3-bbc5-c76c7134eb33 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Synchronizing usage tracker for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:11.413215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.498461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.646170 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-58d6a3dd-85ff-467e-82b4-16ba093594d8 req-88d135f1-35f8-4311-8aaa-be878d5cdc5b service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525432 May 19 13:09:11.647468 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33af660c-760a-4f31-9afa-f500be784d5a None None] Provisioning for port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:11.655056 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.670086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33af660c-760a-4f31-9afa-f500be784d5a None None] Provisioning complete for port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:11.670462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33af660c-760a-4f31-9afa-f500be784d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.798594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33af660c-760a-4f31-9afa-f500be784d5a None None] Port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:11.808997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c400a065-753c-4407-8fd4-2d5ca3d64daa up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:11.849198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-65183d97-e10d-43e3-bbc5-c76c7134eb33 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Unset dirty status for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:11.850726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-65183d97-e10d-43e3-bbc5-c76c7134eb33 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.9820046 May 19 13:09:11.974624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:11.992172 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port c400a065-753c-4407-8fd4-2d5ca3d64daa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:11.993625 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.111759 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-abd215bc-616e-42d6-a901-0647e538d598 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 200 len: 205 time: 0.1333385 May 19 13:09:12.113105 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Floating IP fcec3aed-822a-4410-a734-b42a7c20973e associated. External IP: 172.25.4.195, port: 42716f4b-4ab2-4cc3-9811-4a355cc5b94a. May 19 13:09:12.123344 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:12.331656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b051-babc-4b78-bfec-af539bed0a64 req-09e83e8e-bb52-4b1d-b369-5ed78077c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:12.333308 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-09e83e8e-bb52-4b1d-b369-5ed78077c714 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c1463845f284aedb6c275a455940d1d&device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 1095 time: 0.4865081 May 19 13:09:12.412423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3bc88-5dc6-4260-98a0-1b732f507e74 req-199fbb96-d35b-47d5-83ef-a69d96bc32bf tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:12.419618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e3bc88-5dc6-4260-98a0-1b732f507e74 req-199fbb96-d35b-47d5-83ef-a69d96bc32bf tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.7657192 May 19 13:09:12.457342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068b13c-ef21-4e8b-a51f-e1837d914ba8 req-9b547063-2d26-4984-835d-d3da60c672f6 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:12.458982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2068b13c-ef21-4e8b-a51f-e1837d914ba8 req-9b547063-2d26-4984-835d-d3da60c672f6 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.7826409 May 19 13:09:12.641618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e7e3bc88-5dc6-4260-98a0-1b732f507e74 req-c6bd188a-edd9-4e75-a459-971bc8a90df1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210608 May 19 13:09:12.649506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.653789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b051-babc-4b78-bfec-af539bed0a64 req-cccd3d31-a357-4682-946d-b0c2e57c74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:12.655322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-cccd3d31-a357-4682-946d-b0c2e57c74ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 HTTP/1.1" status: 200 len: 917 time: 0.3126245 May 19 13:09:12.741572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2068b13c-ef21-4e8b-a51f-e1837d914ba8 req-a96861f9-e8c1-4bce-a3b0-555207378ef9 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066605 May 19 13:09:12.837314 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-d70c7142-6167-4271-80fc-ebfcb8b6fb82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316 HTTP/1.1" status: 200 len: 217 time: 0.1307418 May 19 13:09:12.838722 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a7a032a-b11a-4c3f-915f-710fc6cbbb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.839692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Router 202440b3-06ba-46c2-b839-35ce6e3e9f17 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:12.893094 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.916402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.935824 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.937296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.947170 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-be121def-05d3-4cd8-8a39-bb977965657e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:13.077616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b051-babc-4b78-bfec-af539bed0a64 req-579cbbf9-2e66-4c83-91eb-b1a87f5108fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:13.080299 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-579cbbf9-2e66-4c83-91eb-b1a87f5108fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=747e7f64-d1af-48cc-a34d-56b0dcf1dab2 HTTP/1.1" status: 200 len: 855 time: 0.2332547 May 19 13:09:13.119099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event updated for resources: {'Port': ['ID=ebabde83-1e2f-4b97-b079-6e1bcc6c5c32,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:13.119099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.125371 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:13.324495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3945f-dc3a-492a-b2c2-b9c32cfb5e3d req-afb945b5-693d-4948-b058-bd755ee7ca7c tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:13.326112 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40a3945f-dc3a-492a-b2c2-b9c32cfb5e3d req-afb945b5-693d-4948-b058-bd755ee7ca7c tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 0.4933088 May 19 13:09:13.339958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:13.345367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b051-babc-4b78-bfec-af539bed0a64 req-2f47b207-f170-4ef1-8f43-3fccfdb74b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:13.348071 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-2f47b207-f170-4ef1-8f43-3fccfdb74b1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571156 May 19 13:09:13.353725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.356036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port 42b4ce8d-1ace-457a-b54d-b0a07a1cd3f6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:13.356616 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.374785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Sync routers for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:13.392908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:13.394004 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:13.699105 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.804955 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d4774dc4-2da6-440f-9c3c-099e5bdc4e04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "PUT /v2.0/floatingips/fcec3aed-822a-4410-a734-b42a7c20973e HTTP/1.1" status: 200 len: 992 time: 4.9426515 May 19 13:09:13.808511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:13.868661 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-4bd59eb5-9a5e-4ca6-a0d0-1d84f7bb33de service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751017 May 19 13:09:13.939934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for 42b4ce8d-1ace-457a-b54d-b0a07a1cd3f6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:13.969232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Network 8291a4dc-29a1-4279-88ff-ce5758837330 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:13.977123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:13.982527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:09:14.095767 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40a3945f-dc3a-492a-b2c2-b9c32cfb5e3d req-4f9bc453-f606-427d-9204-932c3ade6b9e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7571344 May 19 13:09:14.283777 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0396b051-babc-4b78-bfec-af539bed0a64 req-f517a079-5bfd-45bf-b421-50110012ad45 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045460 May 19 13:09:14.357968 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'status': 'completed', 'code': 200} May 19 13:09:14.439147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.489883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Router 3a48e75c-8c15-44a2-b671-b2fad853756c has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:14.587115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.588305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.589195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.590084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.591216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.592144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.594819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.612566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-10100dff-c3ad-4d1d-831e-455f6f9c236f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 0.2259333 May 19 13:09:14.639234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-952fc425-9773-4bcb-b40f-a4126fae2810 None None] Provisioning complete for port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:14.639997 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-952fc425-9773-4bcb-b40f-a4126fae2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.788892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-952fc425-9773-4bcb-b40f-a4126fae2810 None None] Port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:14.829508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-0c24c138-c10d-4fb5-90cc-bcb6e5649224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.831205 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-0c24c138-c10d-4fb5-90cc-bcb6e5649224 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb HTTP/1.1" status: 200 len: 912 time: 0.2014616 May 19 13:09:14.841360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'fcec3aed-822a-4410-a734-b42a7c20973e', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'port_id': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'mac_address': 'fa:16:3e:35:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:06:16Z', 'updated_at': '2021-05-19T13:09:10Z', 'revision_number': 1, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:14.848007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Checking router: 202440b3-06ba-46c2-b839-35ce6e3e9f17 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:14.861780 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:14.864447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:14.935815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d967-efb0-4a0f-84ac-e59ba599791a req-f6ff2d89-bc1d-4019-bc0c-27c1f8163c16 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:14.944540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5972d967-efb0-4a0f-84ac-e59ba599791a req-f6ff2d89-bc1d-4019-bc0c-27c1f8163c16 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.6180871 May 19 13:09:14.979001 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-8669213e-7f56-4690-8f80-751f268f278d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1000 time: 0.1383893 May 19 13:09:14.988501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:15.004787 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] Sync routers for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:15.006455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6167889 May 19 13:09:15.024102 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:15.025073 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.026733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:15.097091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-6666682a-17cf-4420-a56b-3c2be6d8ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:15.098924 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-6666682a-17cf-4420-a56b-3c2be6d8ac06 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.0963988 May 19 13:09:15.130407 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.144902 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5972d967-efb0-4a0f-84ac-e59ba599791a req-3934eab6-b00e-40fa-871f-338762888a5c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994076 May 19 13:09:15.145533 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:15.146488 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.261528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-f6a533f1-570d-4460-ad1e-6d22084fc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:15.267051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-f6a533f1-570d-4460-ad1e-6d22084fc782 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600235 May 19 13:09:15.322618 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.323303 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877cb80-f703-4a32-bcd4-cbe61bc82dff None None] The sync data for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:15.365963 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:09:15.510193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98456682-7464-49e1-9a1d-d1570444cea5 req-58473125-7cfb-457d-bd76-e23511deca86 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:15.522137 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98456682-7464-49e1-9a1d-d1570444cea5 req-58473125-7cfb-457d-bd76-e23511deca86 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.8418400 May 19 13:09:15.534389 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-9307a4b0-e7d9-4ef4-ab76-1557b30d3953 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589791 May 19 13:09:15.645526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.663847 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.709245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98456682-7464-49e1-9a1d-d1570444cea5 req-6a3a47dd-3de1-49a9-8195-7f8abbb161ac tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd3c820-0bca-46ae-bcc3-fca942431789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861761 May 19 13:09:15.736990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64f86b03-7dde-4af9-bbfd-44e3c6930ede tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.815628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.815628 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5a8f853d-755b-46c6-aa86-cb591197544b tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:15.879317 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-754c5839-261c-46bd-bfce-ce80ce5c22c2 req-6e471f2c-235a-4077-8633-d3bd0e2df041 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360500 May 19 13:09:15.889316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-f55b4f88-300d-42b8-9d63-81ab3b0e54d1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:15.890510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-f55b4f88-300d-42b8-9d63-81ab3b0e54d1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Synchronizing usage tracker for tenant:d0471c22fce34e899a7818306ce5a02e on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:15.919771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-f55b4f88-300d-42b8-9d63-81ab3b0e54d1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Unset dirty status for tenant:d0471c22fce34e899a7818306ce5a02e on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:15.921993 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-f55b4f88-300d-42b8-9d63-81ab3b0e54d1 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 946 time: 0.2052236 May 19 13:09:16.098911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'fcec3aed-822a-4410-a734-b42a7c20973e', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'port_id': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'mac_address': 'fa:16:3e:35:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:06:16Z', 'updated_at': '2021-05-19T13:09:10Z', 'revision_number': 1, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:16.109195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0fbd-0c58-4184-a275-3e9a65779508 None None] The sync data for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 is: [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': 'fcec3aed-822a-4410-a734-b42a7c20973e', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'port_id': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'mac_address': 'fa:16:3e:35:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945658b-5312-470c-8f2a-97e611e412e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:06:16Z', 'updated_at': '2021-05-19T13:09:10Z', 'revision_number': 1, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:16.142434 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Deleting port ac280065-39a7-4789-a006-967d50ff78fe {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:16.143054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.161285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=42b4ce8d-1ace-457a-b54d-b0a07a1cd3f6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:16.166492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-b2878174-a556-4af1-988f-e3b5a74d8dc8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8455768 May 19 13:09:16.167446 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:16.377411 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-64f86b03-7dde-4af9-bbfd-44e3c6930ede tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 13:09:16.378974 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-64f86b03-7dde-4af9-bbfd-44e3c6930ede tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c HTTP/1.1" status: 409 len: 329 time: 1.3501806 May 19 13:09:16.383993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:16.399216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] For port ac280065-39a7-4789-a006-967d50ff78fe, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ac280065-39a7-4789-a006-967d50ff78fe,segment=NetworkSegment(d549c0e7-67f1-45c8-99d0-122d728ae85f),segment_id=d549c0e7-67f1-45c8-99d0-122d728ae85f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:16.399570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.500805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c852-006a-4b4d-ac23-5bcf7f055487 req-52964424-f871-4602-83a3-eab8af0440d8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:16.517237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b6c852-006a-4b4d-ac23-5bcf7f055487 req-52964424-f871-4602-83a3-eab8af0440d8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 0.9116750 May 19 13:09:16.622425 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.632951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397aae6b-c01e-405e-ba2f-a0d92ca91d99 None None] New status for floating IP fcec3aed-822a-4410-a734-b42a7c20973e: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:09:16.634702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Calling delete_port for ac280065-39a7-4789-a006-967d50ff78fe owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:16.932841 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.937224 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.023783 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.031790 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:17.039677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['ac280065-39a7-4789-a006-967d50ff78fe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:17.093068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Pushing event deleted for resources: {'Port': ['ID=ac280065-39a7-4789-a006-967d50ff78fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:17.101339 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:17.154164 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.243799 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] No DVR routers for this DVR port ac280065-39a7-4789-a006-967d50ff78fe on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:17.247519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.251736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'name': 'network-vif-deleted', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:17.270088 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4188cb5f-13e2-4313-b6cc-80884b7e2fe7 req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.71 "DELETE /v2.0/ports/ac280065-39a7-4789-a006-967d50ff78fe HTTP/1.1" status: 204 len: 173 time: 1.3419883 May 19 13:09:17.308070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b6c852-006a-4b4d-ac23-5bcf7f055487 req-b9f1cf4a-061e-4a35-a189-8ccb3a198ada tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7893047 May 19 13:09:17.309359 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.310518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router 83c84eb6-47f7-4dd0-bf23-ee65f941d62a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:17.367195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-056441bb-e9c0-4c4d-8bce-cdc791adc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:17.368771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-056441bb-e9c0-4c4d-8bce-cdc791adc05a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 1100 time: 1.1316316 May 19 13:09:17.457890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.459085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 204 len: 168 time: 5.3266683 May 19 13:09:17.466012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.485942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1120494991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:17.507465 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:17.523712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:17.528608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:17.537088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:17.553995 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.555395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.584107 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.612233 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.642645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf5b1-743b-4765-aba8-3eb6d96ee330 req-963c5a02-546f-4cda-a361-a7816fbbf77c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:17.644283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7bdf5b1-743b-4765-aba8-3eb6d96ee330 req-963c5a02-546f-4cda-a361-a7816fbbf77c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.8744931 May 19 13:09:17.668128 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.670466 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-30e17d9a-aa3a-46f6-acd7-a35f7075f9c0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2028999 May 19 13:09:17.675136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.701589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:17.737188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-10eabac7-e1c7-45e3-bbbe-44b73eacf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:17.738694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-10eabac7-e1c7-45e3-bbbe-44b73eacf18a service neutron] 10.222.0.71 "GET /v2.0/networks?id=395546f3-fe41-446f-a024-64e32fdbb271 HTTP/1.1" status: 200 len: 870 time: 0.3414388 May 19 13:09:18.104736 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-794aa9f8-7960-43aa-aabc-c3a791af6fff req-ee5a2128-c712-4086-8771-d313fbf37ac2 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec9f9638-ada5-4429-b0ce-7335ff5bf0ea HTTP/1.1" status: 200 len: 210 time: 0.3562238 May 19 13:09:18.140724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7bdf5b1-743b-4765-aba8-3eb6d96ee330 req-b4ef5b2b-fb96-4dc6-9d55-0b698a0ffa0d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690976 May 19 13:09:18.187996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-b995ca68-1911-48c5-9274-bb0be62e0eb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd HTTP/1.1" status: 200 len: 217 time: 0.4375172 May 19 13:09:18.229458 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9638-ada5-4429-b0ce-7335ff5bf0ea', 'name': 'network-vif-deleted', 'tag': 'ac280065-39a7-4789-a006-967d50ff78fe', 'status': 'completed', 'code': 200} May 19 13:09:18.505978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.626320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-472f47d1-8d80-4298-90c6-e2917f00f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:18.627827 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-472f47d1-8d80-4298-90c6-e2917f00f6ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3937ddfa-7ba3-4906-bc35-6b525843068a HTTP/1.1" status: 200 len: 843 time: 0.4184601 May 19 13:09:18.753473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.935407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7c49b-c0ed-4f07-a210-96bdc4060008 req-cf59cb6a-a835-49c3-81a2-94d3e8cb62db tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:18.937096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd7c49b-c0ed-4f07-a210-96bdc4060008 req-cf59cb6a-a835-49c3-81a2-94d3e8cb62db tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.4313736 May 19 13:09:18.973404 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-e4e58617-bcc5-4f92-a8b5-808ba13886df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:18.974898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-e4e58617-bcc5-4f92-a8b5-808ba13886df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=395546f3-fe41-446f-a024-64e32fdbb271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3325281 May 19 13:09:18.982669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8bde7-0ac7-47b3-8413-0e356da156bd req-d14d3cfe-bd1b-4c29-a3d7-2ff6bf3f8e53 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:18.984646 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5c8bde7-0ac7-47b3-8413-0e356da156bd req-d14d3cfe-bd1b-4c29-a3d7-2ff6bf3f8e53 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 0.4102535 May 19 13:09:19.149685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.209926 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.229804 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd7c49b-c0ed-4f07-a210-96bdc4060008 req-27ec3b97-3044-454e-9d94-4871408bf0f1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799997 May 19 13:09:19.262176 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5c8bde7-0ac7-47b3-8413-0e356da156bd req-06504217-ed85-45dc-8bb7-91ede16aa9eb tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238142 May 19 13:09:19.346686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-3c9978c4-ec87-4e87-9930-c7fe7c4e699e service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040075 May 19 13:09:19.424410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:19.609220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Allocated IP 172.25.4.86 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8749a41f-1fc5-46c6-b9b9-f2b62d300188) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:19.804646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Deleting subnet 5a29c551-52a8-4811-b8ed-496827a9cceb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:19.818249 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.924322 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-07007f42-cfd5-4b38-932a-eeb6ea992f06 req-054e9809-a7f6-4f07-9881-564a17e2df59 service neutron] 10.222.0.71 "GET /v2.0/networks/395546f3-fe41-446f-a024-64e32fdbb271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617449 May 19 13:09:19.957321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.007969 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.012483 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f58ecaf-32f2-4d02-9940-863c91262409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:20.074563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.087076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:20.091241 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:20.097614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:20.154101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event updated for resources: {'Port': ['ID=8749a41f-1fc5-46c6-b9b9-f2b62d300188,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:20.164392 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:20.215580 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.267723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting port ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:20.268383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.287314 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ac280065-39a7-4789-a006-967d50ff78fe no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:20.347346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: ac280065-39a7-4789-a006-967d50ff78fe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:09:20.348251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ac280065-39a7-4789-a006-967d50ff78fe not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:20.761913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f171fe-0fe6-4fa2-a06a-535fff81ce92 req-71082bcd-6383-4279-b619-b0f1028bc117 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:20.763401 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c4f171fe-0fe6-4fa2-a06a-535fff81ce92 req-71082bcd-6383-4279-b619-b0f1028bc117 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.8030291 May 19 13:09:20.962707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c4f171fe-0fe6-4fa2-a06a-535fff81ce92 req-1f076567-64ff-4441-919d-2105cd9cfae7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709270 May 19 13:09:20.970990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.117014 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.151817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Calling delete_port for ebabde83-1e2f-4b97-b079-6e1bcc6c5c32 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:21.197537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36dfb-3583-42d8-b3df-6015164ce160 req-5fdadb2f-92ce-4393-b72f-8f2804ddfd9e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:21.199166 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bff36dfb-3583-42d8-b3df-6015164ce160 req-5fdadb2f-92ce-4393-b72f-8f2804ddfd9e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 0.5099351 May 19 13:09:21.334903 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bff36dfb-3583-42d8-b3df-6015164ce160 req-a9889e0a-7c27-4631-8929-c96cc5d34bb9 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108913 May 19 13:09:21.424029 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.435764 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-183c34e7-dd01-4aa4-8b2a-80e8ed2088c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:21.519064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a29c551-52a8-4811-b8ed-496827a9cceb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:21.533843 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:21.537910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.554852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5a29c551-52a8-4811-b8ed-496827a9cceb HTTP/1.1" status: 204 len: 168 time: 2.1193058 May 19 13:09:21.562050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:21.839266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.844378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.000929 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.066038 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.074519 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9043783b-2d3b-49f2-b250-b22d916e43d1 tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:22.179822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Port': ['ID=ebabde83-1e2f-4b97-b079-6e1bcc6c5c32,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:22.242622 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:22.263004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Router b800991f-cefb-43e8-b628-aaad731ef2fb is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:09:22.291064 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d1d84f48-94fe-47c2-8fc8-75be2180e316 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:22.371638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca271-85d0-4ef1-818f-27c775033552 req-872e1155-6be8-40f1-8662-de80d84b7727 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:22.374455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194ca271-85d0-4ef1-818f-27c775033552 req-872e1155-6be8-40f1-8662-de80d84b7727 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 0.8053787 May 19 13:09:22.553040 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-832c951c-8cb9-4d25-8375-fe9b98fc19ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9873621 May 19 13:09:22.591003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:22.637972 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'port_id': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'mac_address': 'fa:16:3e:6b:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:22.780794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.787370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:22.807469 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.807749 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] Sync routers for ids ['b800991f-cefb-43e8-b628-aaad731ef2fb'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:22.814160 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "PUT /v2.0/routers/b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 200 len: 883 time: 5.1374257 May 19 13:09:22.822984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d84f48-94fe-47c2-8fc8-75be2180e316 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:09:22.823756 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] Routers {'b800991f-cefb-43e8-b628-aaad731ef2fb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:22.824570 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b800991f-cefb-43e8-b628-aaad731ef2fb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:22.832483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:22.885544 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:22.894854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.901467 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-563e843d-938e-4956-ae92-3b4f2ad64dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:22.976656 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.004115 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] Routers {'b800991f-cefb-43e8-b628-aaad731ef2fb'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:23.009540 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b800991f-cefb-43e8-b628-aaad731ef2fb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.027762 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:23.035513 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:23.106460 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.106865 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9496a2-dbf9-4233-a66a-306821d1324c None None] The sync data for ids ['b800991f-cefb-43e8-b628-aaad731ef2fb'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:23.228437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.310653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d1d84f48-94fe-47c2-8fc8-75be2180e316'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:23.352829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6341664e-cdb2-4f39-b873-e56fd3fedc43']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.410061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.416452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd549c0e7-67f1-45c8-99d0-122d728ae85f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.416452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd549c0e7-67f1-45c8-99d0-122d728ae85f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:23.418864 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd3dd219-0c15-4e57-bf24-d6e2318cae47 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 200 len: 924 time: 0.5839367 May 19 13:09:23.421507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:23.532968 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.535425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c13db0-ac9a-4310-9fce-a00746d3d466 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.540035 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-79c13db0-ac9a-4310-9fce-a00746d3d466 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=b800991f-cefb-43e8-b628-aaad731ef2fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1142282 May 19 13:09:23.540296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:23.744534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b013809-eb4c-4444-9f18-8a855d2e7c2b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.745358 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1b013809-eb4c-4444-9f18-8a855d2e7c2b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Synchronizing usage tracker for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:23.772611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1b013809-eb4c-4444-9f18-8a855d2e7c2b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Unset dirty status for tenant:dfe188aa791a4ebb9996fb08a0358600 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:23.774240 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.779949 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b013809-eb4c-4444-9f18-8a855d2e7c2b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.2343831 May 19 13:09:23.782279 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:23.820485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:23.821167 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: timer() May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:23.849123 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:23.888975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-22488f4e-b847-45cb-acb2-05d015e9f0c2 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 200 len: 205 time: 0.1037788 May 19 13:09:23.892275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:23.907218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.908239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.909123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.909987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.910745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.911473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.912224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.915667 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8bfe3983-3179-4eca-b347-85bf5ce89b45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 1.1519523 May 19 13:09:23.931375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3e8e-887d-4996-a668-4e93b94176a9 req-cf9c96fa-0dca-4582-b604-491b26e9fb25 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.933744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69dd3e8e-887d-4996-a668-4e93b94176a9 req-cf9c96fa-0dca-4582-b604-491b26e9fb25 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 946 time: 1.5442502 May 19 13:09:23.995323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d6a9f-369c-4598-aa6c-cd7c4ec3e81c req-e9b4df7e-8933-406f-b30c-b7a604f5983f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:23.997199 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-156d6a9f-369c-4598-aa6c-cd7c4ec3e81c req-e9b4df7e-8933-406f-b30c-b7a604f5983f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 944 time: 1.3031528 May 19 13:09:24.165780 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.286488 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:24.461709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.511157 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.530828 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:24.551798 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.583330 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.607851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:24.632780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-69dd3e8e-887d-4996-a668-4e93b94176a9 req-1ca52442-526f-4acd-8e50-cf965ba4b7f7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066077 May 19 13:09:24.636406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:24.642693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Router 3a48e75c-8c15-44a2-b671-b2fad853756c has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:24.646350 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.650383 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:24.656880 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6341664e-cdb2-4f39-b873-e56fd3fedc43,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:24.662772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-156d6a9f-369c-4598-aa6c-cd7c4ec3e81c req-9aef6481-7c67-4f13-ae27-4fb55e424c2e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6179323 May 19 13:09:24.667306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:24.667660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.687111 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:24.691386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port 8749a41f-1fc5-46c6-b9b9-f2b62d300188 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:24.695500 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:24.702905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] 10.222.0.69 "DELETE /v2.0/networks/6341664e-cdb2-4f39-b873-e56fd3fedc43 HTTP/1.1" status: 204 len: 168 time: 3.1394086 May 19 13:09:24.755993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:24.890738 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:24.905591 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:25.001598 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5d5129de-87dd-433b-86db-acfb6f13d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:25.006253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5d5129de-87dd-433b-86db-acfb6f13d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:25.006812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5d5129de-87dd-433b-86db-acfb6f13d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:25.009509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5d5129de-87dd-433b-86db-acfb6f13d636 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 2298 time: 1.0086827 May 19 13:09:25.016276 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'code': 200} May 19 13:09:25.082231 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.280111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for 8749a41f-1fc5-46c6-b9b9-f2b62d300188 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:25.318173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:25.332486 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] Sync routers for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:25.333445 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Deleting subnet 9a50593c-8fd1-4f0b-8f5d-e7fec86b6e62 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:25.355566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:25.356583 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:25.366188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9790397 May 19 13:09:25.369950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.372992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:25.514342 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:25.538892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] Routers {'3a48e75c-8c15-44a2-b671-b2fad853756c'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:25.540035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['3a48e75c-8c15-44a2-b671-b2fad853756c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:25.709108 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-ef760fde-8301-4be9-bead-e2d786f5c66f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.5976593 May 19 13:09:25.711190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:25.711557 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.722708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.739323 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:25.815447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=8749a41f-1fc5-46c6-b9b9-f2b62d300188,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:25.815447 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5ac36533-315a-4396-a52d-8f43c37b856f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] show failed (client error): The resource could not be found. May 19 13:09:25.821959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ac36533-315a-4396-a52d-8f43c37b856f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1258192261 HTTP/1.1" status: 404 len: 335 time: 0.4402726 May 19 13:09:25.824644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:25.825284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:25.854630 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.931929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a93b12a-0873-4b9a-9f2e-89561cf09bf2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:26.009942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:26.016615 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b446992-e8fb-4c4d-a5d4-aa8f621f4498 None None] The sync data for ids ['3a48e75c-8c15-44a2-b671-b2fad853756c'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:26.248860 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4a93b12a-0873-4b9a-9f2e-89561cf09bf2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] update failed (client error): The resource could not be found. May 19 13:09:26.251302 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a93b12a-0873-4b9a-9f2e-89561cf09bf2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-548233374 HTTP/1.1" status: 404 len: 334 time: 0.4203374 May 19 13:09:26.265833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:26.279587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:26.294819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d1d84f48-94fe-47c2-8fc8-75be2180e316 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:26.347210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.417265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.491534 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port d1d84f48-94fe-47c2-8fc8-75be2180e316 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:26.505410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d1d84f48-94fe-47c2-8fc8-75be2180e316 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:26.506317 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.637700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.641525 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.689980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.694835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.695949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router b800991f-cefb-43e8-b628-aaad731ef2fb {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:26.728451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.733832 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 204 len: 168 time: 2.8396862 May 19 13:09:26.734728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:26.742407 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:26.747877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715163171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:26.751823 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.754258 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:26.766109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting subnet e8dfcc0a-4996-4a5b-9493-300236ed21f9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:26.771369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:26.778464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.818030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-a77d8555-7c9b-4ce9-b107-e898cf6f103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:26.821430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-a77d8555-7c9b-4ce9-b107-e898cf6f103c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 1.0782733 May 19 13:09:26.824711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:26.828765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:26.844853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:26.871142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.903196 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.904374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.905729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:26.913432 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:26.942310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.981461 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.017900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:27.041923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.048875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d479b589-1e92-43d7-a240-ee76a27fc65e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3089788 May 19 13:09:27.050640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:27.075618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:27.077563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38a74-a65f-47ba-9a60-d8763e996ad2 req-ee17b174-6098-4b97-98b5-8bb136cd1c23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:27.080476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecd38a74-a65f-47ba-9a60-d8763e996ad2 req-ee17b174-6098-4b97-98b5-8bb136cd1c23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 944 time: 1.0140066 May 19 13:09:27.119201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269975f-8bb8-48a9-a080-3aad097ac3c5 req-bd3a4cf8-652c-4975-b52c-2d7ff5250d5c tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:27.131801 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269975f-8bb8-48a9-a080-3aad097ac3c5 req-bd3a4cf8-652c-4975-b52c-2d7ff5250d5c tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 945 time: 0.9238393 May 19 13:09:27.192877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.360057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8269975f-8bb8-48a9-a080-3aad097ac3c5 req-2aeef590-b68b-468a-a525-b50ed26dead8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265556 May 19 13:09:27.502303 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ecd38a74-a65f-47ba-9a60-d8763e996ad2 req-e7db0229-72c1-4a89-b337-092a249bfe27 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291290 May 19 13:09:27.528290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-a446f9d3-b534-4db1-986e-90d254fc48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:27.541504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-a446f9d3-b534-4db1-986e-90d254fc48ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6531148 May 19 13:09:27.830916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.846999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:27.878549 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:28.045183 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'code': 200} May 19 13:09:28.123220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:28.191796 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:28.206103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=14ac0f3b-b441-4ab4-ba41-bac83e708ca5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:28.212199 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:28.225799 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-927620c0-ffb5-4e3d-a835-3772e0c50be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:28.389981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 14ac0f3b-b441-4ab4-ba41-bac83e708ca5 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:28.408332 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-6c5a5428-1ba2-41cf-a0db-9766e30ef39e service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653495 May 19 13:09:28.418425 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:28.424898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-deleted', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:28.434159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a50593c-8fd1-4f0b-8f5d-e7fec86b6e62,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:28.492272 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:28.499444 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9a50593c-8fd1-4f0b-8f5d-e7fec86b6e62 HTTP/1.1" status: 204 len: 168 time: 3.6978748 May 19 13:09:28.504620 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:28.505470 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:28.509598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-194ca271-85d0-4ef1-818f-27c775033552 req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/14ac0f3b-b441-4ab4-ba41-bac83e708ca5 HTTP/1.1" status: 204 len: 173 time: 5.9363730 May 19 13:09:28.722941 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58507648-a6a3-4f00-93ce-58ca8f2ca240', 'name': 'network-vif-deleted', 'tag': '14ac0f3b-b441-4ab4-ba41-bac83e708ca5', 'status': 'completed', 'code': 200} May 19 13:09:28.904021 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.179151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de070-dc90-40d9-96ab-c518cbc1b79c req-f4ad5b57-d882-42a0-9776-1143cc8ccb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:29.180729 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0de070-dc90-40d9-96ab-c518cbc1b79c req-f4ad5b57-d882-42a0-9776-1143cc8ccb0c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 1097 time: 0.9349957 May 19 13:09:29.244995 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0de070-dc90-40d9-96ab-c518cbc1b79c req-0e3610a8-67ff-407e-bc3d-2fa2a82335ed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536709 May 19 13:09:29.254210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.260598 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bcde1817-3cdf-4307-99ec-eae4547ac13d tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:29.302736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dfcc0a-4996-4a5b-9493-300236ed21f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:29.304826 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.310249 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:29.316117 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/subnets/e8dfcc0a-4996-4a5b-9493-300236ed21f9 HTTP/1.1" status: 204 len: 168 time: 3.0491557 May 19 13:09:29.322644 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0463a-86af-4b1f-a856-08324b1f0d7a None None] Network 09286c0c-e9b0-42da-ba11-5d8082bb2d0d requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:29.347312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-93c78798-1cf1-4e3d-acf3-0f22fbec2e3d req-4d66e4c7-e94a-41c5-93f2-e1374dacbc46 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:29.352087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:29.407682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d31ec1fb-e280-4d26-bfd4-c9899c2ce993 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9691143 May 19 13:09:29.437738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391f119-b7fd-4f14-a8c0-78e22c7f2bb0 req-4bf1a6de-6aa2-48d9-8cf4-d9cf915f8eec tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:29.439404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1391f119-b7fd-4f14-a8c0-78e22c7f2bb0 req-4bf1a6de-6aa2-48d9-8cf4-d9cf915f8eec tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.7156556 May 19 13:09:29.693677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.740174 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.760779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] DHCP port deletion for 09286c0c-e9b0-42da-ba11-5d8082bb2d0d request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:09:29.836764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-43e51993-2ad0-4d33-84cc-e1f213e88759 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.4140255 May 19 13:09:29.907032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Deleting port c400a065-753c-4407-8fd4-2d5ca3d64daa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:29.907546 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.913682 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:29.962473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-93c78798-1cf1-4e3d-acf3-0f22fbec2e3d req-4d66e4c7-e94a-41c5-93f2-e1374dacbc46 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:29.972552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-93c78798-1cf1-4e3d-acf3-0f22fbec2e3d req-4d66e4c7-e94a-41c5-93f2-e1374dacbc46 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=58507648-a6a3-4f00-93ce-58ca8f2ca240 HTTP/1.1" status: 200 len: 210 time: 1.0423906 May 19 13:09:30.012978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1391f119-b7fd-4f14-a8c0-78e22c7f2bb0 req-0feecb61-fb1a-4a28-b3a5-a631330b5189 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131732 May 19 13:09:30.024439 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec37cd5-e89c-42e1-957b-0c9fd9517e41']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:30.053159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585d252c-5091-44a3-b369-ca03b9f648ed') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:30.053545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585d252c-5091-44a3-b369-ca03b9f648ed') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:30.054786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 172.25.4.217 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/4f9c19c8-b818-457a-96f6-b57c583fb371) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:30.067954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.085162 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.132124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5a948772-000c-408e-828c-54258b7c2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:30.134199 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5a948772-000c-408e-828c-54258b7c2a6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.2080719 May 19 13:09:30.173957 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.200333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] For port c400a065-753c-4407-8fd4-2d5ca3d64daa, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=c400a065-753c-4407-8fd4-2d5ca3d64daa,segment=NetworkSegment(8c753a57-a099-4578-b825-87297e08bf44),segment_id=8c753a57-a099-4578-b825-87297e08bf44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:30.200818 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.288279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:30.288819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: timer() May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:30.318308 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:30.376296 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.387936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Calling delete_port for c400a065-753c-4407-8fd4-2d5ca3d64daa owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:30.451222 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.473214 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-64aafd94-bb0a-4c25-8a8e-b6e59bf04946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:30.475180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.482862 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:30.550946 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.555440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-03273b16-f6db-4465-840d-23928d7fdf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:30.556950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-03273b16-f6db-4465-840d-23928d7fdf79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3793528 May 19 13:09:30.564710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting port c400a065-753c-4407-8fd4-2d5ca3d64daa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:30.565074 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.573780 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:30.575792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=4f9c19c8-b818-457a-96f6-b57c583fb371,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:30.580339 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:30.581311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:30.584795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:30.585008 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e27b84ab-7097-4498-aabf-c25b2807c1d2 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:30.619207 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.633452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Pushing event deleted for resources: {'Port': ['ID=c400a065-753c-4407-8fd4-2d5ca3d64daa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:30.677286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] No DVR routers for this DVR port c400a065-753c-4407-8fd4-2d5ca3d64daa on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:30.688246 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:30.741972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec37cd5-e89c-42e1-957b-0c9fd9517e41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:30.747262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] 10.222.0.69 "DELETE /v2.0/networks/8ec37cd5-e89c-42e1-957b-0c9fd9517e41 HTTP/1.1" status: 204 len: 168 time: 2.2399483 May 19 13:09:30.756711 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:31.078897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] For port c400a065-753c-4407-8fd4-2d5ca3d64daa, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:31.079816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.254416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:31.308013 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.450783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-01f02a67-8508-444b-8707-2e7cb0b4c9c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0471c22fce34e899a7818306ce5a02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943645 May 19 13:09:31.458586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:31.524970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-abe324d0-cf5b-4b70-8995-d6cf92505602 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256105 May 19 13:09:31.533595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Calling delete_port for c400a065-753c-4407-8fd4-2d5ca3d64daa owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:31.542947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Port c400a065-753c-4407-8fd4-2d5ca3d64daa was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:09:31.575892 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.594901 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4214295-cd82-4c7d-8773-ee0e9a603c88 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:31.730278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] No DVR routers for this DVR port c400a065-753c-4407-8fd4-2d5ca3d64daa on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:31.738257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Port': ['ID=c400a065-753c-4407-8fd4-2d5ca3d64daa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:31.789636 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:31.796721 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c400a065-753c-4407-8fd4-2d5ca3d64daa no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:31.859800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: c400a065-753c-4407-8fd4-2d5ca3d64daa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:09:31.860213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device c400a065-753c-4407-8fd4-2d5ca3d64daa not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:32.113742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.191942 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.449320 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.456099 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.462893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.497065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4beb60-26d5-472a-9753-30c901ad8fbb req-c40e88b6-5857-4cd6-b34d-09d711107be8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:32.499375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c4beb60-26d5-472a-9753-30c901ad8fbb req-c40e88b6-5857-4cd6-b34d-09d711107be8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 1.0113416 May 19 13:09:32.512593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09286c0c-e9b0-42da-ba11-5d8082bb2d0d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:32.587790 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c753a57-a099-4578-b825-87297e08bf44') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:32.588342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c753a57-a099-4578-b825-87297e08bf44') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:32.600195 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.600536 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-5ede2d94-dab5-46cf-9a4b-9374b76b997d service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0563183 May 19 13:09:32.613200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-edcaea89-f369-4d2d-9f58-38b98b9621e9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:32.614942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-edcaea89-f369-4d2d-9f58-38b98b9621e9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.7288828 May 19 13:09:32.637090 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d9937c27-a1c7-4b9f-9a58-820d67a5e1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:32.660366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd3c820-0bca-46ae-bcc3-fca942431789,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:32.730135 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.755165 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:32.794496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.795050 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d1e60a32-7dc7-4824-b7cc-ce6986491aaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.1684089 May 19 13:09:32.795875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cd3c820-0bca-46ae-bcc3-fca942431789 HTTP/1.1" status: 204 len: 168 time: 1.3351140 May 19 13:09:32.819265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-a7a39296-4496-461e-9118-5365ffaca37f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/quotas/4adf02f738fd42fe996a691794e253d7 HTTP/1.1" status: 200 len: 375 time: 0.0700312 May 19 13:09:32.846771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router 71b2c027-ec9e-4c6a-98b2-5518f156ca75 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:09:33.037469 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c4beb60-26d5-472a-9753-30c901ad8fbb req-f93aeca9-b877-4fef-b9cd-2288ec8ecc59 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5153873 May 19 13:09:33.044218 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.075583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-c37b1fde-d5b3-4f85-9f0b-37f5b5b892c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:33.080333 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-c37b1fde-d5b3-4f85-9f0b-37f5b5b892c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1676872 May 19 13:09:33.106939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:33.107418 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.128050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:33.133336 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.135093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "PUT /v2.0/routers/71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 200 len: 918 time: 6.0700817 May 19 13:09:33.139224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.144513 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] Sync routers for ids ['71b2c027-ec9e-4c6a-98b2-5518f156ca75'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:33.165552 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] Routers {'71b2c027-ec9e-4c6a-98b2-5518f156ca75'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:33.166306 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['71b2c027-ec9e-4c6a-98b2-5518f156ca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: timer() May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:33.186994 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:33.458923 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0c78fcc-a904-46d5-a812-ea31d89c27f2 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 200 len: 924 time: 0.3128893 May 19 13:09:33.460457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.466644 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.508767 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] Routers {'71b2c027-ec9e-4c6a-98b2-5518f156ca75'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:33.510754 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['71b2c027-ec9e-4c6a-98b2-5518f156ca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.519189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.526663 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.534915 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-da5cd8af-c733-4296-9596-68c5fdcf4456 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:33.583550 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/networks/09286c0c-e9b0-42da-ba11-5d8082bb2d0d HTTP/1.1" status: 204 len: 168 time: 4.2172222 May 19 13:09:33.586018 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Network': ['ID=09286c0c-e9b0-42da-ba11-5d8082bb2d0d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:33.589553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.595239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-fb9fa085-c70c-483a-8e56-b415f0208c31 req-c30cc9ce-e355-452f-b3f7-a82bfc2458cf service neutron] (93820) timed out ('10.222.0.69', 59078) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:09:33.598530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.598931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.599372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.599810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.600286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.600721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.601249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.601673 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.602170 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.602611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.603106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.603627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:33.615118 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:33.643562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-4216452a-b6c3-402c-9336-fafe528e7a20 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8229449 May 19 13:09:33.663072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0b8a3-2e74-44c8-95f3-08af698d601f tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:33.665373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ceb0b8a3-2e74-44c8-95f3-08af698d601f tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=71b2c027-ec9e-4c6a-98b2-5518f156ca75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2030916 May 19 13:09:33.674459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.714534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.754507 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.755093 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f927fb7-9deb-440a-a660-26cbb85b7309 None None] The sync data for ids ['71b2c027-ec9e-4c6a-98b2-5518f156ca75'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:33.826242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-59ccf51d-c3b1-4117-bd63-6295c60bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:33.828201 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-59ccf51d-c3b1-4117-bd63-6295c60bea5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7279348 May 19 13:09:34.017548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting subnet ff8804b2-c961-454d-bb80-1d125f08f164 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:34.055092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.109262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-70ebb045-d98d-4a73-9cb6-297354e2115f service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646349 May 19 13:09:34.132025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0b09fb1-c9a6-442b-bb25-4078b7caf451 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba6b7592b96d4b4c9a7c6e8a38247a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156208 May 19 13:09:34.144073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:34.149620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed5f03-c676-4037-a333-9db8cadd6eb4 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:34.152093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-79ed5f03-c676-4037-a333-9db8cadd6eb4 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.4758990 May 19 13:09:34.179213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:34.254813 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-03e76188-0c65-4b79-b482-56413754d51e service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140198 May 19 13:09:34.270762 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.341562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-65b186ce-cfc1-4f2d-9776-b018eb54390a tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 200 len: 205 time: 0.1613064 May 19 13:09:34.351682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 54808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:34.450587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.524736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.554470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.574021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6e285-579f-4d43-9908-e9151b77cd35 req-71c4e379-ec21-425f-8e2d-87ee38768baf tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:34.575687 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1bb6e285-579f-4d43-9908-e9151b77cd35 req-71c4e379-ec21-425f-8e2d-87ee38768baf tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.6007409 May 19 13:09:34.605203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:34.623759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Request body: {'floatingip': {'port_id': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:34.684548 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-eb5cfdc2-3231-4b97-b97e-f9771072ad56 service neutron] 10.222.0.69 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393882 May 19 13:09:35.059824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.070955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.209180 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9eccef13-e0d3-41bf-ab69-ead6d5f66556 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:35.385560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be42e9-8900-4ff8-b242-5fdf51385259,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:35.413990 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:35.441973 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.544586 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.550571 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74be42e9-8900-4ff8-b242-5fdf51385259 HTTP/1.1" status: 204 len: 168 time: 1.4010062 May 19 13:09:35.588895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-80ef894b-5c6d-4367-8649-b7ad20c2eabb service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3202922 May 19 13:09:35.592383 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-188e6813-61f6-43e8-b53b-a2521c878959 req-d5821c48-16e6-4077-8a19-9fe1c11bca46 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.3474977 May 19 13:09:35.823153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-a5acdd04-2fd7-403a-ba21-582df900e6c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.2141306 May 19 13:09:36.115654 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.432411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.487827 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e28613f6-75bc-411a-8123-6c6deb6dea37 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:36.491674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-431bd5db-5a17-4c12-b34f-91be31ad82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:36.493791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-431bd5db-5a17-4c12-b34f-91be31ad82ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.3814869 May 19 13:09:36.635943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8804b2-c961-454d-bb80-1d125f08f164,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:36.638092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port 4f9c19c8-b818-457a-96f6-b57c583fb371 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:36.638671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.705858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.706517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.711670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.715887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a60513-53fd-4990-bc6f-1f60a290e0d0 None None] Network f110e38d-d7c1-4359-97ff-fab6ba7830d4 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:36.716586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.717593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.718011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.718905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.719797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.722668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.729113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.730024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.738370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:36.743576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.779002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/subnets/ff8804b2-c961-454d-bb80-1d125f08f164 HTTP/1.1" status: 204 len: 168 time: 3.1778874 May 19 13:09:36.782875 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:36.783526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:36.881742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-1d509d2f-f077-4f61-8f4d-e5c299e28b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:36.884674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-1d509d2f-f077-4f61-8f4d-e5c299e28b2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3812835 May 19 13:09:37.084695 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3419fcc2-e97a-4f07-8e37-ee9e08621fab req-d2499da9-0ebc-4bba-b429-2b2fc839cba9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.1250014 May 19 13:09:37.358808 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:37.458165 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting subnet a8b1e87e-50fd-4416-921e-e17dfe992825 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:37.472568 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:37.484937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] DHCP port deletion for f110e38d-d7c1-4359-97ff-fab6ba7830d4 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:09:37.598746 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:37.742775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for 4f9c19c8-b818-457a-96f6-b57c583fb371 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:37.781802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Deleting port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:37.786147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.089854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-4270099e-ceae-408d-bdc3-b6ee44f1eb01 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1842964 May 19 13:09:38.106945 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.143784 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.199757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] For port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,segment=NetworkSegment(d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d),segment_id=d0ac665d-098f-406b-9bf1-0ca6e3a8fa4d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:38.201883 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.595275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Calling delete_port for 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:38.683837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-b375fb40-8faa-47f4-b5c4-d47e82abb603 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855813 May 19 13:09:38.753112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:38.804235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-8f46972c-f552-47f9-be6a-7673eb2f0b95 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:38.806678 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-8f46972c-f552-47f9-be6a-7673eb2f0b95 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 806 time: 0.6950338 May 19 13:09:38.819719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:09:38.820386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:38.821973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.839151 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:38.845800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Request body: {'port': {'device_id': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'admin_state_up': True, 'tenant_id': '4adf02f738fd42fe996a691794e253d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.882135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] No DVR routers for this DVR port 59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:38.892608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Pushing event deleted for resources: {'Port': ['ID=59cbf7b6-d2fa-4816-ac95-5b2e66c9ac7e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.909086 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:38.909454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d57d3e1-1062-4444-8db3-dd52631da356 req-4269d26b-0c46-4f7e-a6e5-c4719a42eedd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.2222505 May 19 13:09:38.946620 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.957583 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f6e999fc-3002-44c8-82b0-dc6037e9303e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:39.044299 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-26eb9d94-1d82-4af9-b49b-dd05eecadc0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.2953639 May 19 13:09:39.178363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.316313 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Floating IP 82f8edc7-52db-49c8-903b-3a80929c4206 associated. External IP: 172.25.4.152, port: d1d84f48-94fe-47c2-8fc8-75be2180e316. May 19 13:09:39.448871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-ed0c784b-ae24-43c1-a9d8-49047a55a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:39.451465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-ed0c784b-ae24-43c1-a9d8-49047a55a237 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.3894801 May 19 13:09:39.455563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=4f9c19c8-b818-457a-96f6-b57c583fb371,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:39.492795 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:39.699164 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.011199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:40.035438 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.040145 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.058268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.076553 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-62821295-23b0-4c1a-b171-e2b213704c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:40.087471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d458d8f7-34a4-4d10-9d33-47c51c039876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:40.090996 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d458d8f7-34a4-4d10-9d33-47c51c039876 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5968847 May 19 13:09:40.133287 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:40.141344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b1e87e-50fd-4416-921e-e17dfe992825,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:40.157071 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:40.165502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b004a-28b4-43f0-9fc2-8a904a505759 None None] Network c40dce6b-20b3-4dfc-b33d-3b27331430dc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:40.169122 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.186408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/subnets/a8b1e87e-50fd-4416-921e-e17dfe992825 HTTP/1.1" status: 204 len: 168 time: 3.3927023 May 19 13:09:40.242949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.243929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router 71b2c027-ec9e-4c6a-98b2-5518f156ca75 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:40.257770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:40.266889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Made reservation on behalf of 4adf02f738fd42fe996a691794e253d7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:40.271534 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.363853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e1f5b4ba-923e-434f-af79-1af4472f9326 req-6f214fc1-cec8-4923-8c26-ff6131373b91 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.2686982 May 19 13:09:40.512510 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.515771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 204 len: 168 time: 6.1598644 May 19 13:09:40.528748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:40.543794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-728471136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:40.674447 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc656014-1faa-4443-ba42-9e5223561c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.793795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-3d9f1ef4-2b11-43d1-ba4d-3e43fba284f5 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389183 May 19 13:09:40.860264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:40.933254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:40.945319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:40.954019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:40.998322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:41.010817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] DHCP port deletion for c40dce6b-20b3-4dfc-b33d-3b27331430dc request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:09:41.032796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Allocated IP 172.20.0.3 (c7b8bcdb-2968-4e07-9709-833bfa3ac136/260a11ba-6a27-441a-a44e-0081f5827a4e/bbc3d84b-68f7-4ece-a97e-f6891c82f2ed) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:41.040495 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-2bf44996-65bf-40cb-9d85-cde52cb03668 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397404 May 19 13:09:41.047033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:41.062200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.063705 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.100532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Deleting port 0e403578-ca9b-4863-a4b7-03a8c027b011 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:41.100916 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.220208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-8cbde92c-834a-4279-8f01-0f1b6b20a144 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.1714034 May 19 13:09:41.273862 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.313476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-bf1477c7-2e19-4b75-b5d1-5c0964072413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:41.315227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-bf1477c7-2e19-4b75-b5d1-5c0964072413 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.0888703 May 19 13:09:41.339364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] For port 0e403578-ca9b-4863-a4b7-03a8c027b011, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0e403578-ca9b-4863-a4b7-03a8c027b011,segment=NetworkSegment(0af2cafc-cf92-4928-8c52-0aa8128b001e),segment_id=0af2cafc-cf92-4928-8c52-0aa8128b001e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:41.341177 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.378234 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.604775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Calling delete_port for 0e403578-ca9b-4863-a4b7-03a8c027b011 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:41.654732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-e79a2b79-2e98-4dcd-a870-a56db7d0ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:41.657726 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-e79a2b79-2e98-4dcd-a870-a56db7d0ed22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3360720 May 19 13:09:41.693565 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.706443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b78d2584-f2c7-42e6-a331-08483729993f req-e58e41e6-028a-4d08-ab33-66ca44838d20 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.1388564 May 19 13:09:41.714116 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e7c48b19-bbe1-482f-8194-34fba783d806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:41.960374 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Pushing event deleted for resources: {'Port': ['ID=0e403578-ca9b-4863-a4b7-03a8c027b011,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:41.979994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0e403578-ca9b-4863-a4b7-03a8c027b011 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:41.995798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-295f9da5-4355-4c52-9ff1-18cc02ed6833 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308258 May 19 13:09:42.027327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f110e38d-d7c1-4359-97ff-fab6ba7830d4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:42.085014 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:42.086069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0e403578-ca9b-4863-a4b7-03a8c027b011 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:09:42.086822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0e403578-ca9b-4863-a4b7-03a8c027b011 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:42.122710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] No DVR routers for this DVR port 0e403578-ca9b-4863-a4b7-03a8c027b011 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:42.192404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-3ce39c41-9f1a-46c2-8f6d-9749705ba74d service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905427 May 19 13:09:42.272450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:42.273197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ac665d-098f-406b-9bf1-0ca6e3a8fa4d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:42.275735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-00f3b3b9-5ad4-4e7e-a07b-379185cb16dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.0772049 May 19 13:09:42.307842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.356717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.404219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.405874 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-222b23e3-3e48-40e9-a6bc-7a4be8ac438f tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8757856 May 19 13:09:42.416462 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.418755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 54988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:42.420212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:42.429210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.432686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Sync routers for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:42.451491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:42.453136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:42.563944 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-272ad1c1-946c-4593-8aef-dd28b79df0a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "PUT /v2.0/floatingips/82f8edc7-52db-49c8-903b-3a80929c4206 HTTP/1.1" status: 200 len: 992 time: 7.9555278 May 19 13:09:42.570006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:42.756849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-05f5495d-981a-440c-af74-9c81bea00734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:42.758544 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-05f5495d-981a-440c-af74-9c81bea00734 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.4734204 May 19 13:09:42.915151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:42.918779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-0120b0f8-28a7-4a69-bf98-63268706df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:42.924663 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-0120b0f8-28a7-4a69-bf98-63268706df05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535330 May 19 13:09:42.999733 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ccacdd0-92c7-4fdd-b7a6-33938145cdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.005530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:09:43.088197 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.118957 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60ee0358-bb83-40ef-b8ef-80181281e1f7 req-c8587803-0cb4-411b-aaea-67267202e287 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.0587099 May 19 13:09:43.158830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:43.159562 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.228896 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d95b12a9-306c-4648-a392-7ec9670eb9a5 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788072 May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: timer() May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:43.242716 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:43.264533 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:09:43.269334 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'status': 'completed', 'code': 200} May 19 13:09:43.520780 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.528387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.553075 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.561874 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.571244 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:43.599000 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/networks/f110e38d-d7c1-4359-97ff-fab6ba7830d4 HTTP/1.1" status: 204 len: 168 time: 3.3298156 May 19 13:09:43.602040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:43.661676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Network': ['ID=f110e38d-d7c1-4359-97ff-fab6ba7830d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:43.664816 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-63fc5c17-1d9d-4abe-99f7-972b504775cf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:43.744987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '82f8edc7-52db-49c8-903b-3a80929c4206', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'port_id': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'mac_address': 'fa:16:3e:6b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94541835-0317-4887-ba9d-7f8cfa96b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:08:09Z', 'updated_at': '2021-05-19T13:09:37Z', 'revision_number': 1, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:43.751503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Checking router: cf055d8c-b222-4a31-9d9b-c4d01c49fa81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:43.764910 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:43.765815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:43.807290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:43.816221 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-06d93a40-fd95-4c8f-b8e0-31743aefb87c tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:44.097967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event updated for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:44.128552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-43b95f5d-81cc-494c-baa4-e1c5883756f9 req-d0363fa7-81ce-4177-b771-0c9c615d4545 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939612 May 19 13:09:44.133830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-1932162d-c072-414f-ab2e-dff4922ad83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:44.135970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-1932162d-c072-414f-ab2e-dff4922ad83b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c1463845f284aedb6c275a455940d1d&device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 1097 time: 0.7386050 May 19 13:09:44.143203 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:44.158297 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:44.160243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Network c7b8bcdb-2968-4e07-9709-833bfa3ac136 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:44.168447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:44.175059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:44.234115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:44.542464 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:44.602563 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:44.604101 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:44.711857 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:09:44.878524 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:44.887960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-cab5bec4-a4e1-4296-8af4-5d2c24b341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:44.889509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-cab5bec4-a4e1-4296-8af4-5d2c24b341d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 HTTP/1.1" status: 200 len: 917 time: 0.7271047 May 19 13:09:44.935521 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0966103 May 19 13:09:45.015376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40dce6b-20b3-4dfc-b33d-3b27331430dc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:45.058022 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af2cafc-cf92-4928-8c52-0aa8128b001e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:45.058324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af2cafc-cf92-4928-8c52-0aa8128b001e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:45.144903 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.193780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-3aac4af9-a10b-495d-8e15-5bdd79cbad2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316 HTTP/1.1" status: 200 len: 1000 time: 0.2848194 May 19 13:09:45.222592 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.381301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7731bc0-f292-4df8-948d-2f6582fa09f8 req-3e3ce47a-7723-479a-808d-39cc7980e059 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:45.390174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7731bc0-f292-4df8-948d-2f6582fa09f8 req-3e3ce47a-7723-479a-808d-39cc7980e059 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 931 time: 0.7007618 May 19 13:09:45.390174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:45.390174 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.424127 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: timer() May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:45.438226 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:45.592026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Request body: {'port': {'device_id': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:45.612646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-c72e7187-22d2-49b7-8708-d449253f259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:45.614476 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-c72e7187-22d2-49b7-8708-d449253f259f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=747e7f64-d1af-48cc-a34d-56b0dcf1dab2 HTTP/1.1" status: 200 len: 855 time: 0.4063916 May 19 13:09:45.711677 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.719507 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.783458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d7731bc0-f292-4df8-948d-2f6582fa09f8 req-e45c5f3a-9b24-4d8a-9cb2-92beaf201910 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440831 May 19 13:09:45.784324 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.800712 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:45.814691 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db9936a7-8e2c-4d54-b74a-166e54041d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:45.872921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Network': ['ID=c40dce6b-20b3-4dfc-b33d-3b27331430dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:45.877724 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:45.880458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/networks/c40dce6b-20b3-4dfc-b33d-3b27331430dc HTTP/1.1" status: 204 len: 168 time: 2.2638886 May 19 13:09:45.887391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:45.915723 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '82f8edc7-52db-49c8-903b-3a80929c4206', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'port_id': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'mac_address': 'fa:16:3e:6b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94541835-0317-4887-ba9d-7f8cfa96b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:08:09Z', 'updated_at': '2021-05-19T13:09:37Z', 'revision_number': 1, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:45.926924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d808ca-7c0e-47f8-b8d2-f8e2fba8215c None None] The sync data for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 is: [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '82f8edc7-52db-49c8-903b-3a80929c4206', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'port_id': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'mac_address': 'fa:16:3e:6b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94541835-0317-4887-ba9d-7f8cfa96b376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:08:09Z', 'updated_at': '2021-05-19T13:09:37Z', 'revision_number': 1, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:46.014942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting subnet 8cd6a7c4-e3ff-4058-a7a4-56a2b673a371 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:09:46.019390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-ccbaa6b1-9a72-430d-b8c1-20f609c93e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:46.021353 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-ccbaa6b1-9a72-430d-b8c1-20f609c93e61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3951919 May 19 13:09:46.024034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.158217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.261094 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.415520 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ecddd-e5f1-4249-89a2-c4afc8a679e1 None None] New status for floating IP 82f8edc7-52db-49c8-903b-3a80929c4206: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:09:46.523309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.581055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Allocated IP 172.25.4.123 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8c1a52f8-74f3-4450-aeae-1fe0d56da216) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:46.872586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-658d0ccf-339b-4277-8cb6-87e15b449c55 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127875 May 19 13:09:46.977832 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.152117 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.364714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.418778 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92f1b2c0-2acf-4251-9d0a-51747356854e req-55d8510c-bbf3-4ec7-be04-1b448f8797a1 service neutron] 10.222.0.71 "GET /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322158 May 19 13:09:47.511368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc3d84b-68f7-4ece-a97e-f6891c82f2ed {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:09:47.521831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.532825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365e1f5-2fa2-43e9-9ce1-0b5040119804 req-b16fdf9f-1981-4c39-ae23-c5b5fbc60354 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:47.534898 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6365e1f5-2fa2-43e9-9ce1-0b5040119804 req-b16fdf9f-1981-4c39-ae23-c5b5fbc60354 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 931 time: 0.2533319 May 19 13:09:47.541981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Transition to ACTIVE for port object bbc3d84b-68f7-4ece-a97e-f6891c82f2ed will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:47.548699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.555427 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-427e8612-f8d3-4bbe-833c-fe6c0dc7dbf0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:47.616051 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.712720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6365e1f5-2fa2-43e9-9ce1-0b5040119804 req-b2b28b6e-f932-4462-8e4f-8f97beb5208c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284926 May 19 13:09:47.756809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.767483 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf89c736-189d-4866-9d9c-398f8ed4a8ec tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:47.824803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:47.828284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd6a7c4-e3ff-4058-a7a4-56a2b673a371,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:47.832595 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:47.832854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:47.843015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5813b18-b8a2-4d65-9999-01d884bc0dc6 None None] Network 8291a4dc-29a1-4279-88ff-ce5758837330 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:09:47.843962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:47.844492 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.846292 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:47.847280 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fe5a11f0-d6d6-400f-88f5-7accd1b3527a tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:47.860357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/subnets/8cd6a7c4-e3ff-4058-a7a4-56a2b673a371 HTTP/1.1" status: 204 len: 168 time: 1.9710081 May 19 13:09:47.862724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:47.960144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:09:48.152988 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.222123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Attempting to bind port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:48.222490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Attempting to bind port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:48.224520 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Attempting to bind port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:48.277638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Deleting port 9a2d2c0b-f87b-4329-9db7-55052c4b348b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:48.278307 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.301143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] DHCP port deletion for 8291a4dc-29a1-4279-88ff-ce5758837330 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:09:48.320483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:09:48.320827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Attempting to bind port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed on network c7b8bcdb-2968-4e07-9709-833bfa3ac136 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:48.340182 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:48.340532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Checking segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:09:48.340988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Bound using segment: {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:48.341517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Bound port: bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9877ac6-ffff-45ab-bed7-57311ed6147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:48.341868 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.354541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1a52f8-74f3-4450-aeae-1fe0d56da216,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:48.358135 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:48.445384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Deleting port 9a2d2c0b-f87b-4329-9db7-55052c4b348b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:48.445786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] For port 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9a2d2c0b-f87b-4329-9db7-55052c4b348b,segment=NetworkSegment(5293a84b-abee-42bb-a205-08dcbd0caf9a),segment_id=5293a84b-abee-42bb-a205-08dcbd0caf9a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:48.445921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.446111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.662855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Calling delete_port for 9a2d2c0b-f87b-4329-9db7-55052c4b348b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:48.725876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] For port 9a2d2c0b-f87b-4329-9db7-55052c4b348b, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9a2d2c0b-f87b-4329-9db7-55052c4b348b,segment=NetworkSegment(5293a84b-abee-42bb-a205-08dcbd0caf9a),segment_id=5293a84b-abee-42bb-a205-08dcbd0caf9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:48.726761 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.738758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.745756 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c541e05-03f4-4c65-8ff2-428ed097efc9 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:48.837874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Port': ['ID=9a2d2c0b-f87b-4329-9db7-55052c4b348b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:48.853483 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:48.854853 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] No DVR routers for this DVR port 9a2d2c0b-f87b-4329-9db7-55052c4b348b on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:48.910034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:48.918535 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:48.943314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.954644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d983d230-79a3-482e-8dd1-71123218fdd0 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:49.077707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Calling delete_port for 9a2d2c0b-f87b-4329-9db7-55052c4b348b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:49.168950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:49.169499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.172077 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] 10.222.0.71 "PUT /v2.0/ports/bbc3d84b-68f7-4ece-a97e-f6891c82f2ed HTTP/1.1" status: 200 len: 1091 time: 3.7688565 May 19 13:09:49.179508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:09:49.192528 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.199379 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:49.234052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:49.248157 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:49.285643 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.288525 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Pushing event deleted for resources: {'Port': ['ID=9a2d2c0b-f87b-4329-9db7-55052c4b348b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:49.290841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] No DVR routers for this DVR port 9a2d2c0b-f87b-4329-9db7-55052c4b348b on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:49.292940 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:49.340011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8291a4dc-29a1-4279-88ff-ce5758837330']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:49.372461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5293a84b-abee-42bb-a205-08dcbd0caf9a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:49.374143 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5293a84b-abee-42bb-a205-08dcbd0caf9a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:49.514653 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.600439 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.631991 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:49.632835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:49.806665 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed', 'status': 'completed', 'code': 200} May 19 13:09:49.831364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9a2d2c0b-f87b-4329-9db7-55052c4b348b no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:49.977276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 9a2d2c0b-f87b-4329-9db7-55052c4b348b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:09:49.977886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9a2d2c0b-f87b-4329-9db7-55052c4b348b not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: timer() May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:50.027293 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:50.156723 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.180730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881df3d-81dc-40f5-8941-84e79768b1f7 req-740d1282-f83a-4c14-bdc3-6dfdc9fe1bfd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:50.190706 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4881df3d-81dc-40f5-8941-84e79768b1f7 req-740d1282-f83a-4c14-bdc3-6dfdc9fe1bfd tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 943 time: 0.7815604 May 19 13:09:50.276370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.297865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-044f7031-f36f-494f-91af-8d5c65a41d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:50.298509 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:50.304457 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-044f7031-f36f-494f-91af-8d5c65a41d8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 1094 time: 0.5906358 May 19 13:09:50.336845 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.346575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Pushing event deleted for resources: {'Network': ['ID=8291a4dc-29a1-4279-88ff-ce5758837330,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:50.363230 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:50.369614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4881df3d-81dc-40f5-8941-84e79768b1f7 req-a10173d9-6dc9-47cc-9790-972ce9fa60c8 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775706 May 19 13:09:50.387545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/networks/8291a4dc-29a1-4279-88ff-ce5758837330 HTTP/1.1" status: 204 len: 168 time: 2.5224319 May 19 13:09:50.389238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:50.501457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8e9f400a-b9b1-4103-ba02-b7338eacd477 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Synchronizing usage tracker for tenant:0f2f6abb40354241bc2e0807523dd557 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:50.533217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8e9f400a-b9b1-4103-ba02-b7338eacd477 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Unset dirty status for tenant:0f2f6abb40354241bc2e0807523dd557 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:50.540272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e9f400a-b9b1-4103-ba02-b7338eacd477 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a48e75c-8c15-44a2-b671-b2fad853756c HTTP/1.1" status: 200 len: 205 time: 0.1328826 May 19 13:09:50.541422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:50.572248 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-e55b382e-fca0-468a-96da-1476b0a633a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed HTTP/1.1" status: 200 len: 217 time: 0.2408764 May 19 13:09:50.841870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc656-7465-448e-baee-53b53556b310 req-a5a7c241-3d18-4f0c-9298-878ddf9e2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:50.844800 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-a5a7c241-3d18-4f0c-9298-878ddf9e2eae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.2623818 May 19 13:09:50.946369 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-c0ee3ec7-a590-4e0f-812d-698a4e231647 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901699 May 19 13:09:50.951315 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.331059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.338337 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-a9651252-8641-49b2-8ab3-98a4d2b46dca service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183143 May 19 13:09:51.343775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.852458 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.870266 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.977515 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-227fc656-7465-448e-baee-53b53556b310 req-28ef0a5b-951b-4c50-af57-629b57c968c3 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236491 May 19 13:09:52.011054 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43eab8-abb1-4275-8534-ac6db50a304c req-6350a2e4-b4f0-4693-a02e-53b2972d884b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:52.020844 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a43eab8-abb1-4275-8534-ac6db50a304c req-6350a2e4-b4f0-4693-a02e-53b2972d884b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 943 time: 0.3613231 May 19 13:09:52.023697 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.026944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Fanout notify agent at l3_agent the message router_deleted on router 3a48e75c-8c15-44a2-b671-b2fad853756c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:52.058473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.064771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-010d2fe9-6ede-444c-8b62-a0567e28a3fe tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] 10.222.0.69 "DELETE /v2.0/routers/3a48e75c-8c15-44a2-b671-b2fad853756c HTTP/1.1" status: 204 len: 168 time: 1.5172801 May 19 13:09:52.209691 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1a43eab8-abb1-4275-8534-ac6db50a304c req-ed986bb2-a309-4a18-aea4-3545f443d84e tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474478 May 19 13:09:52.330509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Router dff80eb8-dc3f-41a3-8b08-adf89f1b14ba is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:09:52.705184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-3bba127f-6827-423a-9e4b-f1abf2b4f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:52.706630 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-3bba127f-6827-423a-9e4b-f1abf2b4f2d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 1094 time: 0.6318593 May 19 13:09:52.734328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:53.153154 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1db7bded-3207-42d3-9df6-7ed642a1e625 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f2f6abb40354241bc2e0807523dd557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128938 May 19 13:09:53.155359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:53.181879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:53.198128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] Sync routers for ids ['dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:53.230568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] Routers {'dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:53.238159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:53.252227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-4b52bd54-0e7a-4d16-ac71-1b86ed314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:53.254818 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-4b52bd54-0e7a-4d16-ac71-1b86ed314742 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.5336015 May 19 13:09:53.529114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.539174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "PUT /v2.0/routers/dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 200 len: 919 time: 11.1165390 May 19 13:09:53.553888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:53.593560 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-b518a486-4a8a-4642-b060-95e0dc2415d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed HTTP/1.1" status: 200 len: 217 time: 0.3161206 May 19 13:09:53.731729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:53.736734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-557d3aee-429e-4e61-b313-c5dfb60ea6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:53.743012 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-557d3aee-429e-4e61-b313-c5dfb60ea6c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1417904 May 19 13:09:53.762900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] Routers {'dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:09:53.771759 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:53.921116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:53.940393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-73a8b192-2f80-4b5b-92d1-c7836f86d6b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526558 May 19 13:09:53.987523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.998472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:53.999005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1a76b-b106-42ca-a90a-be844b8c2b09 None None] The sync data for ids ['dff80eb8-dc3f-41a3-8b08-adf89f1b14ba'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:54.100218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a66b3-13ef-4978-8870-30eb4ac15ffa req-e37d8b76-d004-45a7-8a77-a72b4fbe3e4b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:54.108088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8a66b3-13ef-4978-8870-30eb4ac15ffa req-e37d8b76-d004-45a7-8a77-a72b4fbe3e4b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 943 time: 0.6613202 May 19 13:09:54.185478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce7cafa7-f124-4317-97ea-62ac4efbb254 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 200 len: 925 time: 0.6238270 May 19 13:09:54.194079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b8a66b3-13ef-4978-8870-30eb4ac15ffa req-47961f63-dca8-40f8-a032-c16bff9bc611 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847073 May 19 13:09:54.196769 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:54.241141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.301197 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca307d-c9bf-4486-82f3-1fc82fe17904 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:54.302964 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-50ca307d-c9bf-4486-82f3-1fc82fe17904 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=dff80eb8-dc3f-41a3-8b08-adf89f1b14ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1024585 May 19 13:09:54.307485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:54.404418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.446626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:54.454639 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-f01fa394-228c-4872-9d34-c43edf013956 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001061 May 19 13:09:54.460617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Usage tracker for resource:security_group_rule and tenant:cd77afcc602342a6aedb4e12ba9d9e04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:54.504709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:54.634471 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:54.653901 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.665342 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4aa2bb18-bfb3-4c75-87ae-1276027a41e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:54.703955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70021670-d58d-472e-8932-1bb3828df29d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:54.729679 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:54.743529 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2a766-8862-4a0c-b16f-d321d1e5a18f tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:54.747984 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-54f2a766-8862-4a0c-b16f-d321d1e5a18f tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/networks/8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 881 time: 0.4377875 May 19 13:09:54.750031 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.751649 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70021670-d58d-472e-8932-1bb3828df29d HTTP/1.1" status: 204 len: 168 time: 1.5753012 May 19 13:09:54.752876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:54.765101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63d6e1-dfaf-4aea-a7f0-619f32ddef82 req-ba4ed282-39d7-4b7a-bca5-ace73321fbb3 service neutron] 10.222.0.71 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987602 May 19 13:09:54.835792 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.837635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:54.838427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-880dfe1d-028c-494a-b2eb-98ce0e70d0ae tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 200 len: 205 time: 0.0833127 May 19 13:09:54.928005 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:54.948233 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e8dfd784-a629-4d98-8d6e-aabdaf028ecd tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:55.070740 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd77afcc602342a6aedb4e12ba9d9e04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1478875 May 19 13:09:55.073502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:55.076549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff270ade-3365-4911-8367-0e10cfa6f9a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:55.238223 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:55.253760 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.322194 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.327404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.480096 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.513486 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e0ca0c3-1808-4272-bb8d-f425476c0792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:55.556603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff270ade-3365-4911-8367-0e10cfa6f9a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:55.565508 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:55.570874 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.573453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff270ade-3365-4911-8367-0e10cfa6f9a4 HTTP/1.1" status: 204 len: 168 time: 0.4979568 May 19 13:09:55.819019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce258-bf31-4481-a423-8d3a40471123 req-6d6fdfd2-4863-4549-9ada-442e8ab479b9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:55.833216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d4ce258-bf31-4481-a423-8d3a40471123 req-6d6fdfd2-4863-4549-9ada-442e8ab479b9 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 943 time: 0.2117627 May 19 13:09:55.863611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.947662 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4d4ce258-bf31-4481-a423-8d3a40471123 req-a9a03f86-ea7a-4096-89ca-54cbabff2725 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126013 May 19 13:09:56.175792 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port 8c1a52f8-74f3-4450-aeae-1fe0d56da216 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:09:56.176885 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:56.426692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device bbc3d84b-68f7-4ece-a97e-f6891c82f2ed details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:56.653974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:56.877956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:57.063645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for 8c1a52f8-74f3-4450-aeae-1fe0d56da216 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:09:57.164052 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:57.291570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed', 'network_id': 'c7b8bcdb-2968-4e07-9709-833bfa3ac136', 'port_id': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed', 'mac_address': 'fa:16:3e:ae:5e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260a11ba-6a27-441a-a44e-0081f5827a4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:57.463362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.468348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb88e568-e288-427c-bc2c-4aaa9fdba334 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:57.546029 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.633055 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc3d84b-68f7-4ece-a97e-f6891c82f2ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:09:57.680914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=8c1a52f8-74f3-4450-aeae-1fe0d56da216,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:57.696971 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:57.707304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:57.723021 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.734250 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-bfa19eeb-26db-42ea-8548-e981c8474df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:57.830126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115a21-67a2-4bf2-872d-d178caa996c1 req-999ebe47-2f60-45ee-87fe-dc42f0c30116 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:57.845693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d2115a21-67a2-4bf2-872d-d178caa996c1 req-999ebe47-2f60-45ee-87fe-dc42f0c30116 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 943 time: 0.3691876 May 19 13:09:57.919571 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:57.960356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.960953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.961398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.963503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.964171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.964776 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.965900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.967985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.971022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.971460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.973145 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:57.973339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:58.003044 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:58.046653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d2115a21-67a2-4bf2-872d-d178caa996c1 req-bc7576d4-a268-4d60-bbcc-7eba1165fbd0 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974244 May 19 13:09:58.130356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-501244112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:58.143421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:58.151034 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.152035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['bbc3d84b-68f7-4ece-a97e-f6891c82f2ed'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:58.173335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:router and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:58.179016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:58.211092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:58.242739 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.244910 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.307174 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.353232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.401599 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.402834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ead7091a-55f4-4212-aaad-2523f9d5fc37 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5235515 May 19 13:09:58.407382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:58.423711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1337076348'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:58.441204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:58.461093 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:network and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:58.466352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:58.487128 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:58.526612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:58.531394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.560663 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.600648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:58.607188 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:security_group_rule and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:58.619707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:58.631946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:58.846310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.865434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.903957 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.913675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.917130 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-66ebaff1-8633-421a-b692-42acf6adaa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:58.937041 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.937994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router dff80eb8-dc3f-41a3-8b08-adf89f1b14ba {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:58.997694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:09:59.016679 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.022421 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 204 len: 168 time: 4.1803741 May 19 13:09:59.026097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:59.028962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3727dd-554f-4879-bc55-9fb14af6a155,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:59.036121 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:59.050385 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.051403 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Added segment a6ee2a0a-58e8-4939-9d9e-17af19856bd1 of type vlan for network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa May 19 13:09:59.057868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242937731', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:59.102190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:59.129403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Usage tracker for resource:router and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:59.138225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:59.155506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.158203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:59.184703 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.186040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.222933 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.325667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.348724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:09:59.349721 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.359635 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-47880b1f-af9a-4cd7-a9c7-8acaed70bf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:09:59.701296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Network': ['ID=6f7d58f3-2ccb-406f-a625-4a8673aff4fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:59.714716 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:09:59.726769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.752241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:09:59.878226 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4692910 May 19 13:09:59.882342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:59.946062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'subnet': {'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:00.460451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device bbc3d84b-68f7-4ece-a97e-f6891c82f2ed up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:00.524543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:00.553471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:subnet and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:00.589330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879f48-e59c-47e6-8a0b-776c51ff82ec req-915de2ac-055d-4d38-afe2-bca1bd096679 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:00.599891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb879f48-e59c-47e6-8a0b-776c51ff82ec req-915de2ac-055d-4d38-afe2-bca1bd096679 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 944 time: 0.9015234 May 19 13:10:00.602220 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:00.636076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.668490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:00.691586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:00.740338 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:00.743442 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.766171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:00.794477 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.827243 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fb879f48-e59c-47e6-8a0b-776c51ff82ec req-448f053a-b7e8-48a8-a954-a56e996fa969 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257705 May 19 13:10:01.040497 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.217913 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.267009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:10:01.282292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:01.291239 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.294477 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:01.677020 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed', 'code': 200} May 19 13:10:01.692877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:01.710255 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:01.862028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Allocated IP 172.25.4.175 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/cb05acd3-1e08-434d-b746-330001e14733) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:02.132376 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.138213 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-92236942-cfe7-4362-ba24-975fd7c88d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:02.152810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559aa9-6317-450a-bf20-1d206be0c09e req-ce6c2c4e-10b6-414f-9507-2437650a1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:02.156334 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de559aa9-6317-450a-bf20-1d206be0c09e req-ce6c2c4e-10b6-414f-9507-2437650a1c2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 1096 time: 0.5023086 May 19 13:10:02.269649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Subnet': ['ID=3c75299e-4124-46d3-bae9-509d9ccbce51,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:02.281943 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:02.298184 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-de559aa9-6317-450a-bf20-1d206be0c09e req-b3401fab-7a9c-4ca8-8f6c-48889884d7e8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320035 May 19 13:10:02.316735 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.329905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Checking segment: {'id': 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:02.330264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network hostable DHCP agents. Network: 6f7d58f3-2ccb-406f-a625-4a8673aff4fa, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:10:02.369231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a997a4-8fc4-46cd-bac8-77c59b22d8b7 req-f1a0713b-0c8c-4333-9545-c71845c65cf5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:02.371447 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b2a997a4-8fc4-46cd-bac8-77c59b22d8b7 req-f1a0713b-0c8c-4333-9545-c71845c65cf5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.2345674 May 19 13:10:02.373603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:10:02.402692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 6f7d58f3-2ccb-406f-a625-4a8673aff4fa) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:02.426579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.427167 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de4242-ba3c-458f-b4bd-75736fc5ba79 None None] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:02.433453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:02.434452 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.440876 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ea3aa97a-a8cc-4ce9-8e95-7316f3f9130b tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:02.474519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b2a997a4-8fc4-46cd-bac8-77c59b22d8b7 req-2d5c9415-e98d-4985-9d12-e42327346231 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 May 19 13:10:02.495973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5999212 May 19 13:10:02.497836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:02.507104 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'network': {'name': 'tempest-router-network01--1389410942'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:02.515754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:02.522132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:network and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:02.526789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:02.560140 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:02.583152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:02.588483 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.621435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event updated for resources: {'Port': ['ID=cb05acd3-1e08-434d-b746-330001e14733,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:02.643871 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:02.685389 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:02.687368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:10:02.690338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:02.709090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:02.732454 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.734055 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Added segment 636478f2-ff7e-4eb4-b6e2-207bb13fcdf2 of type vlan for network 41fa6cfd-348a-4736-bc9f-7114531c4d16 May 19 13:10:02.824949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.918552 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.937458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:02.940082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.955300 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c926568a-2793-4190-baeb-c43e5dc0f292 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:03.231145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7303786 May 19 13:10:03.245334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:03.246126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-6f7d58f3-2ccb-406f-a625-4a8673aff4fa', 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa', 'tenant_id': 'cfe35c4ea9394083a5bfc0308a72201b', 'fixed_ips': [{'subnet_id': '3c75299e-4124-46d3-bae9-509d9ccbce51'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:10:03.253526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.270658 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'network': {'name': 'tempest-router-network02--858481164'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:03.284231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Network': ['ID=41fa6cfd-348a-4736-bc9f-7114531c4d16,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:03.302555 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:03.303615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:03.313150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:10:03.320540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:network and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:03.324422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:03.345097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:03.371099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:03.376080 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.446192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:10:03.462213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.463579 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Added segment 62ee28ef-d62e-4e12-9817-0c1070cbe9db of type vlan for network 00b20867-7d03-45d4-8243-c8e6df986a50 May 19 13:10:03.532227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.644212 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.681692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:03.682404 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.702519 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-02e54410-2145-4a19-9509-b029c6a108a3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:04.016443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7646856 May 19 13:10:04.027504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:04.050820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'subnet': {'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:04.059322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.072702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Allocated IP 172.20.0.2 (6f7d58f3-2ccb-406f-a625-4a8673aff4fa/3c75299e-4124-46d3-bae9-509d9ccbce51/1efbc965-364e-4a19-a3f0-c941d684894f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:04.085210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Network': ['ID=00b20867-7d03-45d4-8243-c8e6df986a50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:04.113136 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 00b20867-7d03-45d4-8243-c8e6df986a50 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:10:04.367073 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6082163d-cb62-48de-969b-3505999d399d tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:04.482118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:04.561065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:04.595585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:subnet and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:04.640775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c523f29-e6bb-46a8-ac35-4a55fbed0486 req-bdd88fbc-e058-405c-bc20-45da2ca14874 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:04.647998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c523f29-e6bb-46a8-ac35-4a55fbed0486 req-bdd88fbc-e058-405c-bc20-45da2ca14874 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.7814724 May 19 13:10:04.652234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:04.698211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:04.799701 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.816245 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:04.820705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.822975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Transition to ACTIVE for port object 1efbc965-364e-4a19-a3f0-c941d684894f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:04.859698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Transition to ACTIVE for port object 1efbc965-364e-4a19-a3f0-c941d684894f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:04.869635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.875884 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:04.878564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.901423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.926761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c523f29-e6bb-46a8-ac35-4a55fbed0486 req-b3d5ce02-a70d-4b56-abce-415ab8e5ec2d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671580 May 19 13:10:04.947691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:04.949764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:04.954906 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:04.996421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Pushing event updated for resources: {'Port': ['ID=1efbc965-364e-4a19-a3f0-c941d684894f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:05.016288 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:05.104223 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Attempting to bind port 1efbc965-364e-4a19-a3f0-c941d684894f on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:05.105384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Attempting to bind port 1efbc965-364e-4a19-a3f0-c941d684894f by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:05.105855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Attempting to bind port 1efbc965-364e-4a19-a3f0-c941d684894f on network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:05.119629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:05.120923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Checking segment: {'id': 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:05.122014 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.122879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Bound using segment: {'id': 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:05.123874 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Bound port: 1efbc965-364e-4a19-a3f0-c941d684894f, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f7d58f3-2ccb-406f-a625-4a8673aff4fa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:05.124744 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.166630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:05.181854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Usage tracker for resource:security_group_rule and tenant:edc0c1d42a804426817dd909e2bd9cee is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:05.191015 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:05.207745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:05.334471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] For port 1efbc965-364e-4a19-a3f0-c941d684894f, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:05.355629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] For port 1efbc965-364e-4a19-a3f0-c941d684894f, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1efbc965-364e-4a19-a3f0-c941d684894f,segment=NetworkSegment(a6ee2a0a-58e8-4939-9d9e-17af19856bd1),segment_id=a6ee2a0a-58e8-4939-9d9e-17af19856bd1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:05.369332 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.394466 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:05.523315 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.534936 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.552704 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-13d1eeed-13f9-43de-948c-bafa40c25dde tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:05.570228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Router b55e4743-1fbc-45c2-8c4e-cd06e23adaff is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:10:05.641525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0900c8dd-3847-49d3-af81-7bfed19e0e07,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:05.716177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Pushing event updated for resources: {'Port': ['ID=1efbc965-364e-4a19-a3f0-c941d684894f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:05.716788 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:05.724727 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:05.809565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edc0c1d42a804426817dd909e2bd9cee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3135657 May 19 13:10:05.818406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:05.905361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:05.919315 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] Sync routers for ids ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:05.938652 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] Routers {'b55e4743-1fbc-45c2-8c4e-cd06e23adaff'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:05.939229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:05.952724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.954340 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9252031 May 19 13:10:05.958643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:05.992252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:06.105372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.118826 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:06.136450 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] Routers {'b55e4743-1fbc-45c2-8c4e-cd06e23adaff'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:06.137970 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:06.157034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.307329 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:06.308383 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9267e-c378-4c02-be2f-2502cb84d748 None None] The sync data for ids ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:06.365730 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.375843 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ad90efc8-432d-43a2-8781-870519db20f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:06.408825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0900c8dd-3847-49d3-af81-7bfed19e0e07,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:06.414437 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:06.542579 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.547245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0900c8dd-3847-49d3-af81-7bfed19e0e07 HTTP/1.1" status: 204 len: 168 time: 0.7332191 May 19 13:10:06.555998 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4726b0-9654-4087-b01f-5bf193a5d0c1 req-5c418e3d-3311-477f-a848-e188cc5b904f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:06.564466 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f4726b0-9654-4087-b01f-5bf193a5d0c1 req-5c418e3d-3311-477f-a848-e188cc5b904f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.3533237 May 19 13:10:06.613543 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.620778 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:06.682082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1f4726b0-9654-4087-b01f-5bf193a5d0c1 req-ffd0847c-08ea-4617-ba3e-a92154672677 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165407 May 19 13:10:06.773350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Subnet': ['ID=0487ecff-6931-4ef3-8c64-53b03fd10aa3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:06.821068 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:06.886612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Checking segment: {'id': '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:06.887348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network hostable DHCP agents. Network: 41fa6cfd-348a-4736-bc9f-7114531c4d16, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:10:06.944593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:10:06.964348 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 41fa6cfd-348a-4736-bc9f-7114531c4d16) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:06.979637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:06.981041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.994390 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549ae77-7e9d-4427-822c-96ef6b5c683c None None] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:07.050161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-29fdac9d-ff8e-4b4c-a235-c3d01898d599 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0207999 May 19 13:10:07.055708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:07.062382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'subnet': {'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:07.631052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 55934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:07.655642 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e04cd-185d-455c-ad02-f5a0f10c6aa4 None None] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:07.768162 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.880352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:07.893661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:07.919769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Usage tracker for resource:security_group_rule and tenant:55b24bedee374630a217a5a76af2cb40 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:07.925278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Usage tracker for resource:subnet and tenant:cfe35c4ea9394083a5bfc0308a72201b is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:07.929662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:07.944820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:07.979047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:07.979517 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:08.038756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Made reservation on behalf of cfe35c4ea9394083a5bfc0308a72201b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:08.049560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.162011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88c662-0c9a-4c5f-8fd7-cea9174c145b req-4e92406c-d8ed-4b76-abc9-1184f18ff4a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:08.169107 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c88c662-0c9a-4c5f-8fd7-cea9174c145b req-4e92406c-d8ed-4b76-abc9-1184f18ff4a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.4950747 May 19 13:10:08.303007 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.350660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.352103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1efbc965-364e-4a19-a3f0-c941d684894f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:08.365540 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.461022 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6451d4c7-7ca6-47b2-a2f0-0d2569542a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:08.485706 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c88c662-0c9a-4c5f-8fd7-cea9174c145b req-dec3f950-9080-46ac-a8b0-30b8185e15a5 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946782 May 19 13:10:08.492684 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55b24bedee374630a217a5a76af2cb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8469174 May 19 13:10:08.502719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:08.575683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74a570-5a97-4e7f-b885-86e315631b85,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:08.584051 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:08.587884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.704491 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.710211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4523400a-e457-42c8-a55f-1b61cbf55e9b None None] Provisioning for port 1efbc965-364e-4a19-a3f0-c941d684894f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:08.884858 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Deleting port cb05acd3-1e08-434d-b746-330001e14733 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:08.885811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.968340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-41fa6cfd-348a-4736-bc9f-7114531c4d16', 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16', 'tenant_id': 'cfe35c4ea9394083a5bfc0308a72201b', 'fixed_ips': [{'subnet_id': '0487ecff-6931-4ef3-8c64-53b03fd10aa3'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:10:08.970368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.053389 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.077714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.137501 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.145554 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-adc576d0-1a2e-41d0-ba0b-c69dfb3c856f tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:09.183299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74a570-5a97-4e7f-b885-86e315631b85,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:09.205285 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:09.243506 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.248011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd74a570-5a97-4e7f-b885-86e315631b85 HTTP/1.1" status: 204 len: 168 time: 0.7426248 May 19 13:10:09.308627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdef568-6a28-497e-8705-5f464e9cdbb1 req-244ecd55-b3d3-45b9-ab13-9550f0ade82b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:09.317725 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fdef568-6a28-497e-8705-5f464e9cdbb1 req-244ecd55-b3d3-45b9-ab13-9550f0ade82b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.4394572 May 19 13:10:09.390759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Calling delete_port for cb05acd3-1e08-434d-b746-330001e14733 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:09.487626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3fdef568-6a28-497e-8705-5f464e9cdbb1 req-a1814b48-f725-4e35-a4c9-8e5e92a2ee5f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685147 May 19 13:10:09.833772 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 1efbc965-364e-4a19-a3f0-c941d684894f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:09.861675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1efbc965-364e-4a19-a3f0-c941d684894f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:09.863004 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.885334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.900244 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e3245a0-1eba-4581-838f-c04d7ccba882 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:10.088129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Allocated IP 172.20.0.2 (41fa6cfd-348a-4736-bc9f-7114531c4d16/0487ecff-6931-4ef3-8c64-53b03fd10aa3/68bbe966-8a68-4966-921f-d20f5865f79d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:10.381567 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Pushing event deleted for resources: {'Port': ['ID=cb05acd3-1e08-434d-b746-330001e14733,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:10.389645 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:10.490936 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.566501 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.749959 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.768272 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-18090c25-abf0-4110-bc6c-6de323b984b2 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:10.811514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 1efbc965-364e-4a19-a3f0-c941d684894f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1efbc965-364e-4a19-a3f0-c941d684894f,segment=NetworkSegment(a6ee2a0a-58e8-4939-9d9e-17af19856bd1),segment_id=a6ee2a0a-58e8-4939-9d9e-17af19856bd1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:10.852045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.932024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Subnet': ['ID=b1b06926-eb0c-4957-a087-91ea51885da6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:10.938281 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:10.955746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Checking segment: {'id': '62ee28ef-d62e-4e12-9817-0c1070cbe9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:10.956259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network hostable DHCP agents. Network: 00b20867-7d03-45d4-8243-c8e6df986a50, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:10:10.972364 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:10.984746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685e96-b2aa-4669-9122-a47dbaad3b0b req-adf41009-e2ed-44de-8dc6-020ba0f5c3d1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:10.993768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46685e96-b2aa-4669-9122-a47dbaad3b0b req-adf41009-e2ed-44de-8dc6-020ba0f5c3d1 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.4839866 May 19 13:10:11.044302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 00b20867-7d03-45d4-8243-c8e6df986a50 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:10:11.069335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 00b20867-7d03-45d4-8243-c8e6df986a50) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:11.101248 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46685e96-b2aa-4669-9122-a47dbaad3b0b req-2e4b4c4f-06d9-4087-a591-c9361b0947da tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063077 May 19 13:10:11.105885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=1efbc965-364e-4a19-a3f0-c941d684894f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:11.115709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385928d8-56de-4c7f-b27b-77a601849381 None None] Network 00b20867-7d03-45d4-8243-c8e6df986a50 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:11.142842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:11.145641 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.166119 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:11.169837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b633a89d-90f1-4edd-adbf-c3c7e678f36d None None] Provisioning complete for port 1efbc965-364e-4a19-a3f0-c941d684894f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:11.175020 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b633a89d-90f1-4edd-adbf-c3c7e678f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.251006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1934214 May 19 13:10:11.253257 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 55992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:11.326960 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d77e6696-1013-4415-bf9a-17fbe8dd6ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.943250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.953276 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3809021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714840'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.388742 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.405080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Router b55e4743-1fbc-45c2-8c4e-cd06e23adaff has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:12.449744 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Transition to ACTIVE for port object 68bbe966-8a68-4966-921f-d20f5865f79d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:12.526755 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Transition to ACTIVE for port object 68bbe966-8a68-4966-921f-d20f5865f79d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:12.618496 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.652949 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5fc74da3-51b5-4ff6-921c-d765b3f79811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:12.721193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:12.772834 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.775787 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "PUT /v2.0/routers/b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 200 len: 709 time: 6.8154747 May 19 13:10:12.778609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:12.782502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] Sync routers for ids ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:12.823983 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:12.836616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-00b20867-7d03-45d4-8243-c8e6df986a50', 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50', 'tenant_id': 'cfe35c4ea9394083a5bfc0308a72201b', 'fixed_ips': [{'subnet_id': 'b1b06926-eb0c-4957-a087-91ea51885da6'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:10:12.837571 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.856652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:12.865690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:12.874103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] Routers {'b55e4743-1fbc-45c2-8c4e-cd06e23adaff'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:12.875049 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:09:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:12.976576 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7ab7-a485-400f-8340-398d36c6037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.030845 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.114917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Pushing event updated for resources: {'Port': ['ID=68bbe966-8a68-4966-921f-d20f5865f79d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.120296 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:13.171469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1efbc965-364e-4a19-a3f0-c941d684894f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:13.219864 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:13.288460 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.290996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ece8-e427-47a5-ac29-fae7b02a85f2 req-9c338e61-aa1e-491a-9563-96783d480f23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:13.293438 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d054ece8-e427-47a5-ac29-fae7b02a85f2 req-9c338e61-aa1e-491a-9563-96783d480f23 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.8704207 May 19 13:10:13.314373 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] Routers {'b55e4743-1fbc-45c2-8c4e-cd06e23adaff'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:13.315171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:13.319279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-da25cbc8-c2a7-4c20-838c-4f8936b85474 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/routers/b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 200 len: 744 time: 0.5358388 May 19 13:10:13.323586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.398222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:13.399081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9bb6e-a6fc-4482-8461-8323f7a1d781 None None] The sync data for ids ['b55e4743-1fbc-45c2-8c4e-cd06e23adaff'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:13.450087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Attempting to bind port 68bbe966-8a68-4966-921f-d20f5865f79d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:13.450590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Attempting to bind port 68bbe966-8a68-4966-921f-d20f5865f79d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:13.451069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Attempting to bind port 68bbe966-8a68-4966-921f-d20f5865f79d on network 41fa6cfd-348a-4736-bc9f-7114531c4d16 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:13.500304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:13.500304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Checking segment: {'id': '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:13.500909 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.501099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Bound using segment: {'id': '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:13.501701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Bound port: 68bbe966-8a68-4966-921f-d20f5865f79d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41fa6cfd-348a-4736-bc9f-7114531c4d16'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:13.502247 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.505027 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fcfc92d1-a759-45b0-8866-a715da96a3b3 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c&device_id=b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 200 len: 205 time: 0.1768737 May 19 13:10:13.508334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.585595 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d054ece8-e427-47a5-ac29-fae7b02a85f2 req-ff96e420-f343-4d40-8dc4-62994b40ecc2 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572740 May 19 13:10:13.663658 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7350f6d4-ea87-42ef-9408-c3497151d16a tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 200 len: 205 time: 0.1504111 May 19 13:10:13.668008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.795981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 1efbc965-364e-4a19-a3f0-c941d684894f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:13.796481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.850103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Allocated IP 172.20.0.1 (41fa6cfd-348a-4736-bc9f-7114531c4d16/0487ecff-6931-4ef3-8c64-53b03fd10aa3/d10fe90c-bbae-4e31-a580-2b1748533886) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:13.885937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Allocated IP 172.20.0.2 (00b20867-7d03-45d4-8243-c8e6df986a50/b1b06926-eb0c-4957-a087-91ea51885da6/9476d8ef-5dc2-45b4-af5a-b536a37c8d46) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:14.014945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] For port 68bbe966-8a68-4966-921f-d20f5865f79d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:14.400384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:14.409888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] For port 68bbe966-8a68-4966-921f-d20f5865f79d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=68bbe966-8a68-4966-921f-d20f5865f79d,segment=NetworkSegment(636478f2-ff7e-4eb4-b6e2-207bb13fcdf2),segment_id=636478f2-ff7e-4eb4-b6e2-207bb13fcdf2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:14.426004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:14.454152 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:14.455204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Transition to ACTIVE for port object d10fe90c-bbae-4e31-a580-2b1748533886 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:14.480786 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:14.495680 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:14.502534 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86fc04b9-4bf2-4fa5-901d-4c4393b31c84 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:14.596919 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.199022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Pushing event updated for resources: {'Port': ['ID=68bbe966-8a68-4966-921f-d20f5865f79d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:15.243176 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:15.267998 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.298666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Transition to ACTIVE for port object 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:15.415863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Transition to ACTIVE for port object 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:15.433020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:15.457503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:15.471248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:15.491328 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.553078 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:15.555669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Port': ['ID=d10fe90c-bbae-4e31-a580-2b1748533886,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:15.576161 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:15.664026 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.697379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.708347 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.728975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.762134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.762774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Fanout notify agent at l3_agent the message router_deleted on router b55e4743-1fbc-45c2-8c4e-cd06e23adaff {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:10:15.781962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.790197 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2cbac593-6421-4040-bf95-2fe1da0b9adb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 204 len: 168 time: 2.1183052 May 19 13:10:15.791626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:15.854369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84b4e9-259a-4b8c-807c-2f926c6a1689 req-902e0848-d2dd-4507-a10a-259251769c5b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:15.861667 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Network 00b20867-7d03-45d4-8243-c8e6df986a50 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:15.862948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea84b4e9-259a-4b8c-807c-2f926c6a1689 req-902e0848-d2dd-4507-a10a-259251769c5b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.6880565 May 19 13:10:15.868481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.883462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:15.902824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:15.933401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Pushing event updated for resources: {'Port': ['ID=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:15.970498 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-385f470d-e981-4936-8ecc-c32f5d3b0427 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 200 len: 205 time: 0.1748195 May 19 13:10:15.972282 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.148679 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1d51ecd3-4528-443e-b4fe-b44b9a14fceb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:16.154221 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d51ecd3-4528-443e-b4fe-b44b9a14fceb tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/b55e4743-1fbc-45c2-8c4e-cd06e23adaff HTTP/1.1" status: 404 len: 336 time: 0.1731668 May 19 13:10:16.155193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.164777 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:16.190229 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:16.255284 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3d8dae0-001c-4c73-a3db-0ec77a4445cf tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 200 len: 205 time: 0.0954325 May 19 13:10:16.255650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.290232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea84b4e9-259a-4b8c-807c-2f926c6a1689 req-9590eb38-bc97-423b-a968-679c7f090153 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730615 May 19 13:10:16.417856 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-dc31d365-5146-4ce2-a09b-fdb134a6d237 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:16.423487 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc31d365-5146-4ce2-a09b-fdb134a6d237 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/dff80eb8-dc3f-41a3-8b08-adf89f1b14ba HTTP/1.1" status: 404 len: 336 time: 0.1664662 May 19 13:10:16.424243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.513776 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6974bd3-3004-49ca-862e-9ddcecdf235b tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 200 len: 205 time: 0.0881870 May 19 13:10:16.523860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.528000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Attempting to bind port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:16.528604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Attempting to bind port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '62ee28ef-d62e-4e12-9817-0c1070cbe9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:16.528960 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Attempting to bind port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 on network 00b20867-7d03-45d4-8243-c8e6df986a50 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:16.538128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:16.538650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Checking segment: {'id': '62ee28ef-d62e-4e12-9817-0c1070cbe9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:16.539153 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:16.539647 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Bound using segment: {'id': '62ee28ef-d62e-4e12-9817-0c1070cbe9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:16.540269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Bound port: 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ee28ef-d62e-4e12-9817-0c1070cbe9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '00b20867-7d03-45d4-8243-c8e6df986a50'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:16.540740 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:16.657327 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-811721b9-edbe-4ca1-b367-c8d5eb907ba9 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:16.660833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-811721b9-edbe-4ca1-b367-c8d5eb907ba9 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/71b2c027-ec9e-4c6a-98b2-5518f156ca75 HTTP/1.1" status: 404 len: 336 time: 0.1339190 May 19 13:10:16.668309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.676062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] For port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:16.680354 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] For port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,segment=NetworkSegment(62ee28ef-d62e-4e12-9817-0c1070cbe9db),segment_id=62ee28ef-d62e-4e12-9817-0c1070cbe9db)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:16.690448 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:16.695023 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-18fecfd0-701f-4126-a032-be63863abaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:16.762555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5dec569d-489c-4b86-a01b-d7cf47afd655 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 200 len: 205 time: 0.0920627 May 19 13:10:16.765238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:16.837870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a91653-0747-4f64-a261-2ee78772f923 None None] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:16.946726 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Pushing event updated for resources: {'Port': ['ID=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:17.049998 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:17.129226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee2adb15-3e73-42ee-a967-944c8b50012d None None] Provisioning for port 68bbe966-8a68-4966-921f-d20f5865f79d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:17.133424 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1ab9f72a-a53f-4871-906e-41be1158feab tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:17.152173 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ab9f72a-a53f-4871-906e-41be1158feab tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/b800991f-cefb-43e8-b628-aaad731ef2fb HTTP/1.1" status: 404 len: 336 time: 0.3806994 May 19 13:10:17.155150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:17.306090 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d9d1f37-f446-422c-8f77-6aded7f9df9b tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 200 len: 205 time: 0.1478534 May 19 13:10:17.316398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:17.412999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 68bbe966-8a68-4966-921f-d20f5865f79d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:17.579849 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5fe2a75f-bf1f-45dc-ba96-6d2856db988e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:17.585508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fe2a75f-bf1f-45dc-ba96-6d2856db988e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/83c84eb6-47f7-4dd0-bf23-ee65f941d62a HTTP/1.1" status: 404 len: 336 time: 0.2581267 May 19 13:10:17.590259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:17.657086 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:10:17.695214 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.699590 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.727273 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5b31d6e-711b-4026-b419-62352133fd10 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "GET /v2.0/ports?device_id=457949df-83ee-4fc9-ad77-3502e53c2ffa HTTP/1.1" status: 200 len: 205 time: 0.1283202 May 19 13:10:17.727680 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.727976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:17.833610 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48bc05bd-0ee2-4b43-a344-234dcf2d213c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:17.869988 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 68bbe966-8a68-4966-921f-d20f5865f79d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:17.912442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 68bbe966-8a68-4966-921f-d20f5865f79d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:17.912442 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.921998 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-76c106a3-3766-4193-9b2b-9934eeb91364 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] delete failed (client error): The resource could not be found. May 19 13:10:17.923598 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-76c106a3-3766-4193-9b2b-9934eeb91364 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/routers/457949df-83ee-4fc9-ad77-3502e53c2ffa HTTP/1.1" status: 404 len: 336 time: 0.1941538 May 19 13:10:17.927846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:18.015546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Port': ['ID=d10fe90c-bbae-4e31-a580-2b1748533886,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:18.022776 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:18.028728 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e21fdb-2615-4ef2-a6f0-55ddf697f0b8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] DELETE failed (client error): The resource could not be found. May 19 13:10:18.030010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e21fdb-2615-4ef2-a6f0-55ddf697f0b8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:10:18.033841 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-75e21fdb-2615-4ef2-a6f0-55ddf697f0b8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] 10.222.0.69 "DELETE /v2.0/subnets/0cef6a81-b26b-4d37-867b-253e26b15a7b HTTP/1.1" status: 404 len: 337 time: 0.1042912 May 19 13:10:18.093832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.142608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 68bbe966-8a68-4966-921f-d20f5865f79d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=68bbe966-8a68-4966-921f-d20f5865f79d,segment=NetworkSegment(636478f2-ff7e-4eb4-b6e2-207bb13fcdf2),segment_id=636478f2-ff7e-4eb4-b6e2-207bb13fcdf2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:18.155650 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.162267 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:18.219616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6c74a-c5f2-45e7-b7bf-58f1f587b7d3 req-dc280cbd-3867-4dfb-9255-cc6e04faf470 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:18.234854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88d6c74a-c5f2-45e7-b7bf-58f1f587b7d3 req-dc280cbd-3867-4dfb-9255-cc6e04faf470 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 949 time: 0.7227755 May 19 13:10:18.288659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=68bbe966-8a68-4966-921f-d20f5865f79d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:18.297066 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:18.338094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.512188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-88d6c74a-c5f2-45e7-b7bf-58f1f587b7d3 req-e3ff20bc-124c-4d15-b345-6bd21135c043 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757537 May 19 13:10:18.658209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48449962-fbcf-4c4d-8212-47c9a9675058 req-51be8d08-a3a3-43b4-a966-310c0f9635f6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:18.678102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48449962-fbcf-4c4d-8212-47c9a9675058 req-51be8d08-a3a3-43b4-a966-310c0f9635f6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.8406224 May 19 13:10:18.682260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Provisioning complete for port 68bbe966-8a68-4966-921f-d20f5865f79d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:18.682730 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.869658 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:18.915231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50613b0-e78e-4ce8-a6e7-006708ddd49a None None] Network 00b20867-7d03-45d4-8243-c8e6df986a50 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:19.068048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:19.090529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-48449962-fbcf-4c4d-8212-47c9a9675058 req-37f5f656-fc61-4236-b4f5-c119a2293745 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114044 May 19 13:10:19.092500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:19.310258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:19.358583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:19.367540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Usage tracker for resource:security_group_rule and tenant:2ff10e2c356c4f188452dfe8777e5415 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:19.373528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:19.378327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:19.388369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bb860-b580-4576-8330-e1b018bb3560 req-721c902f-66b0-49c1-b939-37bc280da8a2 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:19.390596 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b92bb860-b580-4576-8330-e1b018bb3560 req-721c902f-66b0-49c1-b939-37bc280da8a2 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 949 time: 0.3723462 May 19 13:10:19.391630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:19.433548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Router bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:10:19.710073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Provisioning for port d10fe90c-bbae-4e31-a580-2b1748533886 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:19.718491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Provisioning complete for port d10fe90c-bbae-4e31-a580-2b1748533886 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:19.718947 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:19.798925 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:19.835574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Deleting port a6b52b33-666b-4e70-b081-3480c9fd32fd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:19.836480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:19.850876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 68bbe966-8a68-4966-921f-d20f5865f79d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:19.969664 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cdefabe3-6bc1-44c6-a756-53a8b3e9ec1e None None] Port d10fe90c-bbae-4e31-a580-2b1748533886 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:20.053304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 68bbe966-8a68-4966-921f-d20f5865f79d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:20.053690 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.234484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Provisioning for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:20.238845 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:20.257711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] For port a6b52b33-666b-4e70-b081-3480c9fd32fd, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a6b52b33-666b-4e70-b081-3480c9fd32fd,segment=NetworkSegment(96f18ee9-87fc-48c0-9361-07509f819fe3),segment_id=96f18ee9-87fc-48c0-9361-07509f819fe3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:20.258424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.283239 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:10:20.284948 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] Sync routers for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:20.286497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0311170 May 19 13:10:20.297591 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:20.299172 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Provisioning complete for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:20.302701 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.321459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208a02-9817-43e0-a4d7-22e094059b00 req-b68c3caf-fff6-4a77-be69-060dc384200c tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:20.333520 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37208a02-9817-43e0-a4d7-22e094059b00 req-b68c3caf-fff6-4a77-be69-060dc384200c tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4c083eb-fc12-47d3-9a92-75f76cc052b4 HTTP/1.1" status: 200 len: 949 time: 0.2492046 May 19 13:10:20.341350 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:20.343019 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:20.427328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Calling delete_port for a6b52b33-666b-4e70-b081-3480c9fd32fd owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:20.561695 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:20.584028 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:20.585959 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:20.590334 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.599350 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.622634 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:20.652196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] For port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,segment=NetworkSegment(62ee28ef-d62e-4e12-9817-0c1070cbe9db),segment_id=62ee28ef-d62e-4e12-9817-0c1070cbe9db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:20.661189 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.664856 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:20.676129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Pushing event deleted for resources: {'Port': ['ID=a6b52b33-666b-4e70-b081-3480c9fd32fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:20.681290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.682555 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:20.735840 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:20.737065 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bacc6-2577-4f8e-abf1-d0c98f3f1da6 None None] The sync data for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:20.824437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37208a02-9817-43e0-a4d7-22e094059b00 req-0c8e297f-7cb1-478d-974c-0a34552b5d10 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.69 "GET /v2.0/security-groups?id=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894872 May 19 13:10:20.871474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] No DVR routers for this DVR port a6b52b33-666b-4e70-b081-3480c9fd32fd on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:20.893037 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.896478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'name': 'network-vif-deleted', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:10:20.913458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:20.938099 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1a899-037d-433f-b3e1-391f7f17d3e5 req-9c2b26cc-78cf-4df5-9de4-b4cb09cf253f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:20.946139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99f1a899-037d-433f-b3e1-391f7f17d3e5 req-9c2b26cc-78cf-4df5-9de4-b4cb09cf253f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.4114087 May 19 13:10:20.955686 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:20.981948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Provisioning complete for port d10fe90c-bbae-4e31-a580-2b1748533886 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:20.989221 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.028270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ff10e2c356c4f188452dfe8777e5415&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1568170 May 19 13:10:21.035572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:21.041523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Pushing event updated for resources: {'Port': ['ID=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:21.053360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:21.095917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Port d10fe90c-bbae-4e31-a580-2b1748533886 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:21.119670 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c083eb-fc12-47d3-9a92-75f76cc052b4', 'name': 'network-vif-deleted', 'tag': 'a6b52b33-666b-4e70-b081-3480c9fd32fd', 'status': 'completed', 'code': 200} May 19 13:10:21.130116 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b92bb860-b580-4576-8330-e1b018bb3560 req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] 10.222.0.71 "DELETE /v2.0/ports/a6b52b33-666b-4e70-b081-3480c9fd32fd HTTP/1.1" status: 204 len: 173 time: 1.7320042 May 19 13:10:21.134446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5738acd3-2ffb-41b5-80d8-9363001296cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:21.149191 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:21.229981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-250a78e6-e77b-42b3-bee2-55aa02fcd311 None None] Provisioning complete for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:21.231736 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-250a78e6-e77b-42b3-bee2-55aa02fcd311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.358649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.436216 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.533943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.540227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99f1a899-037d-433f-b3e1-391f7f17d3e5 req-4931e33b-2100-4dfd-bb2e-a1d30c1242a3 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930662 May 19 13:10:21.541762 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:21.556348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5738acd3-2ffb-41b5-80d8-9363001296cd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:21.568160 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:21.569846 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5738acd3-2ffb-41b5-80d8-9363001296cd HTTP/1.1" status: 204 len: 168 time: 0.5148222 May 19 13:10:21.570882 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:21.838526 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8972b5b2-5775-4dcb-8135-f1d6846ec86b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:10:21.846837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:21.847334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8972b5b2-5775-4dcb-8135-f1d6846ec86b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5086031 May 19 13:10:22.315987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:22.401210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-28d430ed-ffaa-481d-8a19-1e1b93231811 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dfe188aa791a4ebb9996fb08a0358600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808527 May 19 13:10:22.404885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:22.566662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a6b52b33-666b-4e70-b081-3480c9fd32fd no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:22.582271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.689962 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.718030 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: a6b52b33-666b-4e70-b081-3480c9fd32fd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:10:22.718391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a6b52b33-666b-4e70-b081-3480c9fd32fd not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:22.946744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.960324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:22.986850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0262870-b839-438d-8191-5c5fdb7d9a22 req-95158dc5-51e2-43aa-a728-edb6128ebb7d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:22.997381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0262870-b839-438d-8191-5c5fdb7d9a22 req-95158dc5-51e2-43aa-a728-edb6128ebb7d tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.2649348 May 19 13:10:23.022634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-9da5e8dd-9106-4fc0-842c-fd5a601442f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2486353 May 19 13:10:23.025953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f27957-7d03-4a2b-af5e-bbd502a4aa7e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:23.084695 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:23.087115 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:23.096738 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:23.140592 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:23.145249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4f27957-7d03-4a2b-af5e-bbd502a4aa7e HTTP/1.1" status: 204 len: 168 time: 0.7392220 May 19 13:10:23.168518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0262870-b839-438d-8191-5c5fdb7d9a22 req-290b7ad8-558b-4102-8e4a-dd06a10af79c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707752 May 19 13:10:23.249976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-135c4d88-794a-43fc-882a-20fd920d30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:23.253690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-135c4d88-794a-43fc-882a-20fd920d30ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4adf02f738fd42fe996a691794e253d7&device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 1096 time: 0.1733339 May 19 13:10:23.286259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:23.286799 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:23.701638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-bbeb9ea6-e3a3-4a50-845e-119fd7e4f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:23.709003 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-bbeb9ea6-e3a3-4a50-845e-119fd7e4f731 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 200 len: 907 time: 0.4299195 May 19 13:10:24.269506 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-a7e860a5-1f59-43d0-b9df-a2f66afe1422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 200 len: 217 time: 0.5539808 May 19 13:10:24.364738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting port d10fe90c-bbae-4e31-a580-2b1748533886 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:24.365653 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:24.442303 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-2668845b-8851-42a6-b98a-28e1f6c7b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:24.445409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-2668845b-8851-42a6-b98a-28e1f6c7b5f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 200 len: 846 time: 0.1686635 May 19 13:10:24.605103 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-4f767c9f-9e9f-4fb3-9865-638b2ce4c68b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b8bcdb-2968-4e07-9709-833bfa3ac136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514792 May 19 13:10:24.883435 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:25.020305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5f3db-3fe1-4d6e-9a2a-35477956e4d8 req-cb96b1b7-b0cb-49b9-930c-6bd0c3e8c805 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:25.053018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e5f3db-3fe1-4d6e-9a2a-35477956e4d8 req-cb96b1b7-b0cb-49b9-930c-6bd0c3e8c805 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.5060456 May 19 13:10:25.234496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-d1cd238d-00b7-4391-8a92-ae403cff74ed service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049256 May 19 13:10:25.254328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Calling delete_port for d10fe90c-bbae-4e31-a580-2b1748533886 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:25.365854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e5f3db-3fe1-4d6e-9a2a-35477956e4d8 req-e4b474ba-62e6-448d-a13b-d197e5eb9a3c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097751 May 19 13:10:25.536223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea08861f-00ab-4a6d-9347-1b0e5ae08bef req-d2d7eeb9-8557-4d21-a0b0-9c0d860ac3be service neutron] 10.222.0.57 "GET /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938981 May 19 13:10:25.629742 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:25.639359 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a52134ec-b8ba-42f1-9778-8c65efae15cf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:25.731107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Port': ['ID=d10fe90c-bbae-4e31-a580-2b1748533886,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:25.735467 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:26.301439 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.867542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96094c9-b19a-484a-9051-66229c46ec24 req-eda27238-af34-44dc-89d5-b3761525d25c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:26.877407 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a96094c9-b19a-484a-9051-66229c46ec24 req-eda27238-af34-44dc-89d5-b3761525d25c tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.2058375 May 19 13:10:27.007683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Router bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:27.057650 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a96094c9-b19a-484a-9051-66229c46ec24 req-ea85e2a3-4411-4c4d-88bd-885c24f722ee tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592875 May 19 13:10:27.678248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:27.690565 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] Sync routers for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:27.706539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8579409 May 19 13:10:27.712926 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:27.732702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:27.733926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:27.867854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:27.884258 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:27.896286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:27.899415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:27.983113 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-33523fdd-00d3-4f71-8be8-ab2498cd2fa8 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] delete failed (client error): The resource could not be found. May 19 13:10:27.990555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:27.991743 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-33523fdd-00d3-4f71-8be8-ab2498cd2fa8 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-779135508 HTTP/1.1" status: 404 len: 334 time: 0.2765355 May 19 13:10:28.001860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f497c15f-eff9-43f5-832a-735bd9f5582f tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:28.020395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:28.021103 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ddeac-ab00-4b70-b2fd-6853c1f60e5f None None] The sync data for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:28.296164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed4c9-ba0f-4bb5-b8b7-80da41797a81 req-140bd414-37da-4a92-8600-0507b12a8968 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:28.299114 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-913ed4c9-ba0f-4bb5-b8b7-80da41797a81 req-140bd414-37da-4a92-8600-0507b12a8968 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.3054380 May 19 13:10:28.429891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1017418083', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:28.481188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-913ed4c9-ba0f-4bb5-b8b7-80da41797a81 req-bf605200-82a8-43dd-a04f-93cb5d4d0782 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745217 May 19 13:10:28.580756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:28.596414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Usage tracker for resource:port and tenant:5443a75bb07449649704a81f75f79523 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:28.603629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:28.692163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:28.844669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f497c15f-eff9-43f5-832a-735bd9f5582f tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:28.892908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe27168-834e-4c68-9487-5cbc2753cf65 req-5f77fa4a-64af-4c6f-b123-73b09661eb7f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:28.895087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fe27168-834e-4c68-9487-5cbc2753cf65 req-5f77fa4a-64af-4c6f-b123-73b09661eb7f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.1855454 May 19 13:10:28.901555 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f497c15f-eff9-43f5-832a-735bd9f5582f tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] update failed (client error): The resource could not be found. May 19 13:10:28.907405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:28.907720 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f497c15f-eff9-43f5-832a-735bd9f5582f tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d HTTP/1.1" status: 404 len: 339 time: 0.9153821 May 19 13:10:28.908866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Made reservation on behalf of 5443a75bb07449649704a81f75f79523 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:28.911504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:28.933054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:28.965403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:28.974292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Usage tracker for resource:security_group_rule and tenant:5443a75bb07449649704a81f75f79523 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:28.980618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:29.001509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:29.149308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.155270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.159139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] device_id is not set on port 72b984b1-0dae-44e2-855e-e117e74d4a18 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:10:29.196807 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-11aba988-fb55-495b-949e-2304c5265b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:29.229945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709812cd-489d-4a15-8ae0-d4a8da96daee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:29.237907 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:29.309965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fe27168-834e-4c68-9487-5cbc2753cf65 req-1b9d4c03-fb08-4061-850c-b4ffbcd4da07 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085350 May 19 13:10:29.440072 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Allocated IP 172.25.4.226 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/72b984b1-0dae-44e2-855e-e117e74d4a18) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:29.760364 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.845983 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.853423 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-58ec3d57-ad05-4090-95c4-46bf1e6d09c7 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:29.962882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Pushing event updated for resources: {'Port': ['ID=72b984b1-0dae-44e2-855e-e117e74d4a18,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:29.972643 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:29.993683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:29.998469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:30.004787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:30.153494 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:30.155492 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.236442 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3668272 May 19 13:10:30.241447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:30.256711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.226'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:30.268219 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:30.281613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Usage tracker for resource:router and tenant:5443a75bb07449649704a81f75f79523 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:30.296982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:30.324752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:30.364281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.366083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.412384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.506996 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.688415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab021b-6dcf-4b7b-85f8-6bb121250d37 req-edaa367b-480b-4607-984f-742ec0cdd3d6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:30.689994 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94ab021b-6dcf-4b7b-85f8-6bb121250d37 req-edaa367b-480b-4607-984f-742ec0cdd3d6 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.3146234 May 19 13:10:30.808949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94ab021b-6dcf-4b7b-85f8-6bb121250d37 req-39d45f92-6936-4761-8bb4-89b998ea73e4 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801907 May 19 13:10:31.038147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Allocated IP 172.20.0.1 (6f7d58f3-2ccb-406f-a625-4a8673aff4fa/3c75299e-4124-46d3-bae9-509d9ccbce51/7eee1f7b-5829-42ca-aa88-344298d07fca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:31.252265 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.353986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.378192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Transition to ACTIVE for port object 7eee1f7b-5829-42ca-aa88-344298d07fca will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:31.408431 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.415451 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:31.522362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Port': ['ID=7eee1f7b-5829-42ca-aa88-344298d07fca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:31.525723 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:31.528078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:31.529648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:31.532157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:31.553841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-bbe46091-77d8-42fb-8ef2-bc77ec881e8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:31.553841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-bbe46091-77d8-42fb-8ef2-bc77ec881e8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:31.686469 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.878879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.971579 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce13c633-7924-4d84-98ff-b07ab6d1f435 None None] Provisioning for port 7eee1f7b-5829-42ca-aa88-344298d07fca completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:31.986349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce13c633-7924-4d84-98ff-b07ab6d1f435 None None] Provisioning complete for port 7eee1f7b-5829-42ca-aa88-344298d07fca triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:31.987002 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce13c633-7924-4d84-98ff-b07ab6d1f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.036170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.116247 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-bbe46091-77d8-42fb-8ef2-bc77ec881e8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:32.116878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-bbe46091-77d8-42fb-8ef2-bc77ec881e8f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.7246771 May 19 13:10:32.195101 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce13c633-7924-4d84-98ff-b07ab6d1f435 None None] Port 7eee1f7b-5829-42ca-aa88-344298d07fca cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:32.238488 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.820260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:32.821389 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.822693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514df77-85c2-4b4e-9ce5-b685d1dee24a req-709fc06c-50b2-470f-996d-1f39fe5f591a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:32.832815 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9514df77-85c2-4b4e-9ce5-b685d1dee24a req-709fc06c-50b2-470f-996d-1f39fe5f591a tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.7187216 May 19 13:10:33.006179 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9514df77-85c2-4b4e-9ce5-b685d1dee24a req-f4985444-3159-46f8-a4b1-9d397e3f32e7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723120 May 19 13:10:33.012056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.079342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.090838 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.171457 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-111687da-c7ca-4db5-924a-41966c6f0cb8 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:33.783884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.794164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:33.794164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.809442 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.895824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event updated for resources: {'Port': ['ID=7eee1f7b-5829-42ca-aa88-344298d07fca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:33.913855 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.963641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.966954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.967933 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.972122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.973411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.973868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.974639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.975416 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.975868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.976530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.977167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:33.979930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:34.007200 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:34.303230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:34.306323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:34.351029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for bbc3d84b-68f7-4ece-a97e-f6891c82f2ed owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:34.378223 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:34.379026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fae0aa0b-ba95-4cc2-bf46-7c26a196172c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:10:34.451435 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 19 13:10:34.453158 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d96b3a1d-bdfc-4934-8df6-aa728d8822ba tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2104714 May 19 13:10:34.456859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:34.633148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Router bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:34.648169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa4182-589d-4e1c-a726-77c8f45e39ed req-84c9bf0b-5da2-4efe-9577-8147d1883294 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:34.649769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24aa4182-589d-4e1c-a726-77c8f45e39ed req-84c9bf0b-5da2-4efe-9577-8147d1883294 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 945 time: 0.3449645 May 19 13:10:34.727346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24aa4182-589d-4e1c-a726-77c8f45e39ed req-8fd71025-d256-45d5-9275-9463855a539f tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 May 19 13:10:34.871484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-64c1d68b-b74d-4423-9e7d-73767d73cf18 None None] Provisioning complete for port 7eee1f7b-5829-42ca-aa88-344298d07fca triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:34.872874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64c1d68b-b74d-4423-9e7d-73767d73cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:34.926001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Deleting port 72b984b1-0dae-44e2-855e-e117e74d4a18 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:34.926577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:34.974967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-64c1d68b-b74d-4423-9e7d-73767d73cf18 None None] Port 7eee1f7b-5829-42ca-aa88-344298d07fca cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:35.001757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:35.018740 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] Sync routers for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:35.037932 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:35.038592 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:35.065458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1523454 May 19 13:10:35.068660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:35.151577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:35.172747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] get_ports_and_sgs() called for port_ids ['991193cb-6b72-4301-b9a3-0c740e585ac3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:10:35.219654 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:35.296495 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:35.334331 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:35.335012 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:35.464885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=bbc3d84b-68f7-4ece-a97e-f6891c82f2ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:35.519341 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a765bf-5d23-4954-af9a-235867e7df1b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:35.561399 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:35.562448 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39815a8f-c134-4b1c-98dc-36853fbe884d None None] The sync data for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:35.608617 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:35.702111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:35.723274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port bbc3d84b-68f7-4ece-a97e-f6891c82f2ed on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:35.736055 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:35.746624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'name': 'network-vif-deleted', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:10:35.951618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Calling delete_port for 72b984b1-0dae-44e2-855e-e117e74d4a18 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:35.974378 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4b9fdd-2c8f-4a74-a827-c098c83138f9 req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.71 "DELETE /v2.0/ports/bbc3d84b-68f7-4ece-a97e-f6891c82f2ed HTTP/1.1" status: 204 len: 173 time: 3.8473749 May 19 13:10:36.063833 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-59a765bf-5d23-4954-af9a-235867e7df1b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 13:10:36.080016 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-59a765bf-5d23-4954-af9a-235867e7df1b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d HTTP/1.1" status: 409 len: 329 time: 1.0098212 May 19 13:10:36.083060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:36.198506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:36.222059 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66001f29-582c-4c84-87d0-f5a1af8744fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:36.383562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b984b1-0dae-44e2-855e-e117e74d4a18,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:36.417488 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:36.431823 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711f9b71-0ee8-4678-ba9d-7a41763acb10', 'name': 'network-vif-deleted', 'tag': 'bbc3d84b-68f7-4ece-a97e-f6891c82f2ed', 'status': 'completed', 'code': 200} May 19 13:10:36.463579 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:36.472387 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] 10.222.0.69 "DELETE /v2.0/ports/72b984b1-0dae-44e2-855e-e117e74d4a18 HTTP/1.1" status: 204 len: 168 time: 2.0141101 May 19 13:10:36.629027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device bbc3d84b-68f7-4ece-a97e-f6891c82f2ed no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:36.698083 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a7f248a8-6b4d-40f5-9f1f-593b07e2ec32 req-8c260d07-a9b5-4803-bae2-82ba10e68187 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=711f9b71-0ee8-4678-ba9d-7a41763acb10 HTTP/1.1" status: 200 len: 210 time: 0.1325972 May 19 13:10:36.750372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: bbc3d84b-68f7-4ece-a97e-f6891c82f2ed {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:10:36.760588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device bbc3d84b-68f7-4ece-a97e-f6891c82f2ed not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:37.407508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:37.499548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:37.930884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.005384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:38.028596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Usage tracker for resource:security_group_rule and tenant:d88542be393e4d8e97f5de754b1c3ed1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:38.040470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:38.075703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:38.332893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.344095 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.409704 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0e0087d3-a3fb-4d09-8c9d-273c4784686b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:38.427848 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d88542be393e4d8e97f5de754b1c3ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176730 May 19 13:10:38.433511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:38.494868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting port 7eee1f7b-5829-42ca-aa88-344298d07fca {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:38.494868 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.530318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fa818-cdfe-434b-9cd4-064448695563,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:38.577936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.579127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.580161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.581175 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.582189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.583186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.584431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.585755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.586755 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.587710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.589090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.596320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:38.608792 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:38.655139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.693110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.834809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.850068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:38.856377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.886467 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:38.937736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:38.942428 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f92fa818-cdfe-434b-9cd4-064448695563 HTTP/1.1" status: 204 len: 168 time: 0.5046928 May 19 13:10:38.942428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fa818-cdfe-434b-9cd4-064448695563,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:38.969101 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:39.102594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Calling delete_port for 7eee1f7b-5829-42ca-aa88-344298d07fca owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:39.552024 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:39.555291 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:39.577325 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:39.580488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:39.585602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Usage tracker for resource:security_group_rule and tenant:31550021ace6487bbfc946f0087432d0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:39.589959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:39.599547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:39.770748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Port': ['ID=7eee1f7b-5829-42ca-aa88-344298d07fca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:39.782599 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:39.826174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:39.914147 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:39.933509 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:39.994510 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e888ce8-6cce-4d1e-84c5-d88ec9e58ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:40.026107 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31550021ace6487bbfc946f0087432d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1705449 May 19 13:10:40.032094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:40.068007 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-424368ee-650c-4d2c-b22c-67752bc3c05d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5443a75bb07449649704a81f75f79523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399323 May 19 13:10:40.083949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:40.145570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6098c-c37d-490b-9bd1-2fe4a7453524,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:40.150957 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:40.183287 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.219366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.246768 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.284495 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.293558 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.312692 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.317315 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4fb1eee5-def6-4f30-bd13-8bb31186d517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:40.338041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6098c-c37d-490b-9bd1-2fe4a7453524,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:40.338365 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a4872cb-de60-47c6-b560-19ddb7eb43ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.355002 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:40.373867 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:40.386739 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48e6098c-c37d-490b-9bd1-2fe4a7453524 HTTP/1.1" status: 204 len: 168 time: 0.3483996 May 19 13:10:41.334832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:41.363190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.386659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:41.394529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Usage tracker for resource:security_group_rule and tenant:f406d19d46a448e3a064f8988bacafc5 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:41.402487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:41.415204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Router bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:41.416180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:41.461725 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.581372 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.589883 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.603982 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a03623ea-2d6b-4efe-8cf6-eaa2cf34b515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:41.617793 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b45ac35-5776-40c5-afb8-5efb0ae33d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:41.724680 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f406d19d46a448e3a064f8988bacafc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881881 May 19 13:10:41.728973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:41.740171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ed80a-c022-425f-bc8e-368fa64d46fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:41.760373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:41.844785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709812cd-489d-4a15-8ae0-d4a8da96daee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:41.852353 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:41.871125 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:41.909171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] Sync routers for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:41.925939 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.929402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:41.931348 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/709812cd-489d-4a15-8ae0-d4a8da96daee HTTP/1.1" status: 204 len: 168 time: 1.8463566 May 19 13:10:41.941057 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8561623 May 19 13:10:41.948943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:41.949327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:41.950536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:41.965992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd730-b777-4f0c-9f46-72d57ba67380 req-32f449e8-9035-4abe-ad9a-d6ec86899200 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:41.984062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9fecd730-b777-4f0c-9f46-72d57ba67380 req-32f449e8-9035-4abe-ad9a-d6ec86899200 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 945 time: 0.6804590 May 19 13:10:42.039551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:42.041365 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.062968 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] Routers {'bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:42.065226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:42.136883 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f97938a3-d9b6-430c-91f7-3fc3a2b27ea6 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] show failed (client error): The resource could not be found. May 19 13:10:42.138385 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f97938a3-d9b6-430c-91f7-3fc3a2b27ea6 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-156953553 HTTP/1.1" status: 404 len: 334 time: 0.1508799 May 19 13:10:42.146627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:42.174590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-882c712c-c856-4aaf-8ae7-ab1941e1fead tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:42.175044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-7e602d20-818a-479f-8349-5fbaa1db1b6b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:42.177346 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-7e602d20-818a-479f-8349-5fbaa1db1b6b tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 945 time: 0.6092839 May 19 13:10:42.222793 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9fecd730-b777-4f0c-9f46-72d57ba67380 req-859ad433-6a51-43ff-8c8e-faeabad6f4df tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354834 May 19 13:10:42.284208 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:42.285040 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96d14c-1cef-4172-a98b-9918bce4dd6d None None] The sync data for ids ['bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:42.327270 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-882c712c-c856-4aaf-8ae7-ab1941e1fead tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] update failed (client error): The resource could not be found. May 19 13:10:42.329867 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-882c712c-c856-4aaf-8ae7-ab1941e1fead tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-682028308 HTTP/1.1" status: 404 len: 334 time: 0.1771829 May 19 13:10:42.331992 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.345704 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:42.346786 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-686d12b1-7473-4317-856a-33ebcfb199fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:42.440911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Deleting port 991193cb-6b72-4301-b9a3-0c740e585ac3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:42.441786 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.452030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ed80a-c022-425f-bc8e-368fa64d46fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:42.456175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:42.458244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.463545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f33ed80a-c022-425f-bc8e-368fa64d46fc HTTP/1.1" status: 204 len: 168 time: 0.7286956 May 19 13:10:42.572733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting subnet b1b06926-eb0c-4957-a087-91ea51885da6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:10:42.584773 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.777690 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.864712 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1d220a3-294c-4d7b-b54f-c0fcd01c4cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.919200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] For port 991193cb-6b72-4301-b9a3-0c740e585ac3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=991193cb-6b72-4301-b9a3-0c740e585ac3,segment=NetworkSegment(f9877ac6-ffff-45ab-bed7-57311ed6147d),segment_id=f9877ac6-ffff-45ab-bed7-57311ed6147d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:42.919578 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:42.927724 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:43.342938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Calling delete_port for 991193cb-6b72-4301-b9a3-0c740e585ac3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:43.411408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:43.814102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b2608-20e9-487f-bddf-e0ae774102e1 req-52b7c6fc-e42c-4444-bbbf-673a92931faf tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:43.818160 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-851b2608-20e9-487f-bddf-e0ae774102e1 req-52b7c6fc-e42c-4444-bbbf-673a92931faf tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 945 time: 0.3285837 May 19 13:10:43.820908 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:43.844990 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9e7f4887-6b32-4132-8f58-4d3f8cce5bcf tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:43.940645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Pushing event deleted for resources: {'Port': ['ID=991193cb-6b72-4301-b9a3-0c740e585ac3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:43.945632 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:44.091046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-851b2608-20e9-487f-bddf-e0ae774102e1 req-2e4ccb2a-23d0-46f5-a2b6-9ffbb71280fb tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/security-groups?id=c5650207-4742-4c61-9fdb-58461e5eabd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518266 May 19 13:10:44.096412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] No DVR routers for this DVR port 991193cb-6b72-4301-b9a3-0c740e585ac3 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:44.099447 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:44.102745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'name': 'network-vif-deleted', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:10:44.150932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5cb1dd85-44c5-4c1f-b0c7-7539c272a6ff req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.57 "DELETE /v2.0/ports/991193cb-6b72-4301-b9a3-0c740e585ac3 HTTP/1.1" status: 204 len: 173 time: 1.9498255 May 19 13:10:44.183676 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ff6be-cc80-43c5-8c2d-35501beaf1cd', 'name': 'network-vif-deleted', 'tag': '991193cb-6b72-4301-b9a3-0c740e585ac3', 'status': 'completed', 'code': 200} May 19 13:10:44.261403 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:44.404337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:44.426582 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-65eb38f7-be7e-4035-ba85-40927a981443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:44.569176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b06926-eb0c-4957-a087-91ea51885da6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:44.576591 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:44.579503 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:44.584994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1d331-c3d6-448c-a38d-3f153a457e11 None None] Network 00b20867-7d03-45d4-8243-c8e6df986a50 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:44.608317 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/subnets/b1b06926-eb0c-4957-a087-91ea51885da6 HTTP/1.1" status: 204 len: 168 time: 2.2363422 May 19 13:10:44.609231 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:44.783181 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:44.783743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting subnet 0487ecff-6931-4ef3-8c64-53b03fd10aa3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:10:44.789588 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.230006 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] DHCP port deletion for 00b20867-7d03-45d4-8243-c8e6df986a50 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:10:45.364540 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.393304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Deleting port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:45.394516 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.484925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-262187117'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:45.493063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:45.504931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:network and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:45.511542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:45.537041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:45.586789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Made reservation on behalf of 57c832640c804d008de9b813a2d3463f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:45.604631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.626610 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 991193cb-6b72-4301-b9a3-0c740e585ac3 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:45.661121 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.675125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.700088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:45.712423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:security_group_rule and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:45.739710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:45.765003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:45.847977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] For port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,segment=NetworkSegment(62ee28ef-d62e-4e12-9817-0c1070cbe9db),segment_id=62ee28ef-d62e-4e12-9817-0c1070cbe9db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:45.849105 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:45.894736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] No Port match for: 991193cb-6b72-4301-b9a3-0c740e585ac3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:10:45.899226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 991193cb-6b72-4301-b9a3-0c740e585ac3 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:46.118458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4542b345-a172-4d09-97b8-9d76172738b0 req-bbd06a1f-41ee-405f-bd79-05c77e871d08 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Synchronizing usage tracker for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:46.229151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.241325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.247040 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-36946454-9870-46e7-a01a-d819f353a678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:46.256224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4542b345-a172-4d09-97b8-9d76172738b0 req-bbd06a1f-41ee-405f-bd79-05c77e871d08 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Unset dirty status for tenant:4adf02f738fd42fe996a691794e253d7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:46.281502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4542b345-a172-4d09-97b8-9d76172738b0 req-bbd06a1f-41ee-405f-bd79-05c77e871d08 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] 10.222.0.69 "GET /v2.0/ports?device_id=104ff6be-cc80-43c5-8c2d-35501beaf1cd HTTP/1.1" status: 200 len: 210 time: 0.8108623 May 19 13:10:46.334548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.362272 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fd1dfeb7-777c-4e00-9764-b493ec1d5127 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:46.380391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5787a6b-d87a-4333-9f73-75d5e718b7d3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:46.384819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.386421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.391217 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:46.409090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:10:46.414938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Calling delete_port for 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:46.441485 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.441847 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Added segment 5f6d70de-1457-4693-a91e-2d0220940d70 of type vlan for network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 May 19 13:10:46.514102 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.517040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Subnet': ['ID=0487ecff-6931-4ef3-8c64-53b03fd10aa3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:46.522751 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.530475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf32b0-38cc-456b-87c9-c351da7792b5 None None] Network 41fa6cfd-348a-4736-bc9f-7114531c4d16 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:46.547676 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/subnets/0487ecff-6931-4ef3-8c64-53b03fd10aa3 HTTP/1.1" status: 204 len: 168 time: 1.9363759 May 19 13:10:46.550015 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:46.550736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:46.596277 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.611953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:46.612725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.619675 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e639dcf-2ecb-4010-81ae-42233a2bb1bf tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:46.756013 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9665656 May 19 13:10:46.758176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:46.768741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'subnet': {'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:46.800838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Network': ['ID=5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:46.807157 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:46.886987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:46.894227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:10:46.917648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:46.923150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:subnet and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:46.926805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:46.934748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:46.952817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Made reservation on behalf of 57c832640c804d008de9b813a2d3463f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:46.957384 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.153248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:47.156366 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.272953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:47.533664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:47.566445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.576547 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] For port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,segment=NetworkSegment(62ee28ef-d62e-4e12-9817-0c1070cbe9db),segment_id=62ee28ef-d62e-4e12-9817-0c1070cbe9db)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:47.580925 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.653346 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:47.730372 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.741589 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] No DVR routers for this DVR port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:47.749603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Pushing event deleted for resources: {'Port': ['ID=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:47.754196 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No active binding found for port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:10:47.754652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:47.809463 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:47.975670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:47.995380 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-822c5786-a04e-4a1c-acbe-7adc8e9070d8 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:48.204499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Subnet': ['ID=5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:48.205444 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Calling delete_port for 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:48.210821 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:48.318531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Deleting subnet 260a11ba-6a27-441a-a44e-0081f5827a4e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:10:48.320661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Checking segment: {'id': '5f6d70de-1457-4693-a91e-2d0220940d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:48.321352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network hostable DHCP agents. Network: 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:10:48.332906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.351717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:10:48.376212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] DHCP port deletion for 41fa6cfd-348a-4736-bc9f-7114531c4d16 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:10:48.377582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.382112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:48.384902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.392798 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.399006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.405841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.406846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.407192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.413328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.420840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:48.428870 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-0a3181d4-5824-4e0e-9c40-917c3eb64652 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.6072474 May 19 13:10:48.476741 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7160962 May 19 13:10:48.480607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:48.482031 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57789c3-933d-47b5-a4c8-232faba057f5 None None] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:48.499628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-950233835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:48.520387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:48.538096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:router and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:48.554762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:48.579848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:48.598720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0c5c2a97-bbea-4df1-95be-ef5c48896403 req-8d0a51ad-2482-48ac-a513-952e0cd3f384 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685574 May 19 13:10:48.614211 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.625221 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.629849 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.694104 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.712612 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:48.716603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.768592 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.820152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Deleting port 68bbe966-8a68-4966-921f-d20f5865f79d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:48.821088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.841408 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:48.845707 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-557a54de-179a-4dac-812f-425248e670b1 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3634651 May 19 13:10:48.848142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 56928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:48.900856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] No DVR routers for this DVR port 9476d8ef-5dc2-45b4-af5a-b536a37c8d46 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:48.952989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] For port 68bbe966-8a68-4966-921f-d20f5865f79d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=68bbe966-8a68-4966-921f-d20f5865f79d,segment=NetworkSegment(636478f2-ff7e-4eb4-b6e2-207bb13fcdf2),segment_id=636478f2-ff7e-4eb4-b6e2-207bb13fcdf2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:48.953424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.007835 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Port': ['ID=9476d8ef-5dc2-45b4-af5a-b536a37c8d46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:49.027258 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:49.172601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 68bbe966-8a68-4966-921f-d20f5865f79d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:49.234956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.651570 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.662083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Calling delete_port for 68bbe966-8a68-4966-921f-d20f5865f79d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:49.690595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b20867-7d03-45d4-8243-c8e6df986a50']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:49.745062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ee28ef-d62e-4e12-9817-0c1070cbe9db') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:49.745581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ee28ef-d62e-4e12-9817-0c1070cbe9db') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:49.768731 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.829573 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.861530 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:49.861829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.887951 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.894817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.902057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.909693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.914823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] No DVR routers for this DVR port 68bbe966-8a68-4966-921f-d20f5865f79d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:49.916268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.919290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No active binding found for port 68bbe966-8a68-4966-921f-d20f5865f79d {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:10:49.921220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 68bbe966-8a68-4966-921f-d20f5865f79d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:49.933924 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Pushing event deleted for resources: {'Port': ['ID=68bbe966-8a68-4966-921f-d20f5865f79d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:49.938755 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:49.951499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.961493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:49.969452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f1cfb87-c969-4614-ae48-41657dc852f7 req-664fbe82-8b2e-4e2b-bb29-6e2e5d0f4a95 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.9449086 May 19 13:10:49.977509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:10:49.977509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: timer() May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:10:50.000769 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:10:50.056966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8', 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8', 'tenant_id': '57c832640c804d008de9b813a2d3463f', 'fixed_ips': [{'subnet_id': '5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:10:50.057838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.174462 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.198240 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c9d6f745-bb38-4103-9b46-4f2cf30fed48 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:50.303230 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.321205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/networks/00b20867-7d03-45d4-8243-c8e6df986a50 HTTP/1.1" status: 204 len: 168 time: 3.7684801 May 19 13:10:50.337312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:50.346508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Network': ['ID=00b20867-7d03-45d4-8243-c8e6df986a50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:50.351142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:50.396720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.444940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Allocated IP 172.20.0.2 (5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8/5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32/f68bde4f-d50f-4f34-a378-613eaec8013d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:50.674560 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.712865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.742558 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-98eb8272-21f4-4132-9a83-e393aea66318 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:50.809919 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.824099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Transition to ACTIVE for port object f68bde4f-d50f-4f34-a378-613eaec8013d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:50.852701 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Transition to ACTIVE for port object f68bde4f-d50f-4f34-a378-613eaec8013d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:50.870023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.881359 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:50.899854 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260a11ba-6a27-441a-a44e-0081f5827a4e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:50.908225 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:50.923098 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:50.984039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb5870c7-c9fd-4fd1-8da7-a891995b76a9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/260a11ba-6a27-441a-a44e-0081f5827a4e HTTP/1.1" status: 204 len: 168 time: 3.4466534 May 19 13:10:50.985711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:51.156244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Pushing event updated for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:51.164906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.171686 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:51.178764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:51.180473 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:51.188459 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:51.201883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fa6cfd-348a-4736-bc9f-7114531c4d16']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.233200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Allocated IP 172.20.0.1 (5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8/5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32/d50fccef-4441-4377-aa30-0a9f25ea635e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:51.317429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.319200 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636478f2-ff7e-4eb4-b6e2-207bb13fcdf2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.348289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Attempting to bind port f68bde4f-d50f-4f34-a378-613eaec8013d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:51.348289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Attempting to bind port f68bde4f-d50f-4f34-a378-613eaec8013d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5f6d70de-1457-4693-a91e-2d0220940d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:51.349300 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Attempting to bind port f68bde4f-d50f-4f34-a378-613eaec8013d on network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:51.358951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:51.359636 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Checking segment: {'id': '5f6d70de-1457-4693-a91e-2d0220940d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:10:51.360133 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.360545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Bound using segment: {'id': '5f6d70de-1457-4693-a91e-2d0220940d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:51.361047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Bound port: f68bde4f-d50f-4f34-a378-613eaec8013d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6d70de-1457-4693-a91e-2d0220940d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:51.361432 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.385941 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.442141 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.445323 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.488948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:10:51.489462 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: timer() May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:10:51.509068 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:10:51.617704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:51.664134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.710424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Transition to ACTIVE for port object d50fccef-4441-4377-aa30-0a9f25ea635e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:51.784279 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.793525 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.800363 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-71904fdb-46b5-420a-9b9e-15d432782dc1 tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:51.802232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b8bcdb-2968-4e07-9709-833bfa3ac136']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.822457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9877ac6-ffff-45ab-bed7-57311ed6147d') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.823120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9877ac6-ffff-45ab-bed7-57311ed6147d') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:51.838252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.869549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f68bde4f-d50f-4f34-a378-613eaec8013d,segment=NetworkSegment(5f6d70de-1457-4693-a91e-2d0220940d70),segment_id=5f6d70de-1457-4693-a91e-2d0220940d70)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:51.875237 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.886126 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.893267 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.906221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=d50fccef-4441-4377-aa30-0a9f25ea635e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:51.911161 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:51.914373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:51.926915 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.932995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:10:51.933216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:51.933729 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:51.941065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:51.945764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:51.962790 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: timer() May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:10:51.991792 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:10:52.025256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Network': ['ID=41fa6cfd-348a-4736-bc9f-7114531c4d16,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:52.079450 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.165351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/networks/41fa6cfd-348a-4736-bc9f-7114531c4d16 HTTP/1.1" status: 204 len: 168 time: 1.8218789 May 19 13:10:52.168412 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:52.168938 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 56992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:52.192990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.320040 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Pushing event updated for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:52.349688 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:52.352854 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00fa7799-3b64-4bbb-971b-3b25d331589f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:52.387087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.393290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b8bcdb-2968-4e07-9709-833bfa3ac136,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:52.409240 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:52.453728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting subnet 3c75299e-4124-46d3-bae9-509d9ccbce51 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:10:52.464724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c7b8bcdb-2968-4e07-9709-833bfa3ac136 HTTP/1.1" status: 204 len: 168 time: 1.3324695 May 19 13:10:52.467440 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.588587 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.590675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:52.844853 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:53.171538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:53.286889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f68bde4f-d50f-4f34-a378-613eaec8013d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:53.570764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port f68bde4f-d50f-4f34-a378-613eaec8013d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:53.662782 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc7393fb-eeb2-47c9-ad73-1732065632a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4adf02f738fd42fe996a691794e253d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864218 May 19 13:10:53.669167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:53.753656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:54.142873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab2e88-b3eb-4715-8c67-67c00ded9bef None None] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:54.187496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.215565 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4085623f-c744-4120-b4c2-fd326f0804d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:54.292733 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.360211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Subnet': ['ID=3c75299e-4124-46d3-bae9-509d9ccbce51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:54.368346 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:54.377932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/subnets/3c75299e-4124-46d3-bae9-509d9ccbce51 HTTP/1.1" status: 204 len: 168 time: 2.1998351 May 19 13:10:54.382932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:54.406141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.453211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.497467 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060332b-7290-4dab-9b80-0f5e5921f31a None None] Network 6f7d58f3-2ccb-406f-a625-4a8673aff4fa requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:10:54.512011 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.521709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.599867 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-892c3897-b2db-423c-b4e8-b8a2d11c0bc0 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:54.751970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.765831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=d50fccef-4441-4377-aa30-0a9f25ea635e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:54.771724 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:54.800309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.822780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.823550 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.824564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.826520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.827168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.828009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.829038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:54.836585 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-8879fec7-8537-401d-bc8b-4bc07da12eae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 1.0809846 May 19 13:10:54.892907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Provisioning for port f68bde4f-d50f-4f34-a378-613eaec8013d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:54.907318 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Provisioning complete for port f68bde4f-d50f-4f34-a378-613eaec8013d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:54.907790 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:54.991165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.013329 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:55.037453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5650207-4742-4c61-9fdb-58461e5eabd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:55.050439 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:55.059561 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.061065 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5650207-4742-4c61-9fdb-58461e5eabd0 HTTP/1.1" status: 204 len: 168 time: 1.3897953 May 19 13:10:55.097613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:55.098956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:55.099190 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-2435a9e4-265e-4769-acd1-0495cd6781d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327814 May 19 13:10:55.149538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Deleting port 1efbc965-364e-4a19-a3f0-c941d684894f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:55.150063 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.303301 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.376274 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f68bde4f-d50f-4f34-a378-613eaec8013d,segment=NetworkSegment(5f6d70de-1457-4693-a91e-2d0220940d70),segment_id=5f6d70de-1457-4693-a91e-2d0220940d70)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:55.390038 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.394471 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:55.561817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Router d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:10:55.615259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] For port 1efbc965-364e-4a19-a3f0-c941d684894f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1efbc965-364e-4a19-a3f0-c941d684894f,segment=NetworkSegment(a6ee2a0a-58e8-4939-9d9e-17af19856bd1),segment_id=a6ee2a0a-58e8-4939-9d9e-17af19856bd1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:55.615878 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.618056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Pushing event updated for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:55.631817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] DHCP port deletion for 6f7d58f3-2ccb-406f-a625-4a8673aff4fa request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:10:55.634195 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:55.789538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Provisioning for port d50fccef-4441-4377-aa30-0a9f25ea635e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:55.800395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Provisioning complete for port d50fccef-4441-4377-aa30-0a9f25ea635e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:55.801156 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:55.865261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:55.881228 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] Sync routers for ids ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:55.891434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "PUT /v2.0/routers/d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0400362 May 19 13:10:55.893355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:55.897217 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] Routers {'d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:55.897875 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:55.917914 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'port': {'network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8', 'name': 'tempest-FloatingIPNegativeTestJSON-1467519855'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:55.925630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Port d50fccef-4441-4377-aa30-0a9f25ea635e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:55.955231 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Deleting port 1efbc965-364e-4a19-a3f0-c941d684894f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:10:55.955873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.009649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Calling delete_port for 1efbc965-364e-4a19-a3f0-c941d684894f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:56.067481 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.088440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Provisioning complete for port f68bde4f-d50f-4f34-a378-613eaec8013d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:56.095607 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf3529c4-f59f-4e68-8b3c-a35b0bd1a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.113249 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] Routers {'d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:10:56.113648 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:10:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.202358 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.202925 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67174e-0d87-4ce7-b22b-4fcb5fbe821b None None] The sync data for ids ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:56.244417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.253014 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:56.367796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Port': ['ID=1efbc965-364e-4a19-a3f0-c941d684894f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:56.384408 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:56.388727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] No DVR routers for this DVR port 1efbc965-364e-4a19-a3f0-c941d684894f on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:56.393221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:56.399206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:port and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:56.412990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:56.424144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:56.444061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Made reservation on behalf of 57c832640c804d008de9b813a2d3463f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:56.448242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.495059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] device_id is not set on port 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:10:56.505005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] For port 1efbc965-364e-4a19-a3f0-c941d684894f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=1efbc965-364e-4a19-a3f0-c941d684894f,segment=NetworkSegment(a6ee2a0a-58e8-4939-9d9e-17af19856bd1),segment_id=a6ee2a0a-58e8-4939-9d9e-17af19856bd1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:56.516512 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.774232 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.800810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7d58f3-2ccb-406f-a625-4a8673aff4fa']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.808694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Allocated IP 172.20.0.6 (5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8/5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32/0c4d071e-7b7d-451b-b020-e5aa5ec13a3f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:56.826003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.826502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ee2a0a-58e8-4939-9d9e-17af19856bd1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:56.877808 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.927420 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.959478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:10:56.961286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:56.966116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Calling delete_port for 1efbc965-364e-4a19-a3f0-c941d684894f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: timer() May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:10:57.044239 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:10:57.108669 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.129051 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:57.205718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] No DVR routers for this DVR port 1efbc965-364e-4a19-a3f0-c941d684894f on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:57.221871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Pushing event deleted for resources: {'Port': ['ID=1efbc965-364e-4a19-a3f0-c941d684894f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:57.231142 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:57.240585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2dc16b0f-5d10-4ec2-a3fa-f40072528552 None None] Provisioning complete for port d50fccef-4441-4377-aa30-0a9f25ea635e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:57.240973 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dc16b0f-5d10-4ec2-a3fa-f40072528552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.256399 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:10:57.337161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f68bde4f-d50f-4f34-a378-613eaec8013d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:57.380309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.389770 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0766c562-5e39-4237-8926-50bdc6cde997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:57.498289 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.507831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.533045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Pushing event deleted for resources: {'Network': ['ID=6f7d58f3-2ccb-406f-a625-4a8673aff4fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:57.548378 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:57.571062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Transition to ACTIVE for port object 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:57.592958 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/networks/6f7d58f3-2ccb-406f-a625-4a8673aff4fa HTTP/1.1" status: 204 len: 168 time: 3.2029989 May 19 13:10:57.593517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:57.618946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2dc16b0f-5d10-4ec2-a3fa-f40072528552 None None] Port d50fccef-4441-4377-aa30-0a9f25ea635e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:57.624602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port f68bde4f-d50f-4f34-a378-613eaec8013d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:57.625287 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.745810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-79f0bf44-0be3-40fd-9300-29af4a6fae6e tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Synchronizing usage tracker for tenant:cfe35c4ea9394083a5bfc0308a72201b on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:57.754278 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:57.765699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d481940-2677-4b48-aecf-b14956a87aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:57.886959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=0c4d071e-7b7d-451b-b020-e5aa5ec13a3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:57.891982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:57.893223 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:10:57.894886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:57.897297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-79f0bf44-0be3-40fd-9300-29af4a6fae6e tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Unset dirty status for tenant:cfe35c4ea9394083a5bfc0308a72201b on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:57.898310 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-79f0bf44-0be3-40fd-9300-29af4a6fae6e tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d HTTP/1.1" status: 200 len: 205 time: 0.3003488 May 19 13:10:57.899705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:57.901298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:57.995359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1efbc965-364e-4a19-a3f0-c941d684894f no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:58.064947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:10:58.065637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:58.120649 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2246878 May 19 13:10:58.126707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:58.136020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:58.155569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:58.168374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:floatingip and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:58.173853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:58.201424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:58.208233 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 1efbc965-364e-4a19-a3f0-c941d684894f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:10:58.208775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 1efbc965-364e-4a19-a3f0-c941d684894f not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:58.262946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:58.368523 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:58.488060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf3d7-53fc-4eda-a686-9822c2063184 None None] Provisioning for port 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:58.508005 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf3d7-53fc-4eda-a686-9822c2063184 None None] Provisioning complete for port 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:58.508883 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf3d7-53fc-4eda-a686-9822c2063184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:58.799256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbf3d7-53fc-4eda-a686-9822c2063184 None None] Port 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:58.929359 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.229381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Allocated IP 172.25.4.136 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/bbe909b5-9874-49bd-814b-9da24fb85791) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:59.592618 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5384e849-e884-4db3-a784-ac8aa4894b46 req-9f2a2757-65fe-4c83-a496-a65a9a37735c tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0997095 May 19 13:10:59.622085 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.627716 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.709512 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.710526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Fanout notify agent at l3_agent the message router_deleted on router bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:10:59.711980 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.736035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:59.756095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.760612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bebdfae3-596a-44bd-a3f3-efc6f0babcdf tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] 10.222.0.69 "DELETE /v2.0/routers/bb5d55d5-bbb4-4c3b-ac16-3b8a547a873d HTTP/1.1" status: 204 len: 168 time: 1.8562486 May 19 13:10:59.809314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:59.820050 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:10:59.918729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:59.923750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:59.941166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:10:59.980484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=bbe909b5-9874-49bd-814b-9da24fb85791,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:59.988827 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:00.137187 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.252515 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.297435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:00.305270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Usage tracker for resource:security_group_rule and tenant:240c5705c9194f10b8447704ce042e13 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:00.315410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:00.333829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:00.337454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:00.368191 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.547205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.556813 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.581617 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c7c5937-6594-4e6c-b4ee-4fb4db2f6d0f tempest-PortsAdminExtendedAttrsTestJSON-1717975334 tempest-PortsAdminExtendedAttrsTestJSON-1717975334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:00.707273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498321b-2e1d-45a9-bd64-bd91a6fadb43,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:00.736494 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=240c5705c9194f10b8447704ce042e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9740601 May 19 13:11:00.737975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:00.741504 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:00.867758 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-254e7cff-bce1-4fd4-988a-6c3cff72542f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cfe35c4ea9394083a5bfc0308a72201b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286939 May 19 13:11:00.871603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:00.890843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.916224 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:00.931420 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d2537821-a633-42bd-96fc-87e6b9857b75 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:00.988780 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.029860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-071b884b-d2e1-4cef-8c29-3f1afc20e9d4 req-189e739d-9912-4eb7-b3c7-797e94426ccd tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1106021 May 19 13:11:01.086332 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.130112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=bbe909b5-9874-49bd-814b-9da24fb85791,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:01.149321 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:01.165780 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.190061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.202737 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7769c744-0c63-4281-bc32-09a468251b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:01.228667 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.238458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.238679 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.240797 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5498321b-2e1d-45a9-bd64-bd91a6fadb43 HTTP/1.1" status: 204 len: 168 time: 0.4947333 May 19 13:11:01.242781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498321b-2e1d-45a9-bd64-bd91a6fadb43,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:01.259733 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:01.358851 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.361965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2339025 May 19 13:11:01.366611 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:01.382298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2928e86e-9abc-49f8-b9e7-d31462847c66 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'floatingip': {'port_id': '0c4d071e-7b7d-451b-b020-e5aa5ec13a3f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:01.469700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.483583 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-769283ce-9321-404f-8a40-eb6d414030b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:01.503445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3727dd-554f-4879-bc55-9fb14af6a155,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:01.510495 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:01.530835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.534334 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2928e86e-9abc-49f8-b9e7-d31462847c66 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:01.539028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f3727dd-554f-4879-bc55-9fb14af6a155 HTTP/1.1" status: 204 len: 168 time: 0.6654134 May 19 13:11:01.898127 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2928e86e-9abc-49f8-b9e7-d31462847c66 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] update failed (client error): The resource could not be found. May 19 13:11:01.900340 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2928e86e-9abc-49f8-b9e7-d31462847c66 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "PUT /v2.0/floatingips/2e8b7616-04f8-49ce-9ff7-fc3a35c53d84 HTTP/1.1" status: 404 len: 507 time: 0.5318277 May 19 13:11:01.904900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:01.974004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:01.997360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.021762 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:02.027261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6e3553f40a4f3ba42fb460fee4f77f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:02.033454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:02.042081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:02.248619 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.257082 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.268296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting port bbe909b5-9874-49bd-814b-9da24fb85791 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:02.268296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.278271 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-511095b5-d2d7-4302-8948-3533cf4252f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:02.371054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0e969-0d21-4216-b520-27ed3cbf15e9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:02.381138 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d6e3553f40a4f3ba42fb460fee4f77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057093 May 19 13:11:02.382749 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:02.383984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:02.430410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ce420ada-d02a-497c-b212-b876363b81cd req-82e6670a-6665-43c8-870c-5528861128a6 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0755255 May 19 13:11:02.484190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.517577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.520088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.520668 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.624310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.631329 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-88bfd0f7-8704-4ecd-8fb0-9b6acfacd5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:02.655791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0e969-0d21-4216-b520-27ed3cbf15e9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:02.660909 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:02.665290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.670828 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dd0e969-0d21-4216-b520-27ed3cbf15e9 HTTP/1.1" status: 204 len: 168 time: 0.2853382 May 19 13:11:02.766410 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Calling delete_port for bbe909b5-9874-49bd-814b-9da24fb85791 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:02.969673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:02.980529 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f74f4932-64ce-4863-9ae1-d00006cf2fd0 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:03.107165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Port': ['ID=bbe909b5-9874-49bd-814b-9da24fb85791,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:03.259547 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:03.370662 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:03.391433 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:03.392666 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "DELETE /v2.0/floatingips/2e8b7616-04f8-49ce-9ff7-fc3a35c53d84 HTTP/1.1" status: 204 len: 168 time: 1.4866288 May 19 13:11:03.401346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:03.411642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'floatingip': {'floating_network_id': '5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8', 'port_id': '0c4d071e-7b7d-451b-b020-e5aa5ec13a3f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:03.426125 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:03.437593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:floatingip and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:03.444473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:03.460998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:03.486062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:03.850812 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:11:03.852480 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-89590e89-7e16-4266-9742-57ec486d78be tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4491725 May 19 13:11:03.859433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:03.867454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'port_id': '0c4d071e-7b7d-451b-b020-e5aa5ec13a3f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:03.884774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:03.895716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Usage tracker for resource:floatingip and tenant:57c832640c804d008de9b813a2d3463f is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:03.900582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:03.910471 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:03.926040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.025251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-60dc3e21-5402-4c00-9041-463238c6ccd2 req-31657212-b688-4413-a31e-9073bb65ddd5 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1158381 May 19 13:11:04.231602 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0507dd24-9578-4211-a440-68d6c41b082e req-8a906638-0a55-4abe-a242-c1fd3d92067f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0527456 May 19 13:11:04.284302 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.551892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Allocated IP 172.25.4.199 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/7505250a-b630-4472-adfe-6c27d6352548) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:04.823079 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.865563 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.878435 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-50ae8e8d-351d-40a8-b00f-a0c15306d755 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:04.957414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:04.961559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:04.967694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:05.032043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event updated for resources: {'Port': ['ID=7505250a-b630-4472-adfe-6c27d6352548,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:05.041760 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:05.742939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting port 7505250a-b630-4472-adfe-6c27d6352548 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:05.744399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:05.761894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2666088-4053-4ce2-a700-d82babaf7919 req-b8d5ff80-b466-4cfc-a92b-7d2117e6044e tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1833014 May 19 13:11:05.903367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:05.958599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:05.959220 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:06.211341 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Calling delete_port for 7505250a-b630-4472-adfe-6c27d6352548 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:06.227656 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:06.249957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:06.256292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Usage tracker for resource:security_group_rule and tenant:cb731b8baab348b7b123ee8189244f73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:06.265618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:06.273841 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:06.450454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:06.457232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:06.471125 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bfd80e20-37fc-4ba9-84f2-2ab0020a4a50 tempest-NegativeSecGroupIPv6Test-1117193565 tempest-NegativeSecGroupIPv6Test-1117193565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:06.486360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:06.540440 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb731b8baab348b7b123ee8189244f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278248 May 19 13:11:06.542084 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:06.576046 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde88e1-5675-4d7f-a965-1605679ee7b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:06.584632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:06.585358 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a58111a-034c-4fc2-9790-700a001fcb93 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:06.615091 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:06.710303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Port': ['ID=7505250a-b630-4472-adfe-6c27d6352548,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:06.714623 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:06.749365 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] create failed (client error): The resource could not be found. May 19 13:11:06.750685 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8895876 May 19 13:11:06.757029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:06.985895 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.063963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting port 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:07.064259 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.067351 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.075148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a65bbc04-a1f1-48b9-bcb2-010fb5329234 req-11d2eb5f-bc7d-4c4c-a7fa-aaa5cee7aed8 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0906477 May 19 13:11:07.083812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:07.090455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Usage tracker for resource:security_group_rule and tenant:59c6149e5d1b402987c1965961b42948 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:07.095930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:07.121092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:07.293553 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.311798 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.345069 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-142451dc-2fd3-4ba9-8f26-34624485f5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:07.346588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.415109 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.482304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59c6149e5d1b402987c1965961b42948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660603 May 19 13:11:07.494540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:07.501730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d3f9a-f1bd-406a-810c-0afd88662257,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:07.516993 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:07.597378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.641052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Calling delete_port for 0c4d071e-7b7d-451b-b020-e5aa5ec13a3f owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:07.702276 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.739192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.759563 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1ad48d85-bc92-481d-b3f7-e35a74aa71df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:07.867133 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde88e1-5675-4d7f-a965-1605679ee7b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:07.870344 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.879839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.885807 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3cde88e1-5675-4d7f-a965-1605679ee7b6 HTTP/1.1" status: 204 len: 168 time: 1.3416455 May 19 13:11:07.890357 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.892082 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:07.892908 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3412e1dd-440e-4b93-983f-8d873b06b4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:07.903273 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-72508264-84a2-4fac-850a-7569910ac898 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:07.930683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.939936 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e76d3f9a-f1bd-406a-810c-0afd88662257 HTTP/1.1" status: 204 len: 168 time: 0.4420538 May 19 13:11:07.944781 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d3f9a-f1bd-406a-810c-0afd88662257,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:07.949388 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:07.995195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Port': ['ID=0c4d071e-7b7d-451b-b020-e5aa5ec13a3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:08.160368 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:08.481840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:08.516759 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "DELETE /v2.0/ports/0c4d071e-7b7d-451b-b020-e5aa5ec13a3f HTTP/1.1" status: 204 len: 168 time: 1.7558880 May 19 13:11:08.517764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:08.753296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad323e00-4e01-425c-8431-46239211ea2c tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:08.755665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ad323e00-4e01-425c-8431-46239211ea2c tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Synchronizing usage tracker for tenant:57c832640c804d008de9b813a2d3463f on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:08.801490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ad323e00-4e01-425c-8431-46239211ea2c tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Unset dirty status for tenant:57c832640c804d008de9b813a2d3463f on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:08.802831 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad323e00-4e01-425c-8431-46239211ea2c tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4 HTTP/1.1" status: 200 len: 913 time: 0.2837758 May 19 13:11:08.805765 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:08.869814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:08.917083 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:08.938665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:08.946674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4b44d9b10e064646a48c9184cf7332c9 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:08.956871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:08.968302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:09.022909 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:09.133200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.141348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.161009 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-be690815-3dce-4a72-8de7-f6bee4dfaac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:09.175131 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0fc880f8-8f87-431e-9b57-cc7ac8ce5cfd req-2776d18c-c657-423e-9d49-a6f7042d0841 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1642313 May 19 13:11:09.182785 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.216240 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b44d9b10e064646a48c9184cf7332c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427966 May 19 13:11:09.217224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:09.220260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:09.249028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648c1d3-413a-4e13-bb1e-c1abe12e5c51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:09.254690 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:09.293672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Usage tracker for resource:security_group_rule and tenant:7d511fac91c04ec4933b73b2d437d259 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:09.303860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:09.376354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:09.603503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.711323 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.807261 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.821316 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.833187 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1dd74159-4107-4931-b57f-6180ebb61b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:09.890878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f81683-537d-4ede-872a-6cf0253675ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:09.893825 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.905813 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:09.906537 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:09.921997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648c1d3-413a-4e13-bb1e-c1abe12e5c51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:09.928009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-68251f43-60b5-4dca-aa7d-d17294d47156 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d511fac91c04ec4933b73b2d437d259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033327 May 19 13:11:09.932289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:09.932989 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:09.939054 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:09.944951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b648c1d3-413a-4e13-bb1e-c1abe12e5c51 HTTP/1.1" status: 204 len: 168 time: 0.7178283 May 19 13:11:10.052168 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:10.081784 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:10.085332 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:10.188481 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:10.195225 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ee6afc9-1fef-4d0b-8c2c-7c8a495f750d tempest-ServerActionsTestJSON-289900582 tempest-ServerActionsTestJSON-289900582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:10.212840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f81683-537d-4ede-872a-6cf0253675ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:10.224394 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:10.225711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:10.227843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41f81683-537d-4ede-872a-6cf0253675ea HTTP/1.1" status: 204 len: 168 time: 0.2944081 May 19 13:11:10.323191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6df163a-8cb7-43cb-b1e6-ca65d54dbfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:11.033120 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7e4a524c-a30b-4b0e-8d1b-e113d738a8a5 req-5ae82bb8-9b3d-49ef-a76b-c6f67359e372 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.4414604 May 19 13:11:11.446214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting port d50fccef-4441-4377-aa30-0a9f25ea635e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:11.447267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:11.741152 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:11.907727 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Calling delete_port for d50fccef-4441-4377-aa30-0a9f25ea635e owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:12.231843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:12.239267 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9db83cd8-a93b-4dcd-a89b-74d3bf9bcffa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:12.387773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Port': ['ID=d50fccef-4441-4377-aa30-0a9f25ea635e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:12.400974 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:12.405318 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89caea0d-8ca0-4317-aab8-19dd386e0f37 req-63f4e9ba-21f8-47f5-9149-05a18d704074 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1669526 May 19 13:11:12.809493 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a632def-1d96-4170-83d5-ebe91c66ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:12.837419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:12.910756 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:13.416017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Router d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:13.860290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:13.878146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] Sync routers for ids ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:13.909250 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] Routers {'d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:11:13.911273 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:13.920412 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "PUT /v2.0/routers/d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097851 May 19 13:11:13.921055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:14.040854 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:14.070665 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] Routers {'d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:11:14.076675 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:14.287853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:14.289379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb378d3d-b03a-4763-ab11-615aab45721b None None] The sync data for ids ['d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:14.334013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:14.445882 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7720ab7-35c7-4819-a3b1-e3d9a1380cf4 req-b07f6ccb-4e15-47f7-af70-4e0aa1ce82dd tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.5996871 May 19 13:11:14.581508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:14.658435 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:14.895293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:14.924239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:14.932005 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b41f13bf864ed3af9603f78601e25a is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:14.938174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:14.949808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:15.087093 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.089759 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.112238 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.118851 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.128378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.128971 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Fanout notify agent at l3_agent the message router_deleted on router d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:11:15.136543 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b6c39eb-748e-4334-aeb1-8c7d76a4114b tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:15.144459 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.146201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb22992b-40e3-4558-8d64-234083c6337e tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "DELETE /v2.0/routers/d8c6bdd7-e0db-4d60-bdbe-9254c6514ec4 HTTP/1.1" status: 204 len: 168 time: 1.2239902 May 19 13:11:15.154591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:15.220031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9b41f13bf864ed3af9603f78601e25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367974 May 19 13:11:15.227117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:15.247220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting subnet 5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:11:15.254989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.287613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f201af43-8575-48c4-a7c6-37031a48d54d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:15.301023 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:15.383883 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.474362 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.483058 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.487832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.612867 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.643313 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:15.645580 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.660015 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.674111 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f201af43-8575-48c4-a7c6-37031a48d54d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:15.693140 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:15.697840 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:15.703174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f201af43-8575-48c4-a7c6-37031a48d54d HTTP/1.1" status: 204 len: 168 time: 0.4745619 May 19 13:11:15.994694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f6503cf-3f18-4b66-8c2f-ee305f9171c2 req-b23e7de3-0f07-4417-9c20-4c1517a39762 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1321669 May 19 13:11:16.262056 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.276921 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b2443181-67ea-41c4-b626-283b9b652b12 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:16.369395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Subnet': ['ID=5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:16.379663 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:16.386249 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.396089 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610b585-d069-4947-9396-364f61859700 None None] Network 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:16.407041 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "DELETE /v2.0/subnets/5c762f0a-84dd-4d97-9f0b-0f38e0d9ef32 HTTP/1.1" status: 204 len: 168 time: 1.2477388 May 19 13:11:16.407821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:16.447765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:16.532871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.590618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:16.597828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Usage tracker for resource:security_group_rule and tenant:a967d526302449d3bd8b3ceeb8aec92c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:16.602297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:16.611266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:16.730596 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.737641 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.777630 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:16.791002 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a967d526302449d3bd8b3ceeb8aec92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415039 May 19 13:11:16.794316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 57700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:16.853016 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:16.930568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] DHCP port deletion for 5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:11:17.043680 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.048115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad0902-4e89-4505-87a7-a08c1d9d0277,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:17.084981 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:17.126721 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.140661 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.162738 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Deleting port f68bde4f-d50f-4f34-a378-613eaec8013d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:17.163296 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.165267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Deleting port f68bde4f-d50f-4f34-a378-613eaec8013d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:17.165520 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.203945 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f68bde4f-d50f-4f34-a378-613eaec8013d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:17.304898 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.319411 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-141a3d66-76d7-4225-bbe9-4f48c9cfe0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:17.370216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad0902-4e89-4505-87a7-a08c1d9d0277,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:17.387635 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:17.397316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.404205 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9bad0902-4e89-4505-87a7-a08c1d9d0277 HTTP/1.1" status: 204 len: 168 time: 0.6048396 May 19 13:11:17.421403 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.500025 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e0353e7f-d17e-41a8-be1f-264d2bac7a56 req-76e9b0d8-de2c-4b8c-9ca9-8991c4fa8119 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1033556 May 19 13:11:17.572215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f68bde4f-d50f-4f34-a378-613eaec8013d,segment=NetworkSegment(5f6d70de-1457-4693-a91e-2d0220940d70),segment_id=5f6d70de-1457-4693-a91e-2d0220940d70)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:17.575264 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.684350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f68bde4f-d50f-4f34-a378-613eaec8013d,segment=NetworkSegment(5f6d70de-1457-4693-a91e-2d0220940d70),segment_id=5f6d70de-1457-4693-a91e-2d0220940d70)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:17.684800 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.855214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port f68bde4f-d50f-4f34-a378-613eaec8013d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f68bde4f-d50f-4f34-a378-613eaec8013d,segment=NetworkSegment(5f6d70de-1457-4693-a91e-2d0220940d70),segment_id=5f6d70de-1457-4693-a91e-2d0220940d70)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:17.864297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Calling delete_port for f68bde4f-d50f-4f34-a378-613eaec8013d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:17.867869 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.872197 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0a15a18f-4aa0-456d-85fc-44f0eaa139ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:17.873670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Calling delete_port for f68bde4f-d50f-4f34-a378-613eaec8013d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:17.969728 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.987140 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:18.012017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:18.028008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.028327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.028673 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.029801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.030209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.030764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.031305 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.031873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.032506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.033080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.033669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.034391 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:18.072321 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:18.100134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:18.110627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] No DVR routers for this DVR port f68bde4f-d50f-4f34-a378-613eaec8013d on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:18.111876 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:18.128064 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:18.158792 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:18.313531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Pushing event deleted for resources: {'Port': ['ID=f68bde4f-d50f-4f34-a378-613eaec8013d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:18.317484 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:18.326436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] No DVR routers for this DVR port f68bde4f-d50f-4f34-a378-613eaec8013d on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:18.446984 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-9e8ad5cd-2eb6-4411-9182-410f3001780a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3101709 May 19 13:11:18.628039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:18.711924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:18.851536 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6d70de-1457-4693-a91e-2d0220940d70') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:18.852068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6d70de-1457-4693-a91e-2d0220940d70') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:18.962204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.013904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.014801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.015797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.015797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.016342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.016824 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.017414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.019652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-87964d66-b167-468e-80ed-f6df3024b6a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 0.2516768 May 19 13:11:19.040486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47d7e127-9223-403c-97fa-2830a2324a22 req-15e076d5-0d11-4445-ba4f-574c03bd5dbb tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2749331 May 19 13:11:19.085622 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.130023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:11:19.130672 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: timer() May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:11:19.170296 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:11:19.420470 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.434736 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0fb64e52-9909-4e4d-9e43-9ee9574048e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:19.490585 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.508984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-ac1a902d-b7a5-4209-924f-12bbffcd1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.510066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-ac1a902d-b7a5-4209-924f-12bbffcd1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.510066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-ac1a902d-b7a5-4209-924f-12bbffcd1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:19.511932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-ac1a902d-b7a5-4209-924f-12bbffcd1aee service neutron] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 2291 time: 0.4434981 May 19 13:11:19.530021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Pushing event deleted for resources: {'Network': ['ID=5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:19.540236 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:19.556477 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] 10.222.0.69 "DELETE /v2.0/networks/5d6f9938-e9e4-41b8-b6ce-ff7d997c58b8 HTTP/1.1" status: 204 len: 168 time: 3.1469576 May 19 13:11:19.961596 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-6c657cb5-3ad5-4ff1-b9a5-c1791e74a684 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1002 time: 0.4342370 May 19 13:11:20.217385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-28ed54a0-b4ca-4de5-b838-2ffefefe550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:20.218886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-28ed54a0-b4ca-4de5-b838-2ffefefe550f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.2482610 May 19 13:11:20.322975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:20.366428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-989fa218-4c91-45b6-b6c7-3169a75d27ce req-70b1fdb2-b5f7-4690-a7b7-84692974ec24 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0897663 May 19 13:11:20.506898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-16c58eae-21e7-4583-89c2-a10404cc6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:20.509281 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-16c58eae-21e7-4583-89c2-a10404cc6932 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812095 May 19 13:11:20.539270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-98cb1d28-de8b-49bc-b5a5-9aa1957eb28c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:11:20.542073 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-98cb1d28-de8b-49bc-b5a5-9aa1957eb28c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231683 May 19 13:11:20.649075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc27c4-37dc-45aa-8dbe-148a06ae583f req-64c5512c-e206-4d3e-a598-00ee815f74cc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:20.659692 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bbc27c4-37dc-45aa-8dbe-148a06ae583f req-64c5512c-e206-4d3e-a598-00ee815f74cc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.2791305 May 19 13:11:20.930565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bbc27c4-37dc-45aa-8dbe-148a06ae583f req-4c07d4d6-36fa-46d4-90e7-7ef8541f4693 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595601 May 19 13:11:20.955857 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-0a4409a1-53bf-4ee4-b3ff-c7573e6d0d82 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986721 May 19 13:11:20.979975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f5d6bb5-1bab-4c82-8939-74b737763ee3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57c832640c804d008de9b813a2d3463f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541924 May 19 13:11:20.983744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:21.194042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:21.267628 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-a8d03575-8643-44a0-9a5d-aa9cef0fd94b service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070917 May 19 13:11:21.308999 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:21.399072 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-76954ac6-c82c-4bb0-bf54-26b4e24ffe5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 217 time: 0.1234264 May 19 13:11:21.457668 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:21.506951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-788be586-4ed4-441d-87ed-ce5512886220 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:21.555940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-dbe8625d-fe76-4790-a619-22e21b387b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:21.558613 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-dbe8625d-fe76-4790-a619-22e21b387b6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1516306 May 19 13:11:21.570196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5787a6b-d87a-4333-9f73-75d5e718b7d3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:21.588384 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:21.606455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:21.610161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5787a6b-d87a-4333-9f73-75d5e718b7d3 HTTP/1.1" status: 204 len: 168 time: 0.6204479 May 19 13:11:21.796924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-c2fa671b-aeed-4926-9926-825a6439eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:21.801021 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-c2fa671b-aeed-4926-9926-825a6439eb1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1965218 May 19 13:11:21.890534 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec738f61-21bc-43f6-b519-0cddbf41f3a8 req-954e2940-b5e6-4c64-ba31-b7b72be42da0 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1177585 May 19 13:11:22.301431 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-6e1a4e7a-2547-4bd9-9da4-2f6ac6432818 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917238 May 19 13:11:22.600272 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-edfda845-1257-4c85-bb05-1190fa72c7b9 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805595 May 19 13:11:22.785689 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-4655a207-dd20-48ab-9d49-22272717c2f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 217 time: 0.1777201 May 19 13:11:22.923440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-60480ab9-0d00-48c1-81b6-1254536013d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:22.926745 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-60480ab9-0d00-48c1-81b6-1254536013d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1295435 May 19 13:11:23.230629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-bc36ef4a-a35b-47ac-a789-6b8aa088c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:23.235145 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-bc36ef4a-a35b-47ac-a789-6b8aa088c1e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3017051 May 19 13:11:23.467082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a3b7af3d-8e3d-44d4-bf02-420c4d73e624 req-2d703c55-ab45-4267-ac79-c668d6cb3459 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2899485 May 19 13:11:23.468322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-82822d24-dbd1-4935-8646-c36f3043b604 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237461 May 19 13:11:23.731228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6c98-9f85-4188-b0b6-f378da4bcefb req-4a656f5b-fed1-4044-a5d0-0e52c1b6560e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:23.733679 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e6a6c98-9f85-4188-b0b6-f378da4bcefb req-4a656f5b-fed1-4044-a5d0-0e52c1b6560e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.2633317 May 19 13:11:23.850569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5e6a6c98-9f85-4188-b0b6-f378da4bcefb req-4f91185a-6fcf-42f2-8de4-83f81e8be289 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984287 May 19 13:11:23.969712 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-c4ecd456-688a-4d26-977b-12054804a150 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951138 May 19 13:11:24.053226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 57948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:24.156389 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-7ed3a154-b3cf-40f8-9a00-a30ba5ad7fb9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 217 time: 0.1777301 May 19 13:11:24.493266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-02f80e72-5c92-4939-b9f3-2ff01680077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:24.494795 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-02f80e72-5c92-4939-b9f3-2ff01680077a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.3312652 May 19 13:11:24.628957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e2c840e9-2652-4b1f-a199-19c1cc35a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:24.631245 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e2c840e9-2652-4b1f-a199-19c1cc35a4bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290169 May 19 13:11:24.823012 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-263372598'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:24.835027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:24.843173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:24.849151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:24.862259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:24.876609 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-127de4f2-01be-47bd-a557-4f7915a74e30 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370822 May 19 13:11:24.996907 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-571fca8f-3258-426d-9c7f-973d9f0cd854 req-9182bf63-8af0-4963-b179-69a586811673 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2061377 May 19 13:11:25.025567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:25.033488 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.088490 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-c0ad1830-747c-4d50-9e80-1430785572ba service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041366 May 19 13:11:25.132259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.258290 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-05bdbef8-88ee-44a4-a1cf-210c0859f1db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 217 time: 0.1616967 May 19 13:11:25.262048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:25.269420 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:25.274290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:25.291184 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:25.343886 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c45e4bf2-ae00-47e4-be76-88c8ef9383b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7176974 May 19 13:11:25.385164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87739-8e47-4e2b-92a0-0fa831753619 req-003480a7-772a-4b4f-94c3-97e61573e30e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:25.394139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46d87739-8e47-4e2b-92a0-0fa831753619 req-003480a7-772a-4b4f-94c3-97e61573e30e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.3926361 May 19 13:11:25.437800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-57184a57-5acc-4d62-9b01-c706a8380123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:25.439674 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-57184a57-5acc-4d62-9b01-c706a8380123 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1742523 May 19 13:11:25.703147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-8db4b01e-4ce3-458c-a956-bd10370cb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:25.712489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-8db4b01e-4ce3-458c-a956-bd10370cb378 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648873 May 19 13:11:25.957815 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.989662 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.004184 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43e95bf7-e4be-4b43-9003-210500c28572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:26.105073 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-46d87739-8e47-4e2b-92a0-0fa831753619 req-13804780-bfbc-4f59-bb67-90b1567350f8 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7091415 May 19 13:11:26.137202 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:26.182158 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19044788-735b-4e1a-bc9c-33d55be8dc00,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:26.213788 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:26.221174 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.221926 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment a0a0dd11-1f4e-4842-8d1b-1c977fbe9207 of type vlan for network 507584e8-8fde-4372-a980-2edb9c00ddeb May 19 13:11:26.230574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.231456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.232233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.233125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.234466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.235542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.236234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.238790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-3df8b8af-0177-4c0d-978a-2a840a63219e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 0.7203133 May 19 13:11:26.299188 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-5dc6784b-58cf-4117-8dca-a578667c43f8 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778861 May 19 13:11:26.578992 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c870afd5-6de4-4be3-8df2-c09f33a1fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.579593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c870afd5-6de4-4be3-8df2-c09f33a1fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.580223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c870afd5-6de4-4be3-8df2-c09f33a1fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:26.582273 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c870afd5-6de4-4be3-8df2-c09f33a1fd97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 2298 time: 0.2917442 May 19 13:11:26.850596 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6b6f345e-29c8-4e3c-af80-42575ffab015 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.1602886 May 19 13:11:26.859268 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.871791 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-7f628709-63e0-41c3-b0f6-a193deebbdc0 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650854 May 19 13:11:26.953046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34cb2535-c422-491e-bfe1-661134e6d307 req-98feb39e-7dab-4621-bcc6-6d9e8b0db46e tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.3662636 May 19 13:11:26.994650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-cf955056-c9f3-4423-bf4b-b40a672f4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:27.001802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-cf955056-c9f3-4423-bf4b-b40a672f4793 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.1297677 May 19 13:11:27.042222 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-67a8f52a-75b7-4e34-9166-4f3b4d9bf47a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 217 time: 0.1618795 May 19 13:11:27.129179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:11:27.190441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-9301f236-f175-47bb-9252-8dead66f9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:27.193039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-9301f236-f175-47bb-9252-8dead66f9a0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.1443498 May 19 13:11:27.225685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6e94-a604-4e65-9868-24a75123547e req-717d98b0-fab7-4011-ae18-1dc9e50478c0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:27.230354 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd2c6e94-a604-4e65-9868-24a75123547e req-717d98b0-fab7-4011-ae18-1dc9e50478c0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.71 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.6055927 May 19 13:11:27.237177 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:27.246848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:27.248744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:27.297517 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-315af47b-71ca-4327-bf1c-976203b77410 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:27.361446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e0cd9dd9-7b09-4f6d-84ac-61b733086465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:27.364266 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e0cd9dd9-7b09-4f6d-84ac-61b733086465 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620617 May 19 13:11:27.720760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=507584e8-8fde-4372-a980-2edb9c00ddeb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:27.727126 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:27.761308 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:27.790189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-200312e7-614c-46db-ad27-f1478d96be41 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161491 May 19 13:11:28.169466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-54b29d1b-968c-4ef3-920a-f7387da9ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:28.175761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-54b29d1b-968c-4ef3-920a-f7387da9ba5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1670008 May 19 13:11:28.218546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.1633213 May 19 13:11:28.221037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:28.233456 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-d7623287-14aa-45fd-bf7b-151c50188b8b service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360008 May 19 13:11:28.485966 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-5f9b631b-a697-4554-bfc4-bfda07ca8377 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.2444947 May 19 13:11:28.573743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e410acf4-f2d7-4777-87e2-26612f4b4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:28.575236 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-e410acf4-f2d7-4777-87e2-26612f4b4e5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.0759044 May 19 13:11:28.640703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'name': 'tempest-PortsIpV6TestJSON-1250973849'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:28.693646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-0ea57c97-0768-4446-a5bd-00e2f7e6621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:28.695451 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-0ea57c97-0768-4446-a5bd-00e2f7e6621e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139553 May 19 13:11:28.841039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1573c00b-2b64-4b34-97a3-3633f161c376 req-14b352f4-8ac6-4f29-85e5-ad5021dbe4a0 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1326830 May 19 13:11:29.032248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac60075-3df4-48a5-9fc8-ab3f0c9b8a6b req-90c81afb-e281-4fe5-ae34-9ef54dae9146 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:29.042748 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ac60075-3df4-48a5-9fc8-ab3f0c9b8a6b req-90c81afb-e281-4fe5-ae34-9ef54dae9146 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 1.6404355 May 19 13:11:29.067636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-e64b135f-4ce7-44a2-b32b-29d2812c5412 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452854 May 19 13:11:29.248993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Deleting port d1d84f48-94fe-47c2-8fc8-75be2180e316 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:29.253204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.269909 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-934503de-b371-4d56-ad8d-f7734ace8e7b service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624466 May 19 13:11:29.300376 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5ac60075-3df4-48a5-9fc8-ab3f0c9b8a6b req-69db569b-fca2-4a6e-905e-acef5a3d9256 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564178 May 19 13:11:29.317876 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:29.462120 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-aecd4491-f0fc-405a-94ca-500fb0413dc7 req-0d64ba2a-691c-402a-993a-af4c30de4a1f service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855211 May 19 13:11:29.465676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:29.525537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:29.538434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:29.627523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.630193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:29.652248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:29.663982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2d60efeedb4fd7aafc27a04280c721 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:29.669610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:29.682502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:29.864431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:29.867976 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.957912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.958697 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-1960755d-ebf0-4bea-a35d-8a7e08a12824 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774233 May 19 13:11:29.968128 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.977079 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-80a53db3-27e4-4de1-90c8-84e535fd7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:30.040615 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9f8861-f768-4215-a7cc-60d43365cb03,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:30.069475 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:30.085506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:30.155156 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a2d60efeedb4fd7aafc27a04280c721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8292718 May 19 13:11:30.158743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:30.197586 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-37567621-afb5-4a4b-9ebf-378e44fe280e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.2343955 May 19 13:11:30.295311 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.302076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:30.303042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.312060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-91286d7b-6124-4c60-84ff-f3b16a7642a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:30.313555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-91286d7b-6124-4c60-84ff-f3b16a7642a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.0936484 May 19 13:11:30.315937 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4df2a6d-e27a-4bbc-b4ed-1abf3082a76c req-5a9a9774-8f6e-4002-a3ee-ad87f78991d4 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1877098 May 19 13:11:30.373843 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.545755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.559016 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cfc1276c-0649-4353-9bb4-8ee173ff904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:30.593291 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.597187 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b9f8861-f768-4215-a7cc-60d43365cb03 HTTP/1.1" status: 204 len: 168 time: 0.4350893 May 19 13:11:30.599981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9f8861-f768-4215-a7cc-60d43365cb03,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:30.603623 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:30.853181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d1d84f48-94fe-47c2-8fc8-75be2180e316 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:31.065123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.125165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-484c02f7-85dc-47dc-9c75-6420038de959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:31.127010 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-484c02f7-85dc-47dc-9c75-6420038de959 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7966013 May 19 13:11:31.181342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.227462 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:11:31.249677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d1d84f48-94fe-47c2-8fc8-75be2180e316, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d1d84f48-94fe-47c2-8fc8-75be2180e316,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:31.262170 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.265177 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-98575a0b-2e9c-4ba7-9e59-15c783c1457e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:31.290812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a1f5b-ebe4-4aa5-a433-65c79ff25a35 req-6bca7b93-bae0-4f99-8ed5-79bd0e79573e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:31.298496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df8a1f5b-ebe4-4aa5-a433-65c79ff25a35 req-6bca7b93-bae0-4f99-8ed5-79bd0e79573e tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 946 time: 0.6377306 May 19 13:11:31.387995 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'code': 200} May 19 13:11:31.422352 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.429248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:31.447977 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:31.449084 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2f3a314c-189b-413d-aeeb-f62f0f9c71c9 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:31.546527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=3d5dbfa2-b0b1-478d-b46e-26b4280919fb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:31.568770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-df8a1f5b-ebe4-4aa5-a433-65c79ff25a35 req-1c34e737-bce0-4956-9f8d-ca518e81cf69 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643807 May 19 13:11:31.573120 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:31.576205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.577042 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.579943 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Floating IP 82f8edc7-52db-49c8-903b-3a80929c4206 disassociated. External IP: 172.25.4.152, port: d1d84f48-94fe-47c2-8fc8-75be2180e316. May 19 13:11:31.579943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Calling delete_port for d1d84f48-94fe-47c2-8fc8-75be2180e316 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:31.666236 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-9fa62e8a-b6dd-46cf-9173-30660ab4c996 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244324 May 19 13:11:31.813711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:31.814055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: 507584e8-8fde-4372-a980-2edb9c00ddeb, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:31.874637 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3b013c2a-a769-45ad-b857-ec3361b99b3b req-5377b416-d029-4e86-91c5-be845ab6e0c5 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0937827 May 19 13:11:32.013953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:32.064680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-906cfe67-2b78-445f-990b-44086b28f51d service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417821 May 19 13:11:32.194907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 507584e8-8fde-4372-a980-2edb9c00ddeb) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:32.208828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb41e2-7119-4a20-8eb4-86307831b33c None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:32.221037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:32.236463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:32.237294 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.579512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-194266e7-cb36-47b7-b2cb-00339a1c658b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.4578698 May 19 13:11:32.582397 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.610051 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-48ab2006-9b3a-4576-8192-0a634e83f466 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:32.653372 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3536422 May 19 13:11:32.658895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:32.667204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-427011603'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:32.679973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:32.697954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:32.701946 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:32.722747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:32.759363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:32.763023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.823044 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-e9e6c55a-7cf1-43b1-b312-f861320be3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:32.824795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-e9e6c55a-7cf1-43b1-b312-f861320be3a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.2376826 May 19 13:11:32.827421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event deleted for resources: {'Port': ['ID=d1d84f48-94fe-47c2-8fc8-75be2180e316,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:32.845092 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:32.870309 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.871133 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment e88f9589-89cc-4bfb-8d80-dd4b70e04a94 of type vlan for network 0c154ff4-9307-45b9-8a0a-361e3f30f761 May 19 13:11:32.889436 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:32.962008 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.056503 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.068416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:33.069449 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.078159 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57f4db71-86b6-4a1d-8599-96bb452cb2a8 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:33.113872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-163525a2-b1ec-4d6e-9cf4-bfd9f0ffa8cd req-f2101a8a-9d4a-45f9-b78e-c0f04a0f2fbc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Synchronizing usage tracker for tenant:3c1463845f284aedb6c275a455940d1d on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:33.356545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6956346 May 19 13:11:33.358413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:33.373216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=0c154ff4-9307-45b9-8a0a-361e3f30f761,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:33.378051 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:33.386757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 0c154ff4-9307-45b9-8a0a-361e3f30f761 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:33.389327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'ports': [{'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'}, {'network_id': '0c154ff4-9307-45b9-8a0a-361e3f30f761'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:33.389919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:33.391430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '0c154ff4-9307-45b9-8a0a-361e3f30f761'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:33.486254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-163525a2-b1ec-4d6e-9cf4-bfd9f0ffa8cd req-f2101a8a-9d4a-45f9-b78e-c0f04a0f2fbc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Unset dirty status for tenant:3c1463845f284aedb6c275a455940d1d on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:33.487364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-163525a2-b1ec-4d6e-9cf4-bfd9f0ffa8cd req-f2101a8a-9d4a-45f9-b78e-c0f04a0f2fbc tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.4617250 May 19 13:11:33.493663 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0a433a5-b56d-4cf0-abec-19d19b7089b1 req-3656188f-29bb-4df4-b434-4e4248673a39 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1623278 May 19 13:11:33.537560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-4c4dff34-0908-40b7-bfb1-405e6183e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:33.539623 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-4c4dff34-0908-40b7-bfb1-405e6183e192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6439843 May 19 13:11:33.597819 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:33.840866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:33.853354 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:33.858964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:33.871670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:33.894141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:33.904736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.932778 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.964126 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-df52c21f-eb4f-4c80-a262-18a3e6727773 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144380 May 19 13:11:34.105773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:34.113159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:34.133680 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Sync routers for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:34.173405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 59645b43-b55c-4b17-b289-9286712c4e42 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:34.183385 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:11:34.184300 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:34.416634 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.570857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] No DVR routers for this DVR port d1d84f48-94fe-47c2-8fc8-75be2180e316 on host n-h1-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:34.587176 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.593173 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd2c6e94-a604-4e65-9868-24a75123547e req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.71 "DELETE /v2.0/ports/d1d84f48-94fe-47c2-8fc8-75be2180e316 HTTP/1.1" status: 204 len: 173 time: 7.3371899 May 19 13:11:34.594398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-deleted', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:11:34.658645 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-0233e7a3-1986-439c-ab19-560ff3725dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823959 May 19 13:11:34.724860 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:11:34.784503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2109725753'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:34.801143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port f3474fb2-ba5b-457f-bad9-a526813f79f1 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:34.816810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:34.823984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Usage tracker for resource:network and tenant:4270a67286f04628a90ec14d2813c635 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:34.830978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:34.849830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:34.892672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Made reservation on behalf of 4270a67286f04628a90ec14d2813c635 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:34.904086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.945611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.086943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:35.096056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Usage tracker for resource:security_group_rule and tenant:4270a67286f04628a90ec14d2813c635 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:35.100378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:35.121633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:35.156437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6c2756e0-a7ca-4589-9a85-eb142d4ff9db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.4900720 May 19 13:11:35.186221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f5009a2e-5d2c-433c-be73-40061a494176 req-3ab0ba08-0d58-4cb5-a1a9-df11833f482d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.2007303 May 19 13:11:35.270593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b1ea459a-038e-4ef0-87fc-5927ef126afe req-40b552b3-cc8d-4bc4-b0ed-f641738400bd tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2840989 May 19 13:11:35.274060 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.342301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-5b6364ee-b529-4e92-8dae-d597d59dd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:35.352408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-5b6364ee-b529-4e92-8dae-d597d59dd985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1696839 May 19 13:11:35.474649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.475103 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94541835-0317-4887-ba9d-7f8cfa96b376', 'name': 'network-vif-deleted', 'tag': 'd1d84f48-94fe-47c2-8fc8-75be2180e316', 'status': 'completed', 'code': 200} May 19 13:11:35.491668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.517555 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f0e06aa-e7ce-42b5-b6d2-37d32b2dd5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:35.538944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-b62beae4-0bc2-46cf-ab79-5902db84d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:35.542571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-b62beae4-0bc2-46cf-ab79-5902db84d4e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794188 May 19 13:11:35.567693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.591042 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:11:35.630774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:35.688933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:35.689875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff61c46-bc0e-4612-9e30-0b13d8e5cf93,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:35.693140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.693490 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Added segment cd91122e-bfdc-407d-a183-49df74b8d2ae of type vlan for network fc8ffed4-f9f9-4847-a32a-92d707860e04 May 19 13:11:35.694963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:35.713647 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:35.718306 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d70c4d1c-f4f9-4ba4-bf03-17b0da83c30d tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:35.724783 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:35.740087 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Checking router: cf055d8c-b222-4a31-9d9b-c4d01c49fa81 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:35.757975 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:11:35.759123 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:35.787449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:35.788368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.864253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.874013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=59645b43-b55c-4b17-b289-9286712c4e42,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:35.880406 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:35.881115 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:35.988591 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': 'e88f9589-89cc-4bfb-8d80-dd4b70e04a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c154ff4-9307-45b9-8a0a-361e3f30f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:35.988878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: 0c154ff4-9307-45b9-8a0a-361e3f30f761, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:35.996424 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.002556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:36.005140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.010189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=f3474fb2-ba5b-457f-bad9-a526813f79f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:36.016070 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:36.016752 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83c06a02-baf8-4a2a-afea-a2b1d4e8509c tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:36.189139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 0c154ff4-9307-45b9-8a0a-361e3f30f761 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:36.216980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Pushing event updated for resources: {'Network': ['ID=fc8ffed4-f9f9-4847-a32a-92d707860e04,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:36.232062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:36.238398 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:36.244129 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1346793 May 19 13:11:36.252198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 0c154ff4-9307-45b9-8a0a-361e3f30f761) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:36.257162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:36.264873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:36.269756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:36.276000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.276640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-e7b473a0-c513-4da4-b16a-c5247c90fb23 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260246 May 19 13:11:36.294053 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:11:36.344246 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9788675 May 19 13:11:36.345349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:36.630720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362fb21-2ebd-45db-b326-ec7fbddce673 None None] Network 0c154ff4-9307-45b9-8a0a-361e3f30f761 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:36.809407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:36.835250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04', 'binding:host_id': 'n-h2-791505-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-859387492'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:36.870304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:36.897900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bfc00cbe-6ab2-41de-accd-636210f06881 req-c4474611-843f-44a6-8409-d277fe66c49b tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.3003886 May 19 13:11:37.006521 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Usage tracker for resource:port and tenant:1c98972e9da745f3945eb9100332ae82 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:37.023422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:37.033541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port f3474fb2-ba5b-457f-bad9-a526813f79f1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:37.034237 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.174367 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:37.187151 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15c57-7858-4a12-9a7b-04da96f6a5df None None] The sync data for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 is: [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:07:46Z', 'revision_number': 4, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd64e23a7-de83-45d3-832d-bdf840eaeb3e', 'name': '', 'network_id': 'a9ea5eb4-aa03-46f1-ba78-ec5b6502a171', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'mac_address': 'fa:16:3e:72:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:42Z', 'updated_at': '2021-05-19T13:08:00Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'subnets': [{'id': '747e7f64-d1af-48cc-a34d-56b0dcf1dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:37.195633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:37.210429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-d6b58893-caf3-4157-ab8b-624da01165da service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268365 May 19 13:11:37.218460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3da683b-c187-4d26-9306-14f2007e57ad req-695bf0fa-7815-4688-bcf0-5994d93a28e3 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1802258 May 19 13:11:37.325223 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.418500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-12074810-523d-4b8a-a15a-a4ffebb7c3d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.1916432 May 19 13:11:37.421776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Made reservation on behalf of 1c98972e9da745f3945eb9100332ae82 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:37.426382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.558976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for f3474fb2-ba5b-457f-bad9-a526813f79f1 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:37.565449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-068e4b72-c455-4e68-9515-16c37eab25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:37.566899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-068e4b72-c455-4e68-9515-16c37eab25e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1230497 May 19 13:11:37.572504 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.657767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.671076 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc7f9a64-ba1b-431e-9e79-fd61dbe7e4a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:37.726428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=f3474fb2-ba5b-457f-bad9-a526813f79f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:37.735433 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:37.741805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:37.749209 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.761992 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/f3474fb2-ba5b-457f-bad9-a526813f79f1 HTTP/1.1" status: 204 len: 168 time: 1.4151895 May 19 13:11:37.762709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:37.768741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Usage tracker for resource:security_group_rule and tenant:1c98972e9da745f3945eb9100332ae82 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:37.778968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:37.786244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657e86b-381f-4f4c-9c38-a10d4a7d9077 None None] New status for floating IP 82f8edc7-52db-49c8-903b-3a80929c4206: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:11:37.792613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:37.929759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-43d10d03-b8c9-4026-85b6-9bd4f9024c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:37.933989 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-43d10d03-b8c9-4026-85b6-9bd4f9024c0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3405721 May 19 13:11:38.003573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2126aa3-25a3-40a8-8d74-7f6767c5862a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:38.026584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2126aa3-25a3-40a8-8d74-7f6767c5862a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:38.028267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2126aa3-25a3-40a8-8d74-7f6767c5862a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:38.063209 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.095895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2126aa3-25a3-40a8-8d74-7f6767c5862a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:38.098412 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2126aa3-25a3-40a8-8d74-7f6767c5862a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3342493 May 19 13:11:38.101126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.132182 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a7ea2183-18c6-45d4-ab9e-7375751e0eed req-bf101612-0086-49b1-8c36-c13c3a056e67 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.0670223 May 19 13:11:38.142079 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.155730 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-db0b46e2-bedc-44d5-823a-a9327121ae4f tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:38.283402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port 94bfe041-6b37-4a0a-a48d-641d29dc1884 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:38.392578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a4821784-09a3-4b05-88d5-7f920ec0bda5 req-f847f9e2-7039-4079-a797-02d103f61248 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0578201 May 19 13:11:38.454159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3683a-caa8-415c-a455-34173f4d6b06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.493719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.499003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.499570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.502483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.503004 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.503387 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.503756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.504205 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.504577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.504946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.505327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.505665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.523199 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:38.563846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 59645b43-b55c-4b17-b289-9286712c4e42 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:38.564281 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.661836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-011bc243-ae54-499c-bd07-46ec005c2bd0 req-123ce481-fcf4-45de-8ddb-3e5d2535efc3 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1336806 May 19 13:11:38.702152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-10837918-9d8b-4b4f-b2d9-70c0765a9680 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371500 May 19 13:11:38.804242 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.120185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 59645b43-b55c-4b17-b289-9286712c4e42 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:39.385745 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.395033 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0d575c9-faf5-4253-a2b0-0b3a203788eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:39.396859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-e0fa0818-6522-49c4-8c97-5004aafd81d0 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752434 May 19 13:11:39.496270 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=59645b43-b55c-4b17-b289-9286712c4e42,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:39.532364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.533030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.533668 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.534306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.536161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.538606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.541598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.547837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.550180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.550860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.551500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.552162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:39.571594 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:39.585665 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.596144 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-413bc23d-dc58-4658-bff7-b073944bb64c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.1883457 May 19 13:11:39.603169 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port 94bfe041-6b37-4a0a-a48d-641d29dc1884 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:39.634049 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/59645b43-b55c-4b17-b289-9286712c4e42 HTTP/1.1" status: 204 len: 168 time: 1.5290098 May 19 13:11:39.634993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:39.944136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d5a6a-391d-4202-bae4-d48562c08f66 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:39.945864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-903d5a6a-391d-4202-bae4-d48562c08f66 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:39.986973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-903d5a6a-391d-4202-bae4-d48562c08f66 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:39.989382 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-903d5a6a-391d-4202-bae4-d48562c08f66 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3517740 May 19 13:11:39.991483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:40.006249 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.029479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-f4aad549-dbfc-402b-a415-7dc7fa5f96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:40.031583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-f4aad549-dbfc-402b-a415-7dc7fa5f96b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.4206979 May 19 13:11:40.047570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1fde5e7d-ef29-499f-8f50-40e311b761cf req-cf202dfb-6cdc-4e55-af84-a7a09334fd2b tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.2931290 May 19 13:11:40.086109 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e45e25-794e-4e28-a513-b6aa0163e34b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:11:40.091969 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-61e45e25-794e-4e28-a513-b6aa0163e34b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/f3474fb2-ba5b-457f-bad9-a526813f79f1 HTTP/1.1" status: 404 len: 333 time: 0.0955482 May 19 13:11:40.094293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:40.164762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Transition to ACTIVE for port object 94bfe041-6b37-4a0a-a48d-641d29dc1884 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:40.176152 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34a1562d-7077-468c-b5c5-a68ca6bcf007 req-b19b6b59-7ad7-4e46-9b74-c3cade33dac6 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1481769 May 19 13:11:40.215067 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.228685 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-52643000-d892-44a0-88bc-cf24070c91ac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:40.247117 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-538e8134-399c-42f8-8e38-e80c8e177c29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:11:40.250364 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-538e8134-399c-42f8-8e38-e80c8e177c29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/59645b43-b55c-4b17-b289-9286712c4e42 HTTP/1.1" status: 404 len: 333 time: 0.1539273 May 19 13:11:40.254832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:40.315575 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-460a13f1-f70e-4de0-abd1-a5f7275d4868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.467831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=94bfe041-6b37-4a0a-a48d-641d29dc1884,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:40.502545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c04f64b0-82cf-43ad-b0d5-1af0410755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:40.511954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-c04f64b0-82cf-43ad-b0d5-1af0410755ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4189539 May 19 13:11:40.543176 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:40.553059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.836205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.852285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c154ff4-9307-45b9-8a0a-361e3f30f761']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:40.868261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88f9589-89cc-4bfb-8d80-dd4b70e04a94') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:40.868628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88f9589-89cc-4bfb-8d80-dd4b70e04a94') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:40.889860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.920030 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.931146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:11:40.931146 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: timer() May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:11:40.949608 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:11:41.034109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d244ab38-0a86-4a9d-a08c-cbb5700d2fd3 req-485209dc-6288-441f-a015-f91c5356f6e0 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1358202 May 19 13:11:41.043606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f2de535-7182-4890-9a18-5fae9ce01ea7 req-7b3c43ee-ddf0-47ee-8f88-bf02fd17bf79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c8a387d627a4f2db73769985d596911&device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2339017 May 19 13:11:41.051236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Checking segment: {'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:41.054157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Network hostable DHCP agents. Network: fc8ffed4-f9f9-4847-a32a-92d707860e04, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:41.153805 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f2de535-7182-4890-9a18-5fae9ce01ea7 req-68af70ca-317b-4d4e-96eb-c1ef9bad1202 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3c8a387d627a4f2db73769985d596911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835977 May 19 13:11:41.197300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:41.225647 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-947f6cf7-4bbf-424b-8970-ed427d8f8616 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814089 May 19 13:11:41.234840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, fc8ffed4-f9f9-4847-a32a-92d707860e04) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:41.240886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:41.263754 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69262ace-b112-49cd-b3f5-cbedeab167d0 None None] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:41.458032 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.461947 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-358870cd-1f69-476a-982d-b70179fe5b4d tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:41.549716 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.574610 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/0c154ff4-9307-45b9-8a0a-361e3f30f761 HTTP/1.1" status: 204 len: 168 time: 1.3117044 May 19 13:11:41.583335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:41.584772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=0c154ff4-9307-45b9-8a0a-361e3f30f761,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:41.604935 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:41.626834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1354108974'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:41.648624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:41.658651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:41.665759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:41.689602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:41.721078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:41.725047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.798175 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:41.798912 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:41.801293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:41.802378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:41.812092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.812535 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 422b2aea-a2b2-4d61-95fb-ccc9c8505aec of type vlan for network dacd9cbf-148c-47b0-bf63-0102bd1cd354 May 19 13:11:41.855258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.868639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:41.868960 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:41.872258 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a91a7c9-4656-4ca5-a80e-e5285537158f req-e5329b70-4c41-49fc-bdc9-d67de90427a0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.1839421 May 19 13:11:41.903245 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 2 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:41.906984 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.914488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:41.915422 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.921753 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-83ad1b2a-2870-4451-bf69-96ce4e4106ec tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:42.033531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de535-7182-4890-9a18-5fae9ce01ea7 req-8704f4fc-5e64-4ebc-90b6-de2496746d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:42.037943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f2de535-7182-4890-9a18-5fae9ce01ea7 req-8704f4fc-5e64-4ebc-90b6-de2496746d0f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8715384 May 19 13:11:42.040562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:42.042469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:42.058061 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:42.098579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:42.098909 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:42.106616 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 3 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:42.132337 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5312631 May 19 13:11:42.138372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:42.148979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=dacd9cbf-148c-47b0-bf63-0102bd1cd354,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:42.154234 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:42.157076 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:42.174613 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:42.180367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:42.181017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:42.181531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:42.200100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6a0c8045-7240-45b1-b974-876c6df1f525 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457901 May 19 13:11:42.266477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:42.267114 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:42.276217 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 4 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:42.452252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-79cdf49a-5e0c-4903-a55f-8da9d23d3afe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.2453020 May 19 13:11:42.490081 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c4ad8333-3ae7-4101-80f6-e952dafc86dd req-10879329-153d-4a39-8302-380e5b03c774 tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.0975099 May 19 13:11:42.582323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:42.585440 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:42.590041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:42.658637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:42.671251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:42.684849 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:42.703969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:42.711708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:42.725558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:42.742253 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 5 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:42.785522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:42.786102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:42.786653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:42.790839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:42.797945 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.838054 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85630ec7-9d2b-47cc-8dd2-1a1e3ef0a9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.889033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:42.889280 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:42.892717 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 6 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:42.900977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6b7b568f-4b02-40b8-b03b-640865778ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:42.902479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6b7b568f-4b02-40b8-b03b-640865778ec1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.4170623 May 19 13:11:42.941320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.168956 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:43.171041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:43.171041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:43.384919 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:43.385403 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:43.395201 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 7 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:43.732584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-597b8b6e-fc60-4f0a-abd3-d51684d2ea09 req-b6f40cc5-0e33-4ddc-9048-bfa330c0d5a5 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/ports?device_id=94541835-0317-4887-ba9d-7f8cfa96b376 HTTP/1.1" status: 200 len: 210 time: 0.5571926 May 19 13:11:43.930436 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f2de535-7182-4890-9a18-5fae9ce01ea7 req-aaa1df22-c308-4e3e-b2b8-76d28663b3cf tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.1916530 May 19 13:11:44.061050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:44.061544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:44.062047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:44.132123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6c0b2add-db2a-4445-b209-632eda6d2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:44.134725 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-6c0b2add-db2a-4445-b209-632eda6d2ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1771297 May 19 13:11:44.138924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5dd99138-b563-4ced-bd87-0adb87a4c2d7 req-6e36222d-4b07-4bb5-80a2-f1e7695e8fee tempest-ServerShowV254Test-1117371316 tempest-ServerShowV254Test-1117371316-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1f317f-3fd0-474b-a049-2ec9aced9435 HTTP/1.1" status: 200 len: 210 time: 0.2179136 May 19 13:11:44.139932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:44.140503 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:44.144968 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 8 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:44.299884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:44.352413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:44.353263 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:44.353721 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:44.366707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:44.367226 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:44.408076 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 9 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:44.486067 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:44.486948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:44.487703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:44.509669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:44.510040 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:44.517120 n-d-791505-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 10 to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 May 19 13:11:44.673709 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-34bb27fa-99e7-48c7-b073-583b96181eb8 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970367 May 19 13:11:44.674778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:44.675361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:44.675772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:44.712767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:44.713266 n-d-791505-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 94bfe041-6b37-4a0a-a48d-641d29dc1884 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:44.713806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.077174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:45.395112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port 94bfe041-6b37-4a0a-a48d-641d29dc1884, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:45.395841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:11:45.400392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d40b1251-02e5-4112-aa00-1d0e1b641d30 req-b464567f-ee2f-48ca-ad41-f8ac4b57494d service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156532 May 19 13:11:45.419983 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.424571 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.482927 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:45.494111 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.564374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.721672 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.732892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.737713 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4d69ea62-53db-4f53-8a29-56b9a6444d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:45.743369 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:45.745707 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.765271 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:45.784932 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:45.801986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:45.803555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "DELETE /v2.0/security-groups/1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4 HTTP/1.1" status: 204 len: 168 time: 0.7220690 May 19 13:11:45.812483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:45.851410 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-dc16d7ae-07ff-440f-8d49-ff35ca99cf87 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] show failed (client error): The resource could not be found. May 19 13:11:45.853744 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc16d7ae-07ff-440f-8d49-ff35ca99cf87 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "GET /v2.0/security-groups/1ff5aaa4-2a6f-45fa-af6d-d22d0d5899d4 HTTP/1.1" status: 404 len: 347 time: 0.0399144 May 19 13:11:45.859641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:45.953093 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 9.1332421 May 19 13:11:45.954103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=94bfe041-6b37-4a0a-a48d-641d29dc1884,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:45.966235 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:45.966848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:46.329016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:46.332645 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:46.363166 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1e5cb14d-5517-4ee6-9306-be3ad9dd2c29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:46.440614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Deleting port 24c6255f-2f7b-4791-a308-ce2d2e6345ea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:46.441251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:46.733954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=b678181d-d664-48eb-b27d-2a79a0613b39,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:46.739263 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:46.807183 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:46.855412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '422b2aea-a2b2-4d61-95fb-ccc9c8505aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:46.855729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: dacd9cbf-148c-47b0-bf63-0102bd1cd354, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:46.862343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:46.892249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8a387d627a4f2db73769985d596911 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:46.894201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Deleting port 94bfe041-6b37-4a0a-a48d-641d29dc1884 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:46.894722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:46.897993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:46.912375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:47.029399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port 94bfe041-6b37-4a0a-a48d-641d29dc1884, host n-h2-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:47.029810 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.174920 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.182812 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.186490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.216617 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df1711df-dd34-42e7-93e0-6a49e2daf7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:47.282702 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996c81f-2769-445f-ad56-75ac1b773dc4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:47.309151 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:47.315334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Calling delete_port for 94bfe041-6b37-4a0a-a48d-641d29dc1884 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:47.330059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.331035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.349874 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c8a387d627a4f2db73769985d596911&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0093265 May 19 13:11:47.416854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:47.461313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.472102 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b5d9114-8a1b-45a7-bd4b-095bec32d6ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:47.545076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:47.556685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Calling delete_port for 24c6255f-2f7b-4791-a308-ce2d2e6345ea owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:47.560576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.572223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event deleted for resources: {'Port': ['ID=94bfe041-6b37-4a0a-a48d-641d29dc1884,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:47.583855 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:47.609782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.617767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.628911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:47.636802 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "DELETE /v2.0/ports/94bfe041-6b37-4a0a-a48d-641d29dc1884 HTTP/1.1" status: 204 len: 168 time: 1.6627562 May 19 13:11:47.638725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, dacd9cbf-148c-47b0-bf63-0102bd1cd354) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:47.659216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739ed7e-a9b5-45fd-9d9e-86cbd5f39564 None None] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:47.664595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:47.665551 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.694258 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d9ccb3-121c-4006-b617-51607958399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] GET failed (client error): The resource could not be found. May 19 13:11:47.696155 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5d9ccb3-121c-4006-b617-51607958399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports/94bfe041-6b37-4a0a-a48d-641d29dc1884 HTTP/1.1" status: 404 len: 333 time: 0.0658166 May 19 13:11:47.702772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:47.725084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-393930237'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:47.731148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:47.738080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Usage tracker for resource:port and tenant:1c98972e9da745f3945eb9100332ae82 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:47.746306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:47.768887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:47.787400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6475842 May 19 13:11:47.795242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:47.832354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354', 'name': 'tempest-PortsIpV6TestJSON-1178142996'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:47.882379 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Made reservation on behalf of 1c98972e9da745f3945eb9100332ae82 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:47.891529 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:47.971116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port ce800ca8-332a-41a9-8597-9b313d221d67 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:48.145260 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.243289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-dacd9cbf-148c-47b0-bf63-0102bd1cd354', 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': 'b678181d-d664-48eb-b27d-2a79a0613b39'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:11:48.245878 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.257301 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c9c3f483-ca5b-49e2-8933-8d48cf23b5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:48.373999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:48.405748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:48.426819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996c81f-2769-445f-ad56-75ac1b773dc4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:48.458313 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:48.525055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:48.537258 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.624707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 4b33ec4e-4a80-46d9-bf74-1b16ba470a0e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:48.813066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.817312 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8996c81f-2769-445f-ad56-75ac1b773dc4 HTTP/1.1" status: 204 len: 168 time: 1.3989887 May 19 13:11:48.849538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.867922 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Allocated IP 2001:db8::2 (dacd9cbf-148c-47b0-bf63-0102bd1cd354/b678181d-d664-48eb-b27d-2a79a0613b39/d42b6165-bb4c-4bb4-b3a4-1582fefd04c3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:48.875827 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f9aeddd1-9ed3-4a56-a850-a9c9ff2eaa7d tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:49.069470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Pushing event deleted for resources: {'Port': ['ID=24c6255f-2f7b-4791-a308-ce2d2e6345ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:49.208031 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:49.222977 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.519223 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.534026 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.539836 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.541704 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] 10.222.0.69 "DELETE /v2.0/floatingips/82f8edc7-52db-49c8-903b-3a80929c4206 HTTP/1.1" status: 204 len: 168 time: 3.6804283 May 19 13:11:49.545359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:49.548800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Transition to ACTIVE for port object d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:49.608009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Transition to ACTIVE for port object d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:49.619231 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.639338 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-addea444-6ac2-4979-ad57-040d74adbfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:49.789217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:49.799387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:49.802655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:49.816938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:49.842702 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9c8148b0-396f-44ea-8864-8a3c7c0ac0c8 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:50.008996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Pushing event updated for resources: {'Port': ['ID=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:50.031684 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:50.097069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Attempting to bind port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:50.097450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Attempting to bind port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '422b2aea-a2b2-4d61-95fb-ccc9c8505aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:50.098041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Attempting to bind port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 on network dacd9cbf-148c-47b0-bf63-0102bd1cd354 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:50.104852 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:11:50.112628 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Checking segment: {'id': '422b2aea-a2b2-4d61-95fb-ccc9c8505aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:50.120684 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.121412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Bound using segment: {'id': '422b2aea-a2b2-4d61-95fb-ccc9c8505aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:11:50.123056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Bound port: d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422b2aea-a2b2-4d61-95fb-ccc9c8505aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dacd9cbf-148c-47b0-bf63-0102bd1cd354'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:11:50.124494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.502674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:50.507040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::7b (dacd9cbf-148c-47b0-bf63-0102bd1cd354/b678181d-d664-48eb-b27d-2a79a0613b39/4b33ec4e-4a80-46d9-bf74-1b16ba470a0e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:50.507815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] For port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:50.514272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:50.514585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] For port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,segment=NetworkSegment(422b2aea-a2b2-4d61-95fb-ccc9c8505aec),segment_id=422b2aea-a2b2-4d61-95fb-ccc9c8505aec)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:11:50.533114 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.537405 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:50.665814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:50.667710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:50.672465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.700575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Pushing event updated for resources: {'Port': ['ID=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:50.706201 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:50.894864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=ce800ca8-332a-41a9-8597-9b313d221d67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:50.914507 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:50.941984 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.2301333 May 19 13:11:50.945487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:50.957788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:51.069314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:51.180046 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.222400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 4b33ec4e-4a80-46d9-bf74-1b16ba470a0e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:51.371545 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.421464 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-85abe955-6680-42a9-81c6-88a4da541c0b tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:51.600984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:51.609883 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2047855649-network', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:51.618312 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:51.632191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:11:51.640671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:51.643437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.676145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:51.685970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8816357 May 19 13:11:51.688324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Usage tracker for resource:network and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:51.691876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:51.698412 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:51.703980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=4b33ec4e-4a80-46d9-bf74-1b16ba470a0e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:51.753485 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.767867 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:51.767867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:51.837123 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Made reservation on behalf of 535ffeaef38148eaab8090a5d41b4c04 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:51.839478 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.861655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:51.932377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:51.938681 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Usage tracker for resource:security_group_rule and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:51.942983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:51.951670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:52.159593 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.255503 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.274697 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-066b88db-548a-4878-b6b4-8a448d44820b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:52.400823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:52.433233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711e93c-d02e-4560-a453-ae3127ae6749,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:52.463302 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:52.484164 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.486333 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Added segment 01ea8343-3afe-4efb-b74e-59ab01832627 of type vlan for network a6bef124-5991-4eb9-b01f-3a47894cea5f May 19 13:11:52.523665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 4b33ec4e-4a80-46d9-bf74-1b16ba470a0e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:52.524633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.564458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port ce800ca8-332a-41a9-8597-9b313d221d67 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:11:52.583258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.615185 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Transition to ACTIVE for port object ce800ca8-332a-41a9-8597-9b313d221d67 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:52.648124 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.725337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:52.756322 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-143fe529-8481-4112-8d4a-28a3be3e6d44 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:52.876316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bc0d8-8815-4a24-9954-49ad952d9e36 None None] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:52.880638 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.171076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 4b33ec4e-4a80-46d9-bf74-1b16ba470a0e owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:53.282830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=ce800ca8-332a-41a9-8597-9b313d221d67,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:53.297085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:53.298264 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:53.299191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:53.307803 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:53.312886 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:53.326555 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:53.327217 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:53.329627 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 2 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:53.378250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.393395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.405254 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-620efd5d-8c99-40c5-b6d7-81172134f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:53.489832 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.492310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:53.493296 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.518118 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:53.520522 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Provisioning for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:53.521340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:53.522081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:53.540329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:53.548050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=4b33ec4e-4a80-46d9-bf74-1b16ba470a0e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:53.553889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:53.554912 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.580956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:53.582680 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:53.596460 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 3 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:53.623035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Provisioning complete for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:53.624530 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.629546 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:53.630423 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fedd5375-94ad-4fa3-8394-2c8b73ca4963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:53.675774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:53.676749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:53.677785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:53.980007 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.988734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:53.989546 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:54.058505 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.072261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Pushing event updated for resources: {'Network': ['ID=a6bef124-5991-4eb9-b01f-3a47894cea5f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:54.080235 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/4b33ec4e-4a80-46d9-bf74-1b16ba470a0e HTTP/1.1" status: 204 len: 168 time: 2.3831007 May 19 13:11:54.081687 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:54.083881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:54.096740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0261030 May 19 13:11:54.100969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:54.132257 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] For port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,segment=NetworkSegment(422b2aea-a2b2-4d61-95fb-ccc9c8505aec),segment_id=422b2aea-a2b2-4d61-95fb-ccc9c8505aec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:54.135057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network a6bef124-5991-4eb9-b01f-3a47894cea5f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:54.172960 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.180280 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 4 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:54.190151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Request body: {'subnet': {'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2047855649-subnet', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:54.205161 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-549e9569-2b48-44b0-a8c2-340b2e8ef958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:54.212414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:54.223001 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-80105e3b-8a4a-4218-911b-9d55a13b29b3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:11:54.223875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80105e3b-8a4a-4218-911b-9d55a13b29b3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:11:54.227046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-80105e3b-8a4a-4218-911b-9d55a13b29b3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/4b33ec4e-4a80-46d9-bf74-1b16ba470a0e HTTP/1.1" status: 404 len: 333 time: 0.1412694 May 19 13:11:54.230466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Usage tracker for resource:subnet and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:54.236672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:54.291642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:54.292164 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:54.292749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:54.330009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:54.391031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:54.396456 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f603703-1f0d-4f0d-ace9-fabb4c2f6e45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:11:54.398438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0f603703-1f0d-4f0d-ace9-fabb4c2f6e45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:54.403156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Pushing event updated for resources: {'Port': ['ID=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:54.411694 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:54.433393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Made reservation on behalf of 535ffeaef38148eaab8090a5d41b4c04 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:54.437875 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.458170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:54.459857 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:54.482763 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 5 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:54.518576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0f603703-1f0d-4f0d-ace9-fabb4c2f6e45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:54.520762 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f603703-1f0d-4f0d-ace9-fabb4c2f6e45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/4b33ec4e-4a80-46d9-bf74-1b16ba470a0e HTTP/1.1" status: 404 len: 333 time: 0.2824194 May 19 13:11:54.527693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:54.550502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:54.551006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:54.551536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:54.564203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:54.564724 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:54.581724 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 6 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:54.617769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:54.618298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:54.618842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:54.633892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:54.634426 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:54.636554 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 7 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:54.706856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:54.707322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:54.707802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:54.854264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet b678181d-d664-48eb-b27d-2a79a0613b39 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:11:54.894762 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.126084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:55.127095 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:55.133392 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 8 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:55.134172 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.191195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:55.192152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:55.192850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:55.231518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:55.342124 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:55.342376 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:55.344370 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 9 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:55.402666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:55.404605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:55.405558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:55.426262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:55.426703 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:55.427557 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 10 to bind port ce800ca8-332a-41a9-8597-9b313d221d67 May 19 13:11:55.455882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:55.456532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:55.457227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:55.464897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:55.465525 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port ce800ca8-332a-41a9-8597-9b313d221d67 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:11:55.466151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.492783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-370748d8-01c0-46f2-88b4-2f20a20af24d None None] Provisioning complete for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:55.493696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-370748d8-01c0-46f2-88b4-2f20a20af24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.496018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Deleting port d64e23a7-de83-45d3-832d-bdf840eaeb3e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:55.496912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.534473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.651466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:55.655155 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.986600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port ce800ca8-332a-41a9-8597-9b313d221d67, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:55.988116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:11:56.002573 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:56.011993 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f2a69ddd-97e7-436b-8783-121a6d9b0038 tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:56.102926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] In _notify_port_updated(), no bound segment for port ce800ca8-332a-41a9-8597-9b313d221d67 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:11:56.104220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.105764 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:56.111393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "PUT /v2.0/ports/ce800ca8-332a-41a9-8597-9b313d221d67 HTTP/1.1" status: 200 len: 978 time: 5.1647944 May 19 13:11:56.114020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:56.159986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] For port d64e23a7-de83-45d3-832d-bdf840eaeb3e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d64e23a7-de83-45d3-832d-bdf840eaeb3e,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:56.160702 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:56.181813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=ce800ca8-332a-41a9-8597-9b313d221d67,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:56.206048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:56.392267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94154e83-af6e-4260-b27c-146dc697f338 None None] Could not find standard attr ID for object 4b33ec4e-4a80-46d9-bf74-1b16ba470a0e. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:11:56.657057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Calling delete_port for d64e23a7-de83-45d3-832d-bdf840eaeb3e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:56.816149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.817121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.817991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.818952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.819827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.820756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.821631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.822510 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.823391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.824364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.825833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.826700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.827556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.828486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.829384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.830295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.831215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.832177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.833087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.833982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.834909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.835834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.836752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.837638 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.838522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.839441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.840468 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.841879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.842807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.843692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.844648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.845576 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.846490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.847366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.848472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.849405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:11:56.855141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Synchronizing usage tracker for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:56.940344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Unset dirty status for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:56.942625 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f800103c-2086-4d87-9508-0eb9bed28f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32547 time: 0.8249824 May 19 13:11:56.950229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:57.312852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:57.335729 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:57.342321 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:57.347067 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bc51de0a-1ff6-41e6-bc59-34e37a6b7d29 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:57.446849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=b678181d-d664-48eb-b27d-2a79a0613b39,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:57.485277 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:57.493564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64e23a7-de83-45d3-832d-bdf840eaeb3e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:57.496072 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:57.530423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd4f4f-cddf-43bc-9592-63638ab519f1 None None] Network dacd9cbf-148c-47b0-bf63-0102bd1cd354 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:11:57.545251 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:57.610469 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/b678181d-d664-48eb-b27d-2a79a0613b39 HTTP/1.1" status: 204 len: 168 time: 3.0791087 May 19 13:11:57.630002 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:58.014636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Deleting port ce800ca8-332a-41a9-8597-9b313d221d67 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:58.015718 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.143758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.332987 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.345509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746d259-c676-4730-8697-cac581697644 None None] DHCP port deletion for dacd9cbf-148c-47b0-bf63-0102bd1cd354 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:11:58.453977 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e746d259-c676-4730-8697-cac581697644 None None] Deleting port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:58.454461 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e746d259-c676-4730-8697-cac581697644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.643373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port ce800ca8-332a-41a9-8597-9b313d221d67, host n-h2-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:58.643373 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.660153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e746d259-c676-4730-8697-cac581697644 None None] For port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,segment=NetworkSegment(422b2aea-a2b2-4d61-95fb-ccc9c8505aec),segment_id=422b2aea-a2b2-4d61-95fb-ccc9c8505aec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:58.661481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e746d259-c676-4730-8697-cac581697644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.945293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:58.946175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e746d259-c676-4730-8697-cac581697644 None None] Calling delete_port for d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:58.967185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Calling delete_port for ce800ca8-332a-41a9-8597-9b313d221d67 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:11:58.972464 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56d14513-a16f-403e-921d-a327cd5b949c tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:59.095553 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e746d259-c676-4730-8697-cac581697644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:59.104294 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:59.189610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf29f247-2d3d-4646-8d56-e1e192649a94,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:59.201236 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:59.231855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:11:59.231855 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:59.285084 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746d259-c676-4730-8697-cac581697644 None None] No DVR routers for this DVR port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:59.287375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d259-c676-4730-8697-cac581697644 None None] Pushing event deleted for resources: {'Port': ['ID=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:59.293085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Checking segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:11:59.293463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Network hostable DHCP agents. Network: a6bef124-5991-4eb9-b01f-3a47894cea5f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:59.296594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:59.390132 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e746d259-c676-4730-8697-cac581697644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:11:59.391292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:11:59.392114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:11:59.467431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:59.587286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:59.591374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:59.592004 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:59.615473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Network a6bef124-5991-4eb9-b01f-3a47894cea5f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:59.619536 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-914b8639-7675-438f-9dfa-f939f2f89788 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:11:59.846979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:59.861633 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Sync routers for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:59.900306 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] 10.222.0.69 "PUT /v2.0/routers/cf055d8c-b222-4a31-9d9b-c4d01c49fa81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3525789 May 19 13:11:59.904844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:59.910456 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:11:59.914512 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:00.031246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:00.036102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce800ca8-332a-41a9-8597-9b313d221d67,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:00.053569 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:00.056309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:12:00.059075 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.065501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, a6bef124-5991-4eb9-b01f-3a47894cea5f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:00.073611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.081470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51c65d-5f51-4443-987e-5b30c8346831 None None] Network a6bef124-5991-4eb9-b01f-3a47894cea5f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:00.106186 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3546a686-b350-4742-bbe3-6dea14c7e395 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:00.207541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:00.219048 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.327738 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=d42b6165-bb4c-4bb4-b3a4-1582fefd04c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:00.350223 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.1846607 May 19 13:12:00.360744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:00.361090 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:00.368198 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ce800ca8-332a-41a9-8597-9b313d221d67 HTTP/1.1" status: 204 len: 168 time: 3.4121618 May 19 13:12:00.380915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No DVR routers for this DVR port d42b6165-bb4c-4bb4-b3a4-1582fefd04c3 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:00.383830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:00.398244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:00.413108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:00.423532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Usage tracker for resource:router and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:00.430531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:00.441590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:00.468087 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.469669 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.500470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.614261 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.614602 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-a6bef124-5991-4eb9-b01f-3a47894cea5f', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:12:00.615708 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:00.799764 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:01.068776 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd97a1e8-b230-4549-bda1-9b85ee99285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] GET failed (client error): The resource could not be found. May 19 13:12:01.069477 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cd97a1e8-b230-4549-bda1-9b85ee99285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Synchronizing usage tracker for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:01.142386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cd97a1e8-b230-4549-bda1-9b85ee99285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Unset dirty status for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:01.143839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd97a1e8-b230-4549-bda1-9b85ee99285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports/ce800ca8-332a-41a9-8597-9b313d221d67 HTTP/1.1" status: 404 len: 333 time: 0.7584600 May 19 13:12:01.165472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:01.247766 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.277134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Allocated IP 172.20.0.2 (a6bef124-5991-4eb9-b01f-3a47894cea5f/bf29f247-2d3d-4646-8d56-e1e192649a94/16b7d26e-41f5-4e6a-8609-05dd615dfbea) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:01.290927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacd9cbf-148c-47b0-bf63-0102bd1cd354']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:01.293130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881484463', 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:01.300203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:01.312844 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:01.354673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.355616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422b2aea-a2b2-4d61-95fb-ccc9c8505aec') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:01.356203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422b2aea-a2b2-4d61-95fb-ccc9c8505aec') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:01.364420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Made reservation on behalf of 1c98972e9da745f3945eb9100332ae82 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:01.371239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.402151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.443064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.444118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.459634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:01.460062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: timer() May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:01.499749 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:01.576020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port 30a6dd12-61a2-4025-b6bb-42506c3f4cdf yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:01.692376 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.697349 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:11:57Z', 'revision_number': 5, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port': {'id': 'f925eed1-a425-48a6-ad05-0794f7d1eb10', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:07:30Z', 'updated_at': '2021-05-19T13:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:01.698633 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:01.705431 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Checking router: cf055d8c-b222-4a31-9d9b-c4d01c49fa81 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:01.730062 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.734261 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Routers {'cf055d8c-b222-4a31-9d9b-c4d01c49fa81'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:01.735356 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:01.746109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=dacd9cbf-148c-47b0-bf63-0102bd1cd354,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:01.756934 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:01.759737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/dacd9cbf-148c-47b0-bf63-0102bd1cd354 HTTP/1.1" status: 204 len: 168 time: 4.1254802 May 19 13:12:01.765887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:01.773989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1741313152'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:01.782710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:01.788868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:01.793209 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:01.805087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:01.823241 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:01.832184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.879229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:12:01.895061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.895708 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 58d1bd80-8bb4-40e6-b859-f3b7c126bc40 of type vlan for network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be May 19 13:12:01.903102 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.939654 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:01.946377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Transition to ACTIVE for port object 16b7d26e-41f5-4e6a-8609-05dd615dfbea will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:01.987723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.003936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:02.007093 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.023331 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-55ff79da-74d9-4b65-8f05-3995fdf45c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:02.024728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Transition to ACTIVE for port object 16b7d26e-41f5-4e6a-8609-05dd615dfbea will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:02.039426 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.070218 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3a58134c-9d71-45cb-b098-7bd91a280a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:02.220983 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] Set router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:02.229457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Deleting port f925eed1-a425-48a6-ad05-0794f7d1eb10 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:02.229949 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.230695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=0c01f2cc-55a9-4142-bdcd-34f9e53ff9be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:02.250771 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:02.268218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5001631 May 19 13:12:02.270822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:02.280719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:02.284017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:12:02.445802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:02.453211 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:02.454709 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Network a6bef124-5991-4eb9-b01f-3a47894cea5f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:02.457346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:02.468106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:02.475960 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:02.489337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:02.494077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:02.500865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.508041 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:12:01Z', 'revision_number': 6, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port_host': None}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:02.514229 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f551-9fe5-4370-9462-be9e3b0bd98f None None] The sync data for ids ['cf055d8c-b222-4a31-9d9b-c4d01c49fa81'] in n-d-791505-2 is: [{'id': 'cf055d8c-b222-4a31-9d9b-c4d01c49fa81', 'name': 'tempest-ServersTestBootFromVolume-1622053281-router', 'tenant_id': '3c1463845f284aedb6c275a455940d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:07:25Z', 'updated_at': '2021-05-19T13:12:01Z', 'revision_number': 6, 'project_id': '3c1463845f284aedb6c275a455940d1d', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:02.689882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] For port f925eed1-a425-48a6-ad05-0794f7d1eb10, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=f925eed1-a425-48a6-ad05-0794f7d1eb10,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:02.690472 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.764291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Pushing event updated for resources: {'Port': ['ID=16b7d26e-41f5-4e6a-8609-05dd615dfbea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:02.802691 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:02.857996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Attempting to bind port 16b7d26e-41f5-4e6a-8609-05dd615dfbea on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:02.858694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Attempting to bind port 16b7d26e-41f5-4e6a-8609-05dd615dfbea by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:02.859361 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Attempting to bind port 16b7d26e-41f5-4e6a-8609-05dd615dfbea on network a6bef124-5991-4eb9-b01f-3a47894cea5f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:02.866351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:02.867259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Checking segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:02.867988 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.868657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Bound using segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:02.869455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Bound port: 16b7d26e-41f5-4e6a-8609-05dd615dfbea, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:02.870130 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:02.938023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Calling delete_port for f925eed1-a425-48a6-ad05-0794f7d1eb10 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:02.953151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.060248 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d64e23a7-de83-45d3-832d-bdf840eaeb3e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:03.198488 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: d64e23a7-de83-45d3-832d-bdf840eaeb3e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:12:03.198871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d64e23a7-de83-45d3-832d-bdf840eaeb3e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:03.212747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] For port 16b7d26e-41f5-4e6a-8609-05dd615dfbea, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:03.219063 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.232820 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] For port 16b7d26e-41f5-4e6a-8609-05dd615dfbea, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=16b7d26e-41f5-4e6a-8609-05dd615dfbea,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:03.241919 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.248552 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:03.343673 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d7bb0943-2d98-4a10-929d-9638a2dd126b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:03.377679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Pushing event updated for resources: {'Port': ['ID=16b7d26e-41f5-4e6a-8609-05dd615dfbea,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:03.384646 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:03.423095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.431509 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c95999b9-a9cf-40de-9d9d-48b024112715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:03.554027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=74b65a82-9f34-4630-8113-68ef30d81114,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:03.561741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=30a6dd12-61a2-4025-b6bb-42506c3f4cdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:03.580160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:03.582041 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:03.588621 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:03.594891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:03.607880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:03.609438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:03.610441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.638791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '58d1bd80-8bb4-40e6-b859-f3b7c126bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:03.639678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:12:03.694762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:12:03.755972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:03.768222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f84dd4-e1f8-4fcf-a989-4dfd4b3f6c9d None None] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:03.784840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:03.785853 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.847517 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5741606 May 19 13:12:03.848623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:03.859538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-944370749'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:03.971765 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.982420 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-de903c5c-0dee-49b9-99a8-e3330464e953 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:04.038320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f925eed1-a425-48a6-ad05-0794f7d1eb10,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:04.050700 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:04.120525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:04.131869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:04.136575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:04.139892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.148106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:04.191385 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.204193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:04.210856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.265203 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 11c8fed4-8517-4580-a63a-b9c0666c27e9 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:04.268156 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0923703 May 19 13:12:04.269098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:04.343679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-0c01f2cc-55a9-4142-bdcd-34f9e53ff9be', 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': '74b65a82-9f34-4630-8113-68ef30d81114'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:12:04.344884 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.363662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413d621-8ecd-4885-a6f7-d93607e71e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:04.364609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2413d621-8ecd-4885-a6f7-d93607e71e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Synchronizing usage tracker for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:04.429282 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.510979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2413d621-8ecd-4885-a6f7-d93607e71e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Unset dirty status for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:04.516538 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2413d621-8ecd-4885-a6f7-d93607e71e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports/30a6dd12-61a2-4025-b6bb-42506c3f4cdf HTTP/1.1" status: 200 len: 959 time: 0.2425449 May 19 13:12:04.620259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::3c1 (0c01f2cc-55a9-4142-bdcd-34f9e53ff9be/74b65a82-9f34-4630-8113-68ef30d81114/11c8fed4-8517-4580-a63a-b9c0666c27e9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:04.664421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:04.847184 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.853952 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.142609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:05.236526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.243557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 16b7d26e-41f5-4e6a-8609-05dd615dfbea up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:05.275129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 11c8fed4-8517-4580-a63a-b9c0666c27e9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:05.305958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a93900-62b3-47fb-8598-e6f8fb6a67a6 None None] Network a6bef124-5991-4eb9-b01f-3a47894cea5f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:05.340595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.345476 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.346572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf055d8c-b222-4a31-9d9b-c4d01c49fa81 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:12:05.346721 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-623753bc-a0ab-4857-bd17-0053afdd6dad tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:05.349718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Allocated IP 172.25.4.69 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/53a898f7-97a0-4374-9dbd-258577f76467) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:05.390021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.395531 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] 10.222.0.69 "DELETE /v2.0/routers/cf055d8c-b222-4a31-9d9b-c4d01c49fa81 HTTP/1.1" status: 204 len: 168 time: 5.4872415 May 19 13:12:05.471726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:05.541676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=11c8fed4-8517-4580-a63a-b9c0666c27e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:05.586682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:05.587423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Deleting port 30a6dd12-61a2-4025-b6bb-42506c3f4cdf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:05.588355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.588891 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:05.590402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:05.600459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:05.611449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:05.612608 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.619170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.670214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8194432 May 19 13:12:05.671040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:05.683855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc71ba9b-981d-4efe-946b-4c29174f752a None None] Provisioning for port 16b7d26e-41f5-4e6a-8609-05dd615dfbea completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:05.717277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:05.723674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Usage tracker for resource:security_group_rule and tenant:aee2acb601d44c579dbc3c1214c7e6e4 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:05.727374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:05.736789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:05.776655 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Allocated IP 2001:db8::2 (0c01f2cc-55a9-4142-bdcd-34f9e53ff9be/74b65a82-9f34-4630-8113-68ef30d81114/fe2bbc4b-74ce-4056-a8fa-48a548f87ffc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:06.006534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Deleting subnet 747e7f64-d1af-48cc-a34d-56b0dcf1dab2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:12:06.038783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 16b7d26e-41f5-4e6a-8609-05dd615dfbea completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:06.054110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.062137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 11c8fed4-8517-4580-a63a-b9c0666c27e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:06.062671 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.073844 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 16b7d26e-41f5-4e6a-8609-05dd615dfbea triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:06.074232 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.166244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.222521 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.289960 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.305946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Transition to ACTIVE for port object fe2bbc4b-74ce-4056-a8fa-48a548f87ffc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:06.342015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Transition to ACTIVE for port object fe2bbc4b-74ce-4056-a8fa-48a548f87ffc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:06.380789 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.394389 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e6c91ca8-6e56-46fc-a68b-27acf72f90cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:06.431743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 11c8fed4-8517-4580-a63a-b9c0666c27e9 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:06.504849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:06.563011 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:06.576528 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:06.585847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Calling delete_port for 30a6dd12-61a2-4025-b6bb-42506c3f4cdf owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:06.624595 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.639096 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.656263 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.675072 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:06.707451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.715532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Pushing event updated for resources: {'Port': ['ID=fe2bbc4b-74ce-4056-a8fa-48a548f87ffc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:06.724553 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:06.736662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.767705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e8450034-767d-49ac-b8e7-5b4e94df6560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:06.772967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=11c8fed4-8517-4580-a63a-b9c0666c27e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:06.844715 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:06.857009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec78e1-a61b-4390-a9db-2fbe9d2954b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:06.868642 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:06.882856 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:06.893927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/11c8fed4-8517-4580-a63a-b9c0666c27e9 HTTP/1.1" status: 204 len: 168 time: 1.2214301 May 19 13:12:06.894276 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:06.904299 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aee2acb601d44c579dbc3c1214c7e6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7566109 May 19 13:12:06.912562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:06.944791 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f63d44-484f-4570-af20-b4026a3ff6b2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:12:06.945338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22f63d44-484f-4570-af20-b4026a3ff6b2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:06.980305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22f63d44-484f-4570-af20-b4026a3ff6b2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:06.989770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-22f63d44-484f-4570-af20-b4026a3ff6b2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/11c8fed4-8517-4580-a63a-b9c0666c27e9 HTTP/1.1" status: 404 len: 333 time: 0.0941443 May 19 13:12:06.991225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:07.005003 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.014188 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.064379 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:07.101953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Attempting to bind port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:07.101953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Attempting to bind port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '58d1bd80-8bb4-40e6-b859-f3b7c126bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:07.101953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Attempting to bind port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc on network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:07.101953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.131344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Pushing event updated for resources: {'Port': ['ID=53a898f7-97a0-4374-9dbd-258577f76467,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:07.142293 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:07.148919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:07.162017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:07.176377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:07.204150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:07.204815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Checking segment: {'id': '58d1bd80-8bb4-40e6-b859-f3b7c126bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:07.205266 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.205689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Bound using segment: {'id': '58d1bd80-8bb4-40e6-b859-f3b7c126bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:07.206442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Bound port: fe2bbc4b-74ce-4056-a8fa-48a548f87ffc, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d1bd80-8bb4-40e6-b859-f3b7c126bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c01f2cc-55a9-4142-bdcd-34f9e53ff9be'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:07.208075 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.210351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 74b65a82-9f34-4630-8113-68ef30d81114 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:12:07.231846 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.305101 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 16b7d26e-41f5-4e6a-8609-05dd615dfbea, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=16b7d26e-41f5-4e6a-8609-05dd615dfbea,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:07.319753 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.325992 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e746d259-c676-4730-8697-cac581697644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:07.456701 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.483799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=16b7d26e-41f5-4e6a-8609-05dd615dfbea,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:07.496128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f925eed1-a425-48a6-ad05-0794f7d1eb10 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:07.547641 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:07.595781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: f925eed1-a425-48a6-ad05-0794f7d1eb10 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:12:07.596408 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device f925eed1-a425-48a6-ad05-0794f7d1eb10 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:07.657720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.667050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] For port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:07.674776 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-98e77610-0927-4788-bf9f-431c7773c76b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:07.675752 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] For port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=fe2bbc4b-74ce-4056-a8fa-48a548f87ffc,segment=NetworkSegment(58d1bd80-8bb4-40e6-b859-f3b7c126bc40),segment_id=58d1bd80-8bb4-40e6-b859-f3b7c126bc40)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:07.683567 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.690112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.696994 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1dff0070-23f8-4cb2-ad4a-4ba2858e4663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:07.857855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 16b7d26e-41f5-4e6a-8609-05dd615dfbea up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:07.915107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event deleted for resources: {'Port': ['ID=30a6dd12-61a2-4025-b6bb-42506c3f4cdf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:07.928926 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:07.929649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.947638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ad11b9a-f2f0-46e7-83f1-cfd9fb14ac84 None None] Provisioning complete for port 16b7d26e-41f5-4e6a-8609-05dd615dfbea triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:07.948066 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad11b9a-f2f0-46e7-83f1-cfd9fb14ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.992017 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.042668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Pushing event updated for resources: {'Port': ['ID=fe2bbc4b-74ce-4056-a8fa-48a548f87ffc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:08.061967 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:08.084803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 16b7d26e-41f5-4e6a-8609-05dd615dfbea triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:08.085170 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.189953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.252581 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-301d957c-d30c-412d-bf6f-586ce11c5f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:08.579473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.619329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.625683 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aef42200-586a-4c64-b615-07bf1d788e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:08.634692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec78e1-a61b-4390-a9db-2fbe9d2954b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:08.709823 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:08.740269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/74b65a82-9f34-4630-8113-68ef30d81114 HTTP/1.1" status: 204 len: 168 time: 1.7426689 May 19 13:12:08.750081 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:08.750939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=74b65a82-9f34-4630-8113-68ef30d81114,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:08.766388 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-89259ba0-7e3e-40e8-ba0f-82590999bc5d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:08.852831 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:09.028144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:09.032934 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2eec78e1-a61b-4390-a9db-2fbe9d2954b7 HTTP/1.1" status: 204 len: 168 time: 2.1223962 May 19 13:12:09.037926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "DELETE /v2.0/ports/30a6dd12-61a2-4025-b6bb-42506c3f4cdf HTTP/1.1" status: 204 len: 168 time: 4.3667078 May 19 13:12:09.093755 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:09.098075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:09.196828 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc67d0b1-b8de-46dc-b7c2-026b7a9c946a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] GET failed (client error): The resource could not be found. May 19 13:12:09.219956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc67d0b1-b8de-46dc-b7c2-026b7a9c946a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports/30a6dd12-61a2-4025-b6bb-42506c3f4cdf HTTP/1.1" status: 404 len: 333 time: 0.1093845 May 19 13:12:09.233765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:09.246355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-209764462'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:09.277250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:09.316010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Usage tracker for resource:port and tenant:1c98972e9da745f3945eb9100332ae82 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:09.336651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:09.352430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:09.374457 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:09.386840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:09.390305 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:09.908710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:09.914352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device fe2bbc4b-74ce-4056-a8fa-48a548f87ffc up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:09.971717 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.001803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Made reservation on behalf of 1c98972e9da745f3945eb9100332ae82 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:10.004666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.007556 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=fe2bbc4b-74ce-4056-a8fa-48a548f87ffc,segment=NetworkSegment(58d1bd80-8bb4-40e6-b859-f3b7c126bc40),segment_id=58d1bd80-8bb4-40e6-b859-f3b7c126bc40)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:10.010682 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.027523 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.041378 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-443ef4b8-a4d3-48a0-99a3-82fa1898696a tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:10.061062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:10.122669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:10.131478 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747e7f64-d1af-48cc-a34d-56b0dcf1dab2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:10.140438 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:10.141794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:10.162608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc88f12-b384-43ec-95fc-d9530f4e6b89 None None] Network a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:10.196830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.203345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.276850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Usage tracker for resource:security_group_rule and tenant:b320d75c885d4b22a780d83c81d37d6e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:10.304508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/747e7f64-d1af-48cc-a34d-56b0dcf1dab2 HTTP/1.1" status: 204 len: 168 time: 4.8290484 May 19 13:12:10.307273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:10.391177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2613b3-336e-479d-bf4f-8e2f7540ddae None None] Network 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:10.411456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:10.430262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for fe2bbc4b-74ce-4056-a8fa-48a548f87ffc owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:10.448987 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:10.485689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d34585e1-844d-4f83-96a9-76b86d08cb14 None None] Provisioning for port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:10.587783 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d34585e1-844d-4f83-96a9-76b86d08cb14 None None] Provisioning complete for port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:10.588156 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d34585e1-844d-4f83-96a9-76b86d08cb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.647214 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.651425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06464bee-2977-4b4c-8288-fd739c74823d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.694281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.761950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.773045 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-04c9f4b5-48fe-4f79-9777-a925118a9665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:10.820907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea76cdc6-43c4-47a7-979f-80b54d60606e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:10.823713 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.862779 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:10.863719 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4e0285b2-65c9-440f-854f-577e79c093e9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:10.892893 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:10.942409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:12:10.943187 n-d-791505-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-d34585e1-844d-4f83-96a9-76b86d08cb14 None None] No ports have port_id starting with fe2bbc4b-74ce-4056-a8fa-48a548f87ffc May 19 13:12:10.970605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No DVR routers for this DVR port fe2bbc4b-74ce-4056-a8fa-48a548f87ffc on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:10.974485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=fe2bbc4b-74ce-4056-a8fa-48a548f87ffc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:11.039551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53a0bb-a7aa-44a7-87ca-cd0181682a27 None None] DHCP port deletion for 0c01f2cc-55a9-4142-bdcd-34f9e53ff9be request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:12:11.048761 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:11.119182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] DHCP port deletion for a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:12:11.135706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Deleting port 9bcf9f4d-48d0-46a2-980f-ea4045722273 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:11.136505 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.280590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Deleting port 9bcf9f4d-48d0-46a2-980f-ea4045722273 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:11.281217 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.550811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] For port 9bcf9f4d-48d0-46a2-980f-ea4045722273, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9bcf9f4d-48d0-46a2-980f-ea4045722273,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:11.551377 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.561121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b320d75c885d4b22a780d83c81d37d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6471791 May 19 13:12:11.568831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:11.595010 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.607148 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.631489 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-72d5c73f-2db6-4814-9f16-65034be95948 tempest-ServersNegativeTestMultiTenantJSON-2104778992 tempest-ServersNegativeTestMultiTenantJSON-2104778992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:11.640718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c01f2cc-55a9-4142-bdcd-34f9e53ff9be']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:11.693019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d1bd80-8bb4-40e6-b859-f3b7c126bc40') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:11.693684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d1bd80-8bb4-40e6-b859-f3b7c126bc40') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:11.720303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3a61df-fcad-4a05-a244-1b6ecef81ee6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:11.744797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] For port 9bcf9f4d-48d0-46a2-980f-ea4045722273, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9bcf9f4d-48d0-46a2-980f-ea4045722273,segment=NetworkSegment(58d3c44e-fa61-4874-a841-05e5c75163d9),segment_id=58d3c44e-fa61-4874-a841-05e5c75163d9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:11.745162 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.755129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:11.790217 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.821106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Calling delete_port for 9bcf9f4d-48d0-46a2-980f-ea4045722273 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:11.863531 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.882267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.921781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Network fc8ffed4-f9f9-4847-a32a-92d707860e04 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:11.924340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device fe2bbc4b-74ce-4056-a8fa-48a548f87ffc no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:11.934348 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:11.987019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: fe2bbc4b-74ce-4056-a8fa-48a548f87ffc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:12:11.988057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device fe2bbc4b-74ce-4056-a8fa-48a548f87ffc not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:11.988303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9bcf9f4d-48d0-46a2-980f-ea4045722273 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:12.007794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:12.019146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Calling delete_port for 9bcf9f4d-48d0-46a2-980f-ea4045722273 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:12.023331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:12.026584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:12.027877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:12.028983 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.029807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.041169 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.063862 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b70a4649-e1f1-4d62-8bbe-5cb2a6fdeba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: timer() May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:12.078826 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:12.091889 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:12:12.094027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:12.105804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8701212 May 19 13:12:12.115637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:12.127346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:12.146844 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.161439 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-464f3124-0e29-4ec8-aef0-14224d62b6d9 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:12.172585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Sync routers for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:12.185472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 9bcf9f4d-48d0-46a2-980f-ea4045722273 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:12:12.186003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9bcf9f4d-48d0-46a2-980f-ea4045722273 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:12.188943 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Pushing event deleted for resources: {'Port': ['ID=9bcf9f4d-48d0-46a2-980f-ea4045722273,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:12.198496 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:12.204241 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] No DVR routers for this DVR port 9bcf9f4d-48d0-46a2-980f-ea4045722273 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:12.212920 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:12.213991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:11:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:12.224125 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.226756 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8636041 May 19 13:12:12.311050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:12.311706 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.320195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea76cdc6-43c4-47a7-979f-80b54d60606e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:12.337407 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:12.392748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.396502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea76cdc6-43c4-47a7-979f-80b54d60606e HTTP/1.1" status: 204 len: 168 time: 0.8248262 May 19 13:12:12.422331 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.453227 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.469946 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4984dfa-d03e-490d-b9ae-73572f01ab5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:12.505734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/0c01f2cc-55a9-4142-bdcd-34f9e53ff9be HTTP/1.1" status: 204 len: 168 time: 3.7379978 May 19 13:12:12.513885 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:12.531282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'name': 'tempest-PortsIpV6TestJSON-897823529'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:12.732587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:12.751942 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=0c01f2cc-55a9-4142-bdcd-34f9e53ff9be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:12.766395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:12.771300 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:12.807168 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7217b371-ff77-468c-adce-66af95732073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:12.882856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcf9f4d-48d0-46a2-980f-ea4045722273,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:12.891034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] No DVR routers for this DVR port 9bcf9f4d-48d0-46a2-980f-ea4045722273 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:12.893266 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:12.955003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:12.964251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:12.971487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:13.002187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:13.053661 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:13.059830 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.143960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port fdb6bea3-46be-4c8f-8595-beb62ab5ffac yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:13.188573 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.325755 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bad3e164-1b0d-4519-b226-242de96e5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.333410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.352086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea5eb4-aa03-46f1-ba78-ec5b6502a171']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:13.369163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d3c44e-fa61-4874-a841-05e5c75163d9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:13.369514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d3c44e-fa61-4874-a841-05e5c75163d9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:13.385230 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.406286 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.413757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:13.414158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.453868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:07Z', 'revision_number': 3, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:13.459278 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Checking router: b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:13.460080 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Updating router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e port 53a898f7-97a0-4374-9dbd-258577f76467 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: timer() May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:13.501276 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:13.595872 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.642591 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.680612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.708085 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-39ac9540-5348-48d2-9900-6f00fffe2469 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:13.939943 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:14.005480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:14.035395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.038161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:14.051545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:14.052265 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.072003 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bb12291-79ae-40e2-b7dd-161a3c482cc1 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:14.100959 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5808311 May 19 13:12:14.101822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:14.106091 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.187351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ea5eb4-aa03-46f1-ba78-ec5b6502a171,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:14.203417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=fdb6bea3-46be-4c8f-8595-beb62ab5ffac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:14.212316 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:14.239834 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] 10.222.0.69 "DELETE /v2.0/networks/a9ea5eb4-aa03-46f1-ba78-ec5b6502a171 HTTP/1.1" status: 204 len: 168 time: 3.9316108 May 19 13:12:14.392709 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.408209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Transition to ACTIVE for port object 53a898f7-97a0-4374-9dbd-258577f76467 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:14.430304 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.432761 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:14.444922 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-192af5cb-9811-4c9d-8ec1-df1e8431def5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:14.476475 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:12:14.550031 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:14.612363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Attempting to bind port 53a898f7-97a0-4374-9dbd-258577f76467 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:14.613453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Attempting to bind port 53a898f7-97a0-4374-9dbd-258577f76467 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:14.613823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Attempting to bind port 53a898f7-97a0-4374-9dbd-258577f76467 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:14.633060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port fdb6bea3-46be-4c8f-8595-beb62ab5ffac {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:14.633622 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.639527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:14.640511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:14.641275 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.642034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:14.643126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Bound port: 53a898f7-97a0-4374-9dbd-258577f76467, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:14.643868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.855123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] For port 53a898f7-97a0-4374-9dbd-258577f76467, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:14.861896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] For port 53a898f7-97a0-4374-9dbd-258577f76467, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53a898f7-97a0-4374-9dbd-258577f76467,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:14.867098 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.868694 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-eab9b37d-0ece-4a9f-a15f-7ccbd2dfb0e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c1463845f284aedb6c275a455940d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170836 May 19 13:12:14.870322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 58922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:14.880430 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.881291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] device_id is not set on port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:14.891863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Pushing event updated for resources: {'Port': ['ID=53a898f7-97a0-4374-9dbd-258577f76467,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:14.896190 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:14.898097 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.922343 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-dae6cccc-ddad-4be7-89fe-eb18a239b870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:14.927352 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.066083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for fdb6bea3-46be-4c8f-8595-beb62ab5ffac owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:15.132001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Pushing event updated for resources: {'Port': ['ID=53a898f7-97a0-4374-9dbd-258577f76467,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:15.140260 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:15.154470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Transition to ACTIVE for port object 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:15.178918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:15.180074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:15.189348 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.215124 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.218654 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f718589a-2d40-4258-accd-528d5137e4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:15.228417 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e39bc664-2f96-4c60-b4af-215738042d17 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:15.379840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=fdb6bea3-46be-4c8f-8595-beb62ab5ffac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:15.394437 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:15.395230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3a61df-fcad-4a05-a244-1b6ecef81ee6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:15.400048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:15.410094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.429625 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/fdb6bea3-46be-4c8f-8595-beb62ab5ffac HTTP/1.1" status: 204 len: 168 time: 1.3258939 May 19 13:12:15.437796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:15.464546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'mac_address': 'fa:16:3e:47:41:1c', 'name': 'tempest-PortsIpV6TestJSON-433896715'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:15.540449 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.570977 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.640770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:15.641297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:15.641868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:15.703828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:15.771060 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:15.779895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:15.779895 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:15.787483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:15.788793 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 2 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:15.802749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:15.819934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:15.832183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:15.832723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:15.833278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:15.846000 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:15.850825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:15.869717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:15.870235 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:15.878341 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 3 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:15.927381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:15.927798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:15.929168 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:15.944993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:15.945524 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:15.969776 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 4 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.004895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.076342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.078836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.079469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:16.102210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:16.105719 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:16.110792 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 5 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.191401 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.250386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.251003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.251263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:16.264934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:16.265273 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:16.265848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 20e4d416-5a93-4a92-95fa-8a87424ff64a yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:16.271083 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 6 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.275121 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.308075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.308415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.308864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:16.319047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:16.319380 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:16.323052 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 7 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.330988 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.371194 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a71fddc7-8061-461f-aaee-ceec6cab965e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:16.411843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2d8da-2a83-4427-8519-4a61f3ea1e4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:16.417298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.417626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.417969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:16.425633 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:16.444367 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:16.444630 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:16.446853 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 8 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.590834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:07Z', 'revision_number': 3, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:16.596312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3846-53d9-49b1-b2ee-a5f1ea574772 None None] The sync data for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 is: [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:07Z', 'revision_number': 3, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:16.596622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Allocated IP 172.20.0.1 (a6bef124-5991-4eb9-b01f-3a47894cea5f/bf29f247-2d3d-4646-8d56-e1e192649a94/ae365a3d-30bd-4283-9ce5-228d8e3cac01) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:16.817228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.838243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Transition to ACTIVE for port object ae365a3d-30bd-4283-9ce5-228d8e3cac01 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:16.869591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.871470 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ab2d8da-2a83-4427-8519-4a61f3ea1e4c HTTP/1.1" status: 204 len: 168 time: 1.9995246 May 19 13:12:16.873359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.874041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.875018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:16.888464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.897907 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d168b2c6-48ff-4ff5-a830-05de3de348ff tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:16.954944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:16.955846 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:16.966972 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 9 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:16.988041 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:16.998038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:16.998721 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:16.999870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:17.017598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Network a6bef124-5991-4eb9-b01f-3a47894cea5f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:17.022821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:17.023526 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:17.024691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:17.029415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:17.059822 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.072409 n-d-791505-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempt 10 to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 May 19 13:12:17.077899 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-acfac66b-304f-4af1-8aa2-f9c32811133e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:17.134857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Pushing event updated for resources: {'Port': ['ID=ae365a3d-30bd-4283-9ce5-228d8e3cac01,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:17.160209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:17.161142 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:17.161875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 by drivers openvswitch,hyperv on host n-h2-791505-2 at level 0 using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:17.162283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempting to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:17.191393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:17.191851 n-d-791505-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Failed to bind port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on host n-h2-791505-2 for vnic_type normal using segments [{'id': 'cd91122e-bfdc-407d-a183-49df74b8d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fc8ffed4-f9f9-4847-a32a-92d707860e04'}] May 19 13:12:17.192320 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.209477 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.409877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.520173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:17.527038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:17.536045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:17.548251 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:17.549865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.557110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=20e4d416-5a93-4a92-95fa-8a87424ff64a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:17.579871 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:17.665907 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2117646 May 19 13:12:17.667090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:17.668279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c25f3cf-2378-4651-897e-5df6d84689e5 None None] Provisioning for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:17.738653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c25f3cf-2378-4651-897e-5df6d84689e5 None None] Provisioning complete for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:17.739085 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c25f3cf-2378-4651-897e-5df6d84689e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.030150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c25f3cf-2378-4651-897e-5df6d84689e5 None None] Port ae365a3d-30bd-4283-9ce5-228d8e3cac01 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:18.035626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53a898f7-97a0-4374-9dbd-258577f76467 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:18.150165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 53a898f7-97a0-4374-9dbd-258577f76467 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:18.158043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 53a898f7-97a0-4374-9dbd-258577f76467 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:18.159848 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.305535 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.440922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6, host n-h2-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:18.441529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 13:12:18.469625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.488445 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e81121c9-0884-41f9-a017-d138782ebc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:18.567030 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.573156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1171330a-cd3f-40ad-83a7-d632d67980c7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:18.574083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1171330a-cd3f-40ad-83a7-d632d67980c7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:18.618681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 53a898f7-97a0-4374-9dbd-258577f76467, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=53a898f7-97a0-4374-9dbd-258577f76467,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:18.619239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1171330a-cd3f-40ad-83a7-d632d67980c7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:18.625756 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1171330a-cd3f-40ad-83a7-d632d67980c7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/20e4d416-5a93-4a92-95fa-8a87424ff64a HTTP/1.1" status: 200 len: 844 time: 0.9381435 May 19 13:12:18.627873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 58996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:18.640091 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.652650 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:18.913514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.916492 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] In _notify_port_updated(), no bound segment for port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 on network fc8ffed4-f9f9-4847-a32a-92d707860e04 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:12:18.917547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:18.918438 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.922052 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "PUT /v2.0/ports/7c3a61df-fcad-4a05-a244-1b6ecef81ee6 HTTP/1.1" status: 200 len: 978 time: 6.8030405 May 19 13:12:18.928915 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:18.968890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=53a898f7-97a0-4374-9dbd-258577f76467,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:18.975559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:19.001850 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.004102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.004877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.005641 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.006400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.007153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.008174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.009041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.009858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.010629 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.011469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.012485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:19.017761 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:19.331183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 20e4d416-5a93-4a92-95fa-8a87424ff64a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:19.332112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:19.357953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3a61df-fcad-4a05-a244-1b6ecef81ee6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:19.517581 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:19.519614 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cdee975b-b399-4543-b47c-4ed52d7cda3e tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:19.675881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:19.710865 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:19.852297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 53a898f7-97a0-4374-9dbd-258577f76467 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:19.954907 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.116412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Pushing event updated for resources: {'Port': ['ID=ae365a3d-30bd-4283-9ce5-228d8e3cac01,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:20.126724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 53a898f7-97a0-4374-9dbd-258577f76467 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:20.127502 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:20.133039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.205922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 20e4d416-5a93-4a92-95fa-8a87424ff64a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:20.232057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Deleting port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:20.232561 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.351159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-213932057-network', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:20.381192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.384433 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:20.409198 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c40e4633-2538-4dcd-b095-e0ed16d2474d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:20.421980 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Usage tracker for resource:network and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:20.432667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] For port 7c3a61df-fcad-4a05-a244-1b6ecef81ee6, host n-h2-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:20.433029 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.443149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:20.534356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=20e4d416-5a93-4a92-95fa-8a87424ff64a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:20.557140 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:20.560823 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.586820 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/20e4d416-5a93-4a92-95fa-8a87424ff64a HTTP/1.1" status: 204 len: 168 time: 1.9560640 May 19 13:12:20.588292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:20.686969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:20.697451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Calling delete_port for 7c3a61df-fcad-4a05-a244-1b6ecef81ee6 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:20.705527 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd047bb1-4110-4d74-9736-9e7d3c928f29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:12:20.706485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bd047bb1-4110-4d74-9736-9e7d3c928f29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:20.707221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Network a6bef124-5991-4eb9-b01f-3a47894cea5f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:20.712575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:20.750013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bd047bb1-4110-4d74-9736-9e7d3c928f29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:20.752183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd047bb1-4110-4d74-9736-9e7d3c928f29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/20e4d416-5a93-4a92-95fa-8a87424ff64a HTTP/1.1" status: 404 len: 333 time: 0.1598382 May 19 13:12:20.756417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:20.778816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'name': 'tempest-PortsIpV6TestJSON-385304248'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:20.802628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:20.805251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.851546 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:20.909387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:20.918600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Usage tracker for resource:security_group_rule and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:20.924428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:21.035044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:21.038921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:21.051522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:21.062815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:21.066898 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.100530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 698d0078-5c8b-45c1-a200-41137a434dbc yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:21.157975 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.174926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:21.182041 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc53e4a0-c9cd-4c41-8295-3ba0ad575629 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:21.191430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-97b650c7-6794-4f7c-87b7-6dc09b904675 None None] Provisioning complete for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:21.191993 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97b650c7-6794-4f7c-87b7-6dc09b904675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.268252 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.339746 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97b650c7-6794-4f7c-87b7-6dc09b904675 None None] Port ae365a3d-30bd-4283-9ce5-228d8e3cac01 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:21.618018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.675798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c3a61df-fcad-4a05-a244-1b6ecef81ee6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:21.684104 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7c3a61df-fcad-4a05-a244-1b6ecef81ee6 HTTP/1.1" status: 204 len: 168 time: 2.6918013 May 19 13:12:21.686832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:21.697773 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:21.700376 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.726647 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d1cd4659-6b76-4b0e-9d2d-0d61ec3e3e1d tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:21.782369 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-922e6bb1-74a8-4f29-ae46-2ddcc56ce762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] GET failed (client error): The resource could not be found. May 19 13:12:21.782944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-922e6bb1-74a8-4f29-ae46-2ddcc56ce762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Synchronizing usage tracker for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:21.840962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-922e6bb1-74a8-4f29-ae46-2ddcc56ce762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Unset dirty status for tenant:1c98972e9da745f3945eb9100332ae82 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:21.847267 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-922e6bb1-74a8-4f29-ae46-2ddcc56ce762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] 10.222.0.69 "GET /v2.0/ports/7c3a61df-fcad-4a05-a244-1b6ecef81ee6 HTTP/1.1" status: 404 len: 333 time: 0.1446536 May 19 13:12:21.850449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:21.862077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:21.872651 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Sync routers for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:21.900785 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:21.902105 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:21.923384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:21.928244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:21.943463 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] 10.222.0.69 "PUT /v2.0/routers/b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6040092 May 19 13:12:21.944592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:21.944592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:21.944592 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:21.975469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=698d0078-5c8b-45c1-a200-41137a434dbc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:22.000288 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:22.034641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2767100 May 19 13:12:22.038954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:22.046291 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.046548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:22.160642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.192502 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a198fe6-4f39-4a75-967d-82133a14f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:22.304699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:12:22.310866 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.346851 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.360783 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda90d8-1ff3-47b5-be5b-492b3347cf1b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:22.382222 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:22.390253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.392092 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Added segment 2b738d9d-cb44-47e4-942e-9e7380180e64 of type vlan for network 74f21274-88b0-41fd-aa5a-eb248c8ea75e May 19 13:12:22.456167 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:22.817114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.866293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.874896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8ffed4-f9f9-4847-a32a-92d707860e04']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:22.886683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.915119 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-15eea653-2790-4960-aa96-a257309ccce2 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:22.923313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd91122e-bfdc-407d-a183-49df74b8d2ae') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:22.932008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd91122e-bfdc-407d-a183-49df74b8d2ae') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:22.975824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:22.991617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] In _notify_port_updated(), no bound segment for port 698d0078-5c8b-45c1-a200-41137a434dbc on network 507584e8-8fde-4372-a980-2edb9c00ddeb {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:12:23.005745 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:23.008746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.021145 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/ports/698d0078-5c8b-45c1-a200-41137a434dbc HTTP/1.1" status: 200 len: 818 time: 0.9804201 May 19 13:12:23.025781 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.040383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:23.043397 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.052549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:23.183421 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: timer() May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:23.197730 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:23.207149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.215298 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746066327', 'description': 'tempest-description--1079245528'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:23.224699 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.229716 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40a7b624-7b87-4e76-8f2b-65dfb18777ad tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:23.248322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:23.255550 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.265307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:security_group and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:23.275681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] 10.222.0.69 "DELETE /v2.0/networks/fc8ffed4-f9f9-4847-a32a-92d707860e04 HTTP/1.1" status: 204 len: 168 time: 1.4240294 May 19 13:12:23.276975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Pushing event deleted for resources: {'Network': ['ID=fc8ffed4-f9f9-4847-a32a-92d707860e04,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:23.290975 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:23.296524 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:23.310725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:23.382621 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.410600 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 2, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:23.417012 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Checking router: b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:23.417513 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Updating router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e port ae365a3d-30bd-4283-9ce5-228d8e3cac01 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:12:23.446288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:23.463466 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:security_group_rule and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:23.470070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=698d0078-5c8b-45c1-a200-41137a434dbc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:23.474470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:23.479793 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.485572 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:23.494563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 698d0078-5c8b-45c1-a200-41137a434dbc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:23.495279 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.498806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.500000 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:23.500632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.514986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:23.517394 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-75d3f99e-ec12-4c1a-bd0c-56600b9e553d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:23.685828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Pushing event updated for resources: {'Network': ['ID=74f21274-88b0-41fd-aa5a-eb248c8ea75e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:23.694576 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:23.702537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:12:23.738720 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0603440 May 19 13:12:23.739720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:23.774990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Request body: {'subnet': {'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-213932057-subnet', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:23.804784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:23.824386 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:23.842432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Usage tracker for resource:subnet and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:23.858167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:23.933969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:24.030915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:24.047889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:24.052665 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.290800 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 698d0078-5c8b-45c1-a200-41137a434dbc owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:24.304211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.319739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.334499 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3544bee1-ce95-4687-b7a6-dfee2461e794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:24.395635 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.404744 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-95c01858-1514-445c-9520-a9dc19740e4c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:24.420479 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.439862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9a594-9586-4867-bfe4-654fc714dd22,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:24.454739 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Transition to ACTIVE for port object ae365a3d-30bd-4283-9ce5-228d8e3cac01 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:24.461666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:24.475696 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.480076 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4ac0f21b-9f27-4704-a428-548eaca27eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:24.518106 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b02f4eb4-fdba-43c7-87a7-afb1b2e707c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4270a67286f04628a90ec14d2813c635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854894 May 19 13:12:24.520807 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.521997 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3214221 May 19 13:12:24.524349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:24.538897 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:24.546362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=698d0078-5c8b-45c1-a200-41137a434dbc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:24.546891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9a594-9586-4867-bfe4-654fc714dd22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:24.557012 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:24.558613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:24.566055 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.585067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:security_group_rule and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:24.595100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/698d0078-5c8b-45c1-a200-41137a434dbc HTTP/1.1" status: 204 len: 168 time: 1.5186238 May 19 13:12:24.597541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:24.619400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:24.642261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:24.695376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.743223 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.801821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.808354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be16868-8dc4-4615-84db-98c1a0327553 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:24.810240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7be16868-8dc4-4615-84db-98c1a0327553 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:24.855059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7be16868-8dc4-4615-84db-98c1a0327553 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:24.866017 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7be16868-8dc4-4615-84db-98c1a0327553 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2646916 May 19 13:12:24.866310 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Pushing event updated for resources: {'Port': ['ID=ae365a3d-30bd-4283-9ce5-228d8e3cac01,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:24.868655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:24.913682 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.914022 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.914361 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.914761 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.915135 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.915464 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.915787 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.916227 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.916714 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.917064 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.917384 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.925712 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.935830 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:24.980780 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Attempting to bind port ae365a3d-30bd-4283-9ce5-228d8e3cac01 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:24.982079 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Attempting to bind port ae365a3d-30bd-4283-9ce5-228d8e3cac01 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:24.983254 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Attempting to bind port ae365a3d-30bd-4283-9ce5-228d8e3cac01 on network a6bef124-5991-4eb9-b01f-3a47894cea5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:24.992403 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:24.993195 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Checking segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:24.993768 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.994377 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Bound using segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:24.995106 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Bound port: ae365a3d-30bd-4283-9ce5-228d8e3cac01, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:24.995685 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.022386 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5c48c9-0279-45e8-bbfc-b98c40cf66d9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:12:25.027381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab5c48c9-0279-45e8-bbfc-b98c40cf66d9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/698d0078-5c8b-45c1-a200-41137a434dbc HTTP/1.1" status: 404 len: 333 time: 0.1536992 May 19 13:12:25.029246 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:25.039260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1417741902'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:25.050875 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.062555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:25.070701 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.077316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51f08c6b-78e2-428d-b337-5dc78522a750 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:25.083436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:25.084639 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.085789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:25.113718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:25.128941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939bea85-aa0b-4775-8a5e-45d48e4bc54a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:25.144966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:25.147692 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5ebd2819-4dbb-44b3-98ce-0a852a0bcba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:25.156755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:25.166886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.175965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff61c46-bc0e-4612-9e30-0b13d8e5cf93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:25.186306 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:25.189229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.192793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ff61c46-bc0e-4612-9e30-0b13d8e5cf93 HTTP/1.1" status: 204 len: 168 time: 0.6651173 May 19 13:12:25.214429 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.216253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddb6f719-337b-45dd-a150-a7c809c9b9b9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6758265 May 19 13:12:25.222657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:25.241502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9a594-9586-4867-bfe4-654fc714dd22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:25.264043 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] For port ae365a3d-30bd-4283-9ce5-228d8e3cac01, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:25.269048 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] For port ae365a3d-30bd-4283-9ce5-228d8e3cac01, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ae365a3d-30bd-4283-9ce5-228d8e3cac01,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:25.270947 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:25.284668 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.287895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:12:25.302951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:security_group_rule and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:25.307895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:25.311583 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.312689 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 7f767b4a-a4a0-43c7-9d3f-b4bb11955250 of type vlan for network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 May 19 13:12:25.313834 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-03dd63a1-6af0-4dc7-a40e-1e75b0524f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:25.331927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:25.412847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.476013 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:25.476822 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:25.488135 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.517526 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.535414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:25.536271 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.585410 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ead37d2d-c583-4b22-b3a8-e9c6b615c1aa tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:25.595251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.619259 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a0208b53-10e8-4fb7-8754-46e49c536420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:25.677519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6465795 May 19 13:12:25.706305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:25.735613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:25.817067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:25.836326 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:25.894006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:25.995476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:25.998163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.015696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Checking segment: {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:26.016337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Network hostable DHCP agents. Network: 74f21274-88b0-41fd-aa5a-eb248c8ea75e, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:12:26.020708 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:26.025899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:26.029470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=17d3efcf-7821-4aaf-a892-19a9c3d75e75,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:26.035154 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:26.036121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:26.039936 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.041298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:12:26.073593 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-194db876-0473-4a7c-88c5-14f37341384e tempest-ImagesOneServerNegativeTestJSON-1178895783 tempest-ImagesOneServerNegativeTestJSON-1178895783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:26.076654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:26.091840 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.144274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:12:26.166041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856bedf4-b9b9-4505-b1f5-87884af0b639,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:26.170830 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:26.176062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 74f21274-88b0-41fd-aa5a-eb248c8ea75e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:26.203254 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.206915 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Pushing event updated for resources: {'Port': ['ID=ae365a3d-30bd-4283-9ce5-228d8e3cac01,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:26.210624 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-79bc329a-c396-415f-8537-41c301651b02 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9860170 May 19 13:12:26.211572 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-1bba0495-076c-4d27-b076-fa6942ee75ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:26.230400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:26.234570 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:26.235436 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.243842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.245113 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:26.264191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'floatingip': {'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:26.271866 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:26.276806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:floatingip and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:26.281515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:26.288644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:26.307195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc2eef-30f9-41e6-bd46-719064909b60 None None] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:26.317095 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.351787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:26.382247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6390340 May 19 13:12:26.391396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:26.391773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:26.393243 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Usage tracker for resource:security_group_rule and tenant:770097b071794a30a240b1720350ec58 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:26.409381 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:26.437066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:26.456259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:26.458613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:26.741398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Usage tracker for resource:router and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:26.752442 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:26.770323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:26.825625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.826914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.849525 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:26.893349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:12:26.894719 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.061588 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:25Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:27.067948 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222932dc-8ebb-443a-acdc-7cae1bfe2b83 None None] The sync data for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 is: [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:25Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:27.251098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Allocated IP 172.20.0.2 (74f21274-88b0-41fd-aa5a-eb248c8ea75e/0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80/de20597d-d0f2-4ea3-86b5-6847fb03412f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:27.325950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.350815 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-154feba3-71e2-4605-a4af-bddfc1f2e078 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:27.436020 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa24b9c1-e1e5-4f9a-858e-5cff1600a01f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c98972e9da745f3945eb9100332ae82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260980 May 19 13:12:27.491583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:27.563301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=a61ed435-7224-45da-b95f-409a4dd08bac,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:27.568644 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:27.642759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.643863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '7f767b4a-a4a0-43c7-9d3f-b4bb11955250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:27.644469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: 17d3efcf-7821-4aaf-a892-19a9c3d75e75, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:12:27.687890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Transition to ACTIVE for port object de20597d-d0f2-4ea3-86b5-6847fb03412f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:27.700834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-710091b9-017e-4738-824b-7f9dad2e5d41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9797220 May 19 13:12:27.717423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:12:27.737009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.748778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 17d3efcf-7821-4aaf-a892-19a9c3d75e75) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:27.754774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Transition to ACTIVE for port object de20597d-d0f2-4ea3-86b5-6847fb03412f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:27.775533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f2a61-3dc4-45ba-bf56-9ad912ca0e95 None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:27.787260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:27.791421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.814793 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.854543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ae365a3d-30bd-4283-9ce5-228d8e3cac01 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:27.864458 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1564660 May 19 13:12:27.867811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:27.881239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:27.916244 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.937749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.940091 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.953976 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22634b4d-65e3-49d3-9054-a792c5aed065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:27.973152 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.989530 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:28.041324 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.057341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:28.071140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:28.238421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:28.302497 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=770097b071794a30a240b1720350ec58&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3962300 May 19 13:12:28.323262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf77ae-d8a5-42c8-8af1-956c6d24f649,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:28.331154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:28.349422 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:28.373584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:28.387685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:28.404525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:28.430679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:28.464573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:28.491377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:28.492129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:28.492892 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.495835 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.585803 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.630633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Allocated IP 172.25.4.135 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/61048d6a-3474-473d-b45e-dc0c2a3d1885) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:28.669421 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.670218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.671378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.672509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.673860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.675941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.677089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.678165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:28.681946 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e7329eea-9d8b-458c-bdf9-621018913e2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924367df395c4dce8c8656db6049ee57&device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 6501 time: 0.4111974 May 19 13:12:28.688161 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-366cd838-13fb-42ce-bed7-388ca1620ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:28.742042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3683a-caa8-415c-a455-34173f4d6b06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:28.783380 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:28.788595 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.990718 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.992233 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26f3683a-caa8-415c-a455-34173f4d6b06 HTTP/1.1" status: 204 len: 168 time: 1.4983723 May 19 13:12:29.238538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Pushing event updated for resources: {'Port': ['ID=de20597d-d0f2-4ea3-86b5-6847fb03412f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:29.289922 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:29.308240 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Attempting to bind port de20597d-d0f2-4ea3-86b5-6847fb03412f on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:29.308938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Attempting to bind port de20597d-d0f2-4ea3-86b5-6847fb03412f by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:29.309612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Attempting to bind port de20597d-d0f2-4ea3-86b5-6847fb03412f on network 74f21274-88b0-41fd-aa5a-eb248c8ea75e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:29.404515 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.510996 n-d-791505-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a61ed435-7224-45da-b95f-409a4dd08bac (CIDR: 2001:db8::/64) May 19 13:12:29.526109 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:12:29.526563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:12:29.546155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-66d2aef0-029a-4534-b240-60820ad4fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:29.546628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-66d2aef0-029a-4534-b240-60820ad4fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:29.550126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-66d2aef0-029a-4534-b240-60820ad4fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:29.553509 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-66d2aef0-029a-4534-b240-60820ad4fb3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=b7457dac-1746-4c33-adf0-0891935ad4cd&id=10a8a855-5b19-47b7-8f46-78928e26bfb5&id=10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 200 len: 2298 time: 0.7489667 May 19 13:12:29.607758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:29.608792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Checking segment: {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:29.609352 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.609898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Bound using segment: {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:29.610584 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Bound port: de20597d-d0f2-4ea3-86b5-6847fb03412f, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:29.611119 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.664991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.697608 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:29.743715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] For port de20597d-d0f2-4ea3-86b5-6847fb03412f, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:29.747154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] For port de20597d-d0f2-4ea3-86b5-6847fb03412f, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=de20597d-d0f2-4ea3-86b5-6847fb03412f,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:29.751177 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': 'a61ed435-7224-45da-b95f-409a4dd08bac'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:12:29.752033 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.775022 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:29.819475 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4219be42-85cd-420d-a353-fc0947cae5d0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9499207 May 19 13:12:29.830949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:29.834316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:29.837700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:29.840075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:29.843704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:29.906567 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7681553c-efb4-482d-9bbc-dd928e9cf537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:29.971530 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-8d39f813-6b43-4ebb-9eff-51892486c9dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 200 len: 1002 time: 0.4102726 May 19 13:12:29.982729 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.020680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'Port': ['ID=61048d6a-3474-473d-b45e-dc0c2a3d1885,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:30.022794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.024353 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:30.032820 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.078747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Pushing event updated for resources: {'Port': ['ID=de20597d-d0f2-4ea3-86b5-6847fb03412f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:30.094239 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:30.111749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:30.116121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-609180e9-9bee-4f64-a5ec-e68ee394b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:30.117899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-609180e9-9bee-4f64-a5ec-e68ee394b61c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 200 len: 855 time: 0.1328928 May 19 13:12:30.120949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:30.125043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:30.233418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:30.234811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port ae365a3d-30bd-4283-9ce5-228d8e3cac01, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=ae365a3d-30bd-4283-9ce5-228d8e3cac01,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:30.267565 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.276650 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:30.300212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:30.310222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.508189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-116b9f9e-8bd4-4d0e-9a81-b0da1245939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:30.510036 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-116b9f9e-8bd4-4d0e-9a81-b0da1245939d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3752115 May 19 13:12:30.553381 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=ae365a3d-30bd-4283-9ce5-228d8e3cac01,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:30.581616 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:30.618914 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.697989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Allocated IP 2001:db8::2 (17d3efcf-7821-4aaf-a892-19a9c3d75e75/a61ed435-7224-45da-b95f-409a4dd08bac/917c78fc-d47a-4714-b16f-d80dadabbc54) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:30.704289 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-097e43d0-9af3-486b-93f9-5b0f1fcda15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:30.807258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf77ae-d8a5-42c8-8af1-956c6d24f649,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:30.813031 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:30.918961 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-9c3f17e0-68a7-483f-992d-7de07c7b10ae service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002857 May 19 13:12:30.946660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.964436 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.975773 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fdf77ae-d8a5-42c8-8af1-956c6d24f649 HTTP/1.1" status: 204 len: 168 time: 2.6272635 May 19 13:12:31.215753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.323326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-182a24fe-dee2-42e6-93ae-ec7c1e335476 service neutron] 10.222.0.57 "GET /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705697 May 19 13:12:31.335760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Allocated IP 172.25.4.23 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/4370f60d-1457-4ce2-a154-39ae9244e56c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:31.412120 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.448371 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Transition to ACTIVE for port object 917c78fc-d47a-4714-b16f-d80dadabbc54 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:31.462868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-c4f865b0-2ece-43bf-a13c-95b8bfe057cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 217 time: 0.1192331 May 19 13:12:31.518879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Transition to ACTIVE for port object 917c78fc-d47a-4714-b16f-d80dadabbc54 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:31.533229 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.537751 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5badc6e9-4588-4295-a55a-a4b551bf6c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:31.576185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-28845819-f304-45e7-b6a7-a42cdb00e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:31.577854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-28845819-f304-45e7-b6a7-a42cdb00e6aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1070716 May 19 13:12:31.799860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Pushing event updated for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:31.804845 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:31.834147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:31.836175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:31.847978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:31.883753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.926547 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.937068 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:31.947605 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e6e4a2cd-96d0-4751-8602-0c1189225bac tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:32.078805 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:32.085174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Attempting to bind port 917c78fc-d47a-4714-b16f-d80dadabbc54 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:32.085718 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Attempting to bind port 917c78fc-d47a-4714-b16f-d80dadabbc54 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '7f767b4a-a4a0-43c7-9d3f-b4bb11955250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:32.086199 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Attempting to bind port 917c78fc-d47a-4714-b16f-d80dadabbc54 on network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:32.093286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee6199-3c53-4e25-9a92-ce6bf0c8f371 None None] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:32.111550 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:32.111824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Checking segment: {'id': '7f767b4a-a4a0-43c7-9d3f-b4bb11955250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:32.112298 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.112803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Bound using segment: {'id': '7f767b4a-a4a0-43c7-9d3f-b4bb11955250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:32.114026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Bound port: 917c78fc-d47a-4714-b16f-d80dadabbc54, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f767b4a-a4a0-43c7-9d3f-b4bb11955250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:32.114026 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.127893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e934727c-05ac-4044-8ae1-2a0dcbf24338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:32.134321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e934727c-05ac-4044-8ae1-2a0dcbf24338 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5307016 May 19 13:12:32.166828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'Port': ['ID=61048d6a-3474-473d-b45e-dc0c2a3d1885,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:32.187013 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:32.193548 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.205976 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c577e5bc-0206-4516-a5c0-f8afbc9d48de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:32.307879 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.338611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.347346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:32.352797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:32.364911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:32.377711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:32.503862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Pushing event updated for resources: {'Port': ['ID=4370f60d-1457-4ce2-a154-39ae9244e56c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:32.516697 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:32.533292 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.534860 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3029294 May 19 13:12:32.575680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e459cc9-c957-4104-b873-07dde0c4ae79 None None] Provisioning for port de20597d-d0f2-4ea3-86b5-6847fb03412f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:32.636210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:32.641346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:32.649427 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.663299 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b46bd34d-e09f-4f48-97f0-3b2ba044e878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:32.683669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Usage tracker for resource:security_group_rule and tenant:c02840f2fa0548589fe6563c586d75d9 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:32.692399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:32.723470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:32.765611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device ae365a3d-30bd-4283-9ce5-228d8e3cac01 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:32.996431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port ae365a3d-30bd-4283-9ce5-228d8e3cac01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:32.999342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.063361 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.104867 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Pushing event updated for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:33.122751 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:33.149993 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.272344 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-23a92da3-b6ab-4565-bfd9-aea7e68c6c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:33.393618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device de20597d-d0f2-4ea3-86b5-6847fb03412f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:33.508048 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.548585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port de20597d-d0f2-4ea3-86b5-6847fb03412f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:33.556289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-c8ae3561-5ea9-4bf3-9114-59cb06a463eb service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3903894 May 19 13:12:33.561469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port de20597d-d0f2-4ea3-86b5-6847fb03412f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:33.563431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c02840f2fa0548589fe6563c586d75d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4739788 May 19 13:12:33.564398 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.577193 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:33.917221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:33.924599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2538fc58-54ff-4ad5-a61e-2da814568d18,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:33.952829 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-490aadea-bc07-48cc-ac01-9bf75afff5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:33.967687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.973678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-47d66d93-6152-4935-8527-b54b2f912f0e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Synchronizing usage tracker for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:34.023454 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.043031 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0ace23b5-3549-4042-b6aa-f64e037b0d36 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:34.123800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port de20597d-d0f2-4ea3-86b5-6847fb03412f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=de20597d-d0f2-4ea3-86b5-6847fb03412f,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:34.138086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.140581 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d5ff7301-6336-4246-8cf4-e6a4de5f7a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:34.274581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=68c99744-7a17-49a1-a023-1560bb702e6a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:34.294880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.301675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-521775500', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:34.309794 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:34.313383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:34.352036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:34.358966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:34.364692 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=de20597d-d0f2-4ea3-86b5-6847fb03412f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:34.386340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:34.387209 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.387826 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:34.413922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-47d66d93-6152-4935-8527-b54b2f912f0e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Unset dirty status for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:34.415180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-47d66d93-6152-4935-8527-b54b2f912f0e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1746066327&fields=id&tenant_id=535ffeaef38148eaab8090a5d41b4c04 HTTP/1.1" status: 200 len: 267 time: 1.1948898 May 19 13:12:34.416396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Usage tracker for resource:port and tenant:55969933571d4e1ab2c9a3ae62a602ae is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:34.428513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:34.432758 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.5975356 May 19 13:12:34.439839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:34.453372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.469836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'fixed_ips': [{'subnet_id': 'a61ed435-7224-45da-b95f-409a4dd08bac'}, {'subnet_id': '68c99744-7a17-49a1-a023-1560bb702e6a'}], 'name': 'tempest-PortsIpV6TestJSON-1085421306'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:34.509947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:34.638282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 917c78fc-d47a-4714-b16f-d80dadabbc54 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:34.667500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.706175 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-a1a2c9f9-456b-4188-ae4e-d2f6ff3925ea service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1207376 May 19 13:12:34.867164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 917c78fc-d47a-4714-b16f-d80dadabbc54 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:34.923002 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6125494-faa0-4d71-a902-cfc337684c14 None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:34.954221 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-ca8d051c-1ba7-4f71-96cc-e4be37c29bcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 217 time: 0.1065960 May 19 13:12:35.022632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Made reservation on behalf of 55969933571d4e1ab2c9a3ae62a602ae for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:35.030156 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.062405 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.110474 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:35.128823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Usage tracker for resource:security_group_rule and tenant:55969933571d4e1ab2c9a3ae62a602ae is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:35.136692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-b48b230f-1fbb-46b2-956d-ca4a30041f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:35.138533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-b48b230f-1fbb-46b2-956d-ca4a30041f70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.1718149 May 19 13:12:35.139980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:35.183541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:35.191648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:35.194914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:35.198983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:35.213399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:35.242114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:35.244867 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-4fa1f582-7e84-4ced-8a31-e59353fa0912 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:35.245818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-4fa1f582-7e84-4ced-8a31-e59353fa0912 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Synchronizing usage tracker for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:35.251820 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.266789 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5316eb18-c0b4-4dd1-9286-ca1866158072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:35.283656 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.288529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2538fc58-54ff-4ad5-a61e-2da814568d18 HTTP/1.1" status: 204 len: 168 time: 1.7052543 May 19 13:12:35.297862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2538fc58-54ff-4ad5-a61e-2da814568d18,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:35.311830 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:35.345446 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-50c1bebf-9f16-4d6e-889e-394fdec140ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:35.346904 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-50c1bebf-9f16-4d6e-889e-394fdec140ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1973751 May 19 13:12:35.347599 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-4fa1f582-7e84-4ced-8a31-e59353fa0912 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Unset dirty status for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:35.348682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-4fa1f582-7e84-4ced-8a31-e59353fa0912 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 811 time: 0.8929267 May 19 13:12:35.378096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Provisioning for port 917c78fc-d47a-4714-b16f-d80dadabbc54 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:35.428501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:35.429169 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.489671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ef9c6b9d-edb8-4688-abf6-ff6cfeadf34a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/quotas/535ffeaef38148eaab8090a5d41b4c04 HTTP/1.1" status: 200 len: 375 time: 0.0596616 May 19 13:12:35.738280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.804435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port ff66749d-731b-4036-a1ba-297623d4e640 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:35.848080 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Router 18dca726-3a6b-4682-826a-3f66788104ba is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:12:35.872944 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.920150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.938714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.948525 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c4abf031-6be8-486b-a8ad-b634c6c24eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:36.002780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] device_id is not set on port 8387ae56-6a4f-4328-96ac-b5503dc9049a yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:12:36.132906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68cc3f5-da6a-4e9c-a8ab-7921980f45c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:36.157255 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:36.166304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-cb85d3ce-810d-425b-9515-e7d1ba4a4fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8007779 May 19 13:12:36.286259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:36.318768 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.330854 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:36.452572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:36.475454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-e23d3027-c365-47a7-aa31-8f0c207ed770 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9741750 May 19 13:12:36.532710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Update dhcp port {'port': {'network_id': '17d3efcf-7821-4aaf-a892-19a9c3d75e75', 'fixed_ips': [{'subnet_id': 'a61ed435-7224-45da-b95f-409a4dd08bac', 'ip_address': '2001:db8::2'}, {'subnet_id': '68c99744-7a17-49a1-a023-1560bb702e6a'}], 'binding:host_id': 'n-d-791505-2'}, 'id': '917c78fc-d47a-4714-b16f-d80dadabbc54'} from n-d-791505-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 19 13:12:36.615801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Sync routers for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:36.651651 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.662922 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.2603092 May 19 13:12:36.667719 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:36.732305 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device de20597d-d0f2-4ea3-86b5-6847fb03412f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:36.799445 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-925cba4f-d49d-4814-a052-5488e15e9f4c service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205261 May 19 13:12:36.978922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-498b53f2-a618-4321-bd5f-8608b09ae29a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 200 len: 217 time: 0.1674318 May 19 13:12:36.983113 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Pushing event updated for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:37.012216 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.023681 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:37.026862 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:37.028493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:37.372572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Allocated IP 172.25.4.218 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/8387ae56-6a4f-4328-96ac-b5503dc9049a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:37.409160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-849a165a-f35e-4555-b2be-dd5ce2b7ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:37.410969 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-849a165a-f35e-4555-b2be-dd5ce2b7ce96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.4005983 May 19 13:12:37.452491 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port de20597d-d0f2-4ea3-86b5-6847fb03412f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:37.453657 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.798291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:38.051006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::33d (17d3efcf-7821-4aaf-a892-19a9c3d75e75/a61ed435-7224-45da-b95f-409a4dd08bac/ff66749d-731b-4036-a1ba-297623d4e640) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:38.073675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8:0:1::229 (17d3efcf-7821-4aaf-a892-19a9c3d75e75/68c99744-7a17-49a1-a023-1560bb702e6a/ff66749d-731b-4036-a1ba-297623d4e640) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:38.137165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-1bd7571c-32e6-4164-9880-3ad47791c4f8 service neutron] 10.222.0.69 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5551031 May 19 13:12:38.367660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-cb2f977b-2cf8-46a5-a451-5ca91b66d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:38.369592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-cb2f977b-2cf8-46a5-a451-5ca91b66d8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9045200 May 19 13:12:38.668390 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:33Z', 'revision_number': 3, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:38.685546 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.687174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Checking router: 18dca726-3a6b-4682-826a-3f66788104ba for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:38.687539 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Updating router 18dca726-3a6b-4682-826a-3f66788104ba port 4370f60d-1457-4ce2-a154-39ae9244e56c binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:12:38.846928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 917c78fc-d47a-4714-b16f-d80dadabbc54 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:38.883350 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-b796fc38-4afc-42a3-8adc-a20362345e7d service neutron] 10.222.0.69 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438426 May 19 13:12:38.885142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.975038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object ff66749d-731b-4036-a1ba-297623d4e640 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:38.980578 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.061466 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.140364 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-ed9f1e85-f65f-4ad0-9d8f-48609564246d service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551951 May 19 13:12:39.227561 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:39.227988 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.284399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Allocated IP 172.20.0.1 (74f21274-88b0-41fd-aa5a-eb248c8ea75e/0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80/8c055b84-67b8-4045-b28c-173dcca5b3e9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:39.455083 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.466425 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d41d8fd1-1b13-4dc8-83e0-dd029b71519f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:39.468496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.487391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Transition to ACTIVE for port object 8c055b84-67b8-4045-b28c-173dcca5b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:39.516798 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.530930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5bf5b0b7-01e0-4e5e-ad2d-ab57a4043f45 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:39.584839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:39.593971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:39.602481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:39.604498 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:39.608048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:39.614878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:39.672478 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:39.673187 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.687202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.691800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:39.717680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.718107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.718499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.718871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.719249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.719622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.720039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.720412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.720860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.721213 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.721542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.727136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Pushing event updated for resources: {'Port': ['ID=8387ae56-6a4f-4328-96ac-b5503dc9049a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:39.736862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.743761 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:39.744465 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:39.777171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.8527887 May 19 13:12:39.807683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:39.813164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.813544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.813986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.814362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.814733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.815094 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.815453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.815817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.816210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.816549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.816911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.817266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:39.842632 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-48c84fbc-0ee4-49fb-941e-a8174483e343 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912591 May 19 13:12:39.845980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.218'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:39.858840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Allocated IP 2001:db8:0:1::2 (17d3efcf-7821-4aaf-a892-19a9c3d75e75/68c99744-7a17-49a1-a023-1560bb702e6a/917c78fc-d47a-4714-b16f-d80dadabbc54) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:39.862641 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:39.866171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:39.882907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=ff66749d-731b-4036-a1ba-297623d4e640,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:39.891417 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:39.915861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:39.917054 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.923765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:39.937526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:39.958395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:39.959097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.982825 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-4de8b849-2ac1-4ef5-a2ce-58152cb4011f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 200 len: 217 time: 0.1170852 May 19 13:12:39.987491 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Usage tracker for resource:router and tenant:55969933571d4e1ab2c9a3ae62a602ae is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:40.000632 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:40.020101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.5621393 May 19 13:12:40.023156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:40.036461 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a61ed435-7224-45da-b95f-409a4dd08bac'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:40.050548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:40.221782 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.222843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.266413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.302720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:40.346626 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.357771 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.394846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Transition to ACTIVE for port object 917c78fc-d47a-4714-b16f-d80dadabbc54 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:40.600124 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.634138 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:40.718816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:40.787336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-73183850-46cc-41ce-9010-c5c3d8c3ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:40.792577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-73183850-46cc-41ce-9010-c5c3d8c3ffe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 200 len: 797 time: 0.7434046 May 19 13:12:40.939819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaea5-adb9-4d99-a638-839e9d875ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.977291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd6b9101-e5a6-4ea5-a39a-a8c76fffb8e8 None None] Provisioning for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:40.979675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-af2f2eda-6fab-421d-befe-14edb6398e7e req-afba8715-c68c-4f1d-8f6b-4523aebce4fd tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.3358212 May 19 13:12:41.029746 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.074788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd6b9101-e5a6-4ea5-a39a-a8c76fffb8e8 None None] Provisioning complete for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:41.075589 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9101-e5a6-4ea5-a39a-a8c76fffb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.142981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Pushing event updated for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:41.151304 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:41.217507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b9101-e5a6-4ea5-a39a-a8c76fffb8e8 None None] Port 8c055b84-67b8-4045-b28c-173dcca5b3e9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:41.466156 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.502146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Transition to ACTIVE for port object 4370f60d-1457-4ce2-a154-39ae9244e56c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:41.520258 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.538336 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:41.565352 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.631114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.642908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-883cc9b5-77fc-4e76-a13c-81edd945ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:41.645043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-883cc9b5-77fc-4e76-a13c-81edd945ea59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7457dac-1746-4c33-adf0-0891935ad4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8085983 May 19 13:12:41.657449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:41.661815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1a2bc6e8bb44c4a69592e49b11d1ef is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:41.665028 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:41.679388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:41.881019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Delete allocated IP 2001:db8:0:1::229 (17d3efcf-7821-4aaf-a892-19a9c3d75e75/68c99744-7a17-49a1-a023-1560bb702e6a) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:12:42.009614 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Attempting to bind port 4370f60d-1457-4ce2-a154-39ae9244e56c on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:42.010424 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Attempting to bind port 4370f60d-1457-4ce2-a154-39ae9244e56c by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:42.010617 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Attempting to bind port 4370f60d-1457-4ce2-a154-39ae9244e56c on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:42.022244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:42.022634 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:42.023059 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.023481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:42.024068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Bound port: 4370f60d-1457-4ce2-a154-39ae9244e56c, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:42.024426 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.033243 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:12:42.135545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] For port 4370f60d-1457-4ce2-a154-39ae9244e56c, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:42.140380 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] For port 4370f60d-1457-4ce2-a154-39ae9244e56c, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4370f60d-1457-4ce2-a154-39ae9244e56c,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:42.142301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Pushing event updated for resources: {'Port': ['ID=4370f60d-1457-4ce2-a154-39ae9244e56c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:42.146475 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:42.150450 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.157091 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:42.242312 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.286048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Pushing event updated for resources: {'Port': ['ID=4370f60d-1457-4ce2-a154-39ae9244e56c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:42.299878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.320112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4ed4e-fa85-47ea-b152-01358572046f None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:42.341737 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60785fa1-f666-48a6-a08b-9e3676ca0e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:42.496131 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:42.554021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.555408 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-e743201e-67a8-4d68-99e7-0486d37236be service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993464 May 19 13:12:42.573353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Ignored duplicate provisioning block setup for port ff66749d-731b-4036-a1ba-297623d4e640 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 19 13:12:42.578604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:42.583048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:42.595583 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.609878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.631845 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:42.642639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b5ef60b-71a8-4247-b0f4-4766ea4a78f8 None None] Provisioning for port 917c78fc-d47a-4714-b16f-d80dadabbc54 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:42.648962 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:42.649970 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:42.751057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b5ef60b-71a8-4247-b0f4-4766ea4a78f8 None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:42.751830 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef60b-71a8-4247-b0f4-4766ea4a78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.808997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9199cf78-61cd-4b7e-a624-98cdbb35e76e req-6c2b095c-8bbb-4e87-b597-a2cd0feea851 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.2499228 May 19 13:12:42.840239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.007100 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3d0218b-5514-4252-a36d-417f00beefb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.020359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=ff66749d-731b-4036-a1ba-297623d4e640,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:43.026843 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:43.039146 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3568d3a-dbbc-4166-b356-1612b2cdacf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:43.053085 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.053976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] In _notify_port_updated(), no bound segment for port ff66749d-731b-4036-a1ba-297623d4e640 on network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:12:43.065836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:43.066932 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.069145 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/ports/ff66749d-731b-4036-a1ba-297623d4e640 HTTP/1.1" status: 200 len: 926 time: 3.0457397 May 19 13:12:43.074241 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf1a2bc6e8bb44c4a69592e49b11d1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3540735 May 19 13:12:43.076327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:43.083969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:43.120043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a61ed435-7224-45da-b95f-409a4dd08bac'}, {'subnet_id': '68c99744-7a17-49a1-a023-1560bb702e6a'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:43.215346 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede06a26-9570-45f4-ba0b-4d9d83b9e5f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:43.226053 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:43.235099 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.371065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:43.474816 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-65b5c1c4-c7fa-4a0c-953f-b31a33ccb427 service neutron] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8949842 May 19 13:12:43.478666 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.584652 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.833449 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 917c78fc-d47a-4714-b16f-d80dadabbc54 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:44.026236 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.101695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:44.106713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:44.151121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-bd80e474-7d18-450e-8b38-246aeb2f3896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 200 len: 217 time: 0.4551878 May 19 13:12:44.298989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:44.299832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.370371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.458060 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.638597 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c680d47-d998-4d5f-b187-48e9ad67a00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:44.657709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-d194f16f-77f0-4c1e-a370-da3ebab9529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:44.660700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-d194f16f-77f0-4c1e-a370-da3ebab9529b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.3504486 May 19 13:12:44.673267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede06a26-9570-45f4-ba0b-4d9d83b9e5f8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:44.690948 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:44.849819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.855511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ede06a26-9570-45f4-ba0b-4d9d83b9e5f8 HTTP/1.1" status: 204 len: 168 time: 1.7567954 May 19 13:12:44.859437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e01a1b09-1020-43cf-bc85-79654eee6155 req-dd856fc5-cbf8-4f50-83bf-9e152713767c tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.5483522 May 19 13:12:44.953162 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12f241ec-d1c7-4258-bbc8-742f2f193903 None None] Provisioning complete for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:44.953799 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12f241ec-d1c7-4258-bbc8-742f2f193903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.065558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ae1cd824-6bd3-46e2-ba7d-9d24c881ff1e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:45.068402 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ae1cd824-6bd3-46e2-ba7d-9d24c881ff1e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 811 time: 1.3702979 May 19 13:12:45.081068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:40Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '8c055b84-67b8-4045-b28c-173dcca5b3e9', 'name': '', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'mac_address': 'fa:16:3e:7b:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:39Z', 'updated_at': '2021-05-19T13:12:41Z', 'revision_number': 2, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'subnets': [{'id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:45.096324 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dd50d-0082-4614-a012-7135664d1f99 None None] The sync data for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 is: [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:40Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '8c055b84-67b8-4045-b28c-173dcca5b3e9', 'name': '', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'mac_address': 'fa:16:3e:7b:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:39Z', 'updated_at': '2021-05-19T13:12:41Z', 'revision_number': 2, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'subnets': [{'id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:45.111813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-12f241ec-d1c7-4258-bbc8-742f2f193903 None None] Port 8c055b84-67b8-4045-b28c-173dcca5b3e9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:45.295923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Provisioning for port ff66749d-731b-4036-a1ba-297623d4e640 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:45.299791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-922e6323-ecd2-490a-b96c-bf502a227040 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=535ffeaef38148eaab8090a5d41b4c04 HTTP/1.1" status: 200 len: 380 time: 0.1790445 May 19 13:12:45.304914 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Provisioning complete for port ff66749d-731b-4036-a1ba-297623d4e640 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:45.305514 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.370523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'port': {'device_id': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'admin_state_up': True, 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'security_groups': ['b2f9a594-9586-4867-bfe4-654fc714dd22']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:45.434293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Port ff66749d-731b-4036-a1ba-297623d4e640 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:45.434722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.480249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:45.480704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f31afad-2860-4bc9-bb72-d36b732bb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.642905 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.700903 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:45.813335 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:46.133129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:46.279355 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-455ffb10-3a8a-4316-b950-59bd8ffe950c None None] Provisioning complete for port ff66749d-731b-4036-a1ba-297623d4e640 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:46.280399 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455ffb10-3a8a-4316-b950-59bd8ffe950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:46.290759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-6cfbcc06-9a97-4392-804a-c7a839548d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:46.294500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-6cfbcc06-9a97-4392-804a-c7a839548d2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6115022 May 19 13:12:46.321163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Router 18dca726-3a6b-4682-826a-3f66788104ba has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:46.362403 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8:0:1::3b9 (17d3efcf-7821-4aaf-a892-19a9c3d75e75/68c99744-7a17-49a1-a023-1560bb702e6a/ff66749d-731b-4036-a1ba-297623d4e640) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:46.377998 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:46.453989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-455ffb10-3a8a-4316-b950-59bd8ffe950c None None] Port ff66749d-731b-4036-a1ba-297623d4e640 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:46.568667 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:46.582087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Usage tracker for resource:security_group_rule and tenant:e6d6584fe6bd4469ad57888c3affc7df is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:46.586653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:46.628559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-40a4cde5-4a65-43af-b11a-ea0b7c7e5af9 req-f3d85df3-f3d3-4490-8fe5-74f87eb08d17 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.2324717 May 19 13:12:46.636496 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3994b662-86f8-422f-8123-19be133eeda5 None None] Provisioning complete for port ff66749d-731b-4036-a1ba-297623d4e640 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:46.637181 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3994b662-86f8-422f-8123-19be133eeda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:46.721033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:46.789566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3994b662-86f8-422f-8123-19be133eeda5 None None] Port ff66749d-731b-4036-a1ba-297623d4e640 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:46.861566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:47.016566 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] 10.222.0.69 "PUT /v2.0/routers/18dca726-3a6b-4682-826a-3f66788104ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3419077 May 19 13:12:47.094305 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:47.116975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Ignored duplicate provisioning block setup for port ff66749d-731b-4036-a1ba-297623d4e640 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 19 13:12:47.128554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:47.142914 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:47.145176 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:47.220035 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:47.344910 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=ff66749d-731b-4036-a1ba-297623d4e640,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:47.356527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:47.361057 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Usage tracker for resource:port and tenant:535ffeaef38148eaab8090a5d41b4c04 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:47.370097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:47.414152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:47.423155 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4370f60d-1457-4ce2-a154-39ae9244e56c up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:47.472962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:47.549588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] In _notify_port_updated(), no bound segment for port ff66749d-731b-4036-a1ba-297623d4e640 on network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:12:47.555157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:47.563686 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:47.567642 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/ports/ff66749d-731b-4036-a1ba-297623d4e640 HTTP/1.1" status: 200 len: 1012 time: 4.4810104 May 19 13:12:47.567976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:47.589729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Made reservation on behalf of 535ffeaef38148eaab8090a5d41b4c04 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:47.594081 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:47.625566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 4370f60d-1457-4ce2-a154-39ae9244e56c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:47.667999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4370f60d-1457-4ce2-a154-39ae9244e56c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:47.668574 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.066492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-3d38a416-a1ed-4e66-bb2f-3e6c775c71bc service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7475188 May 19 13:12:48.103356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-293864763'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:48.122216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:48.134516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:network and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:48.143759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:48.154838 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-98bc9eee-041c-42ea-a906-d5838e4b5b73 req-931d5728-dfc4-4358-ab3d-926f51aca534 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.0910375 May 19 13:12:48.168206 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port ff66749d-731b-4036-a1ba-297623d4e640 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:48.169495 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.183477 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.202208 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:48.309569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9491441d-b833-432e-8157-4f555463876c None None] Provisioning complete for port ff66749d-731b-4036-a1ba-297623d4e640 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:48.309975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9491441d-b833-432e-8157-4f555463876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.405584 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.466264 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.482916 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.561652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9491441d-b833-432e-8157-4f555463876c None None] Port ff66749d-731b-4036-a1ba-297623d4e640 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:48.585929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 4370f60d-1457-4ce2-a154-39ae9244e56c, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4370f60d-1457-4ce2-a154-39ae9244e56c,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:48.611586 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.615281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.631475 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6c33448e-ddb6-4ae9-93c0-1fa3e0a6f90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:48.640401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for ff66749d-731b-4036-a1ba-297623d4e640 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:48.653368 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b8b47b05-05fc-43fd-a8f1-b59e6a994ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:48.900577 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.910846 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:48.961389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169dba13-cb90-4adb-9995-4d2a3f5004ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:48.996318 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=4370f60d-1457-4ce2-a154-39ae9244e56c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:49.011850 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:49.019828 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:49.025962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.076438 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:12:49.128043 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.146594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:12:49.183317 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-fa11181d-1b38-4941-bfd1-e7353ec4fd0e tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:49.299754 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.303597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4370f60d-1457-4ce2-a154-39ae9244e56c up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:49.311060 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Added segment a3084847-14b2-424d-a8ee-0c042a26f624 of type vlan for network 17b678ea-0014-4e4d-b682-018e03078d67 May 19 13:12:49.321624 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:49.328179 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.329311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b02d2eaa-850e-4556-bb7e-69ee5fe688b2 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:12:49.350716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=ff66749d-731b-4036-a1ba-297623d4e640,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:49.411787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Allocated IP 172.20.0.10 (a6bef124-5991-4eb9-b01f-3a47894cea5f/bf29f247-2d3d-4646-8d56-e1e192649a94/95d3eaa6-6c74-4352-8447-e14c0f007bb2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:49.493348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:49.512771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6d6584fe6bd4469ad57888c3affc7df&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3651364 May 19 13:12:49.531505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:49.586377 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Sync routers for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:49.594368 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 19 13:12:49.596819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c25164a7-519f-48dd-9cbb-468f31373c09 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 9.7861564 May 19 13:12:49.607270 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:49.609422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 4370f60d-1457-4ce2-a154-39ae9244e56c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:49.612561 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.612832 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:49.613497 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:49.722132 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-8367b8c0-be74-4285-9eee-8e83680f4aaf service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5394559 May 19 13:12:49.880221 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.946635 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.960691 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:49.964576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:49.979692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:49.983930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:50.036879 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2248d568-7c5f-4a7e-941f-40e2e6af3519 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:50.080665 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/ff66749d-731b-4036-a1ba-297623d4e640 HTTP/1.1" status: 204 len: 168 time: 2.5079486 May 19 13:12:50.123032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:50.264120 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.7896647 May 19 13:12:50.366746 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0f976a-3670-4071-bad9-364701444815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:12:50.367619 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea0f976a-3670-4071-bad9-364701444815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:50.371368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:50.396406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'subnet': {'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:50.431986 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:40Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '8c055b84-67b8-4045-b28c-173dcca5b3e9', 'name': '', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'mac_address': 'fa:16:3e:7b:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:39Z', 'updated_at': '2021-05-19T13:12:41Z', 'revision_number': 2, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'subnets': [{'id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:50.440318 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Checking router: 18dca726-3a6b-4682-826a-3f66788104ba for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:50.441062 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Updating router 18dca726-3a6b-4682-826a-3f66788104ba port 8c055b84-67b8-4045-b28c-173dcca5b3e9 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:12:50.486546 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-a7b03690-7597-40a7-84c9-7a6ddead4dee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 200 len: 217 time: 0.7278941 May 19 13:12:50.489038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7f777d8-06a3-4115-9d79-42de8965b8cb req-e186b94b-76eb-4757-b58a-ab3ffc0483a7 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 210 time: 0.7656047 May 19 13:12:50.556856 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:50.587397 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:50.692820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Network': ['ID=17b678ea-0014-4e4d-b682-018e03078d67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:50.692820 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:50.708261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 17b678ea-0014-4e4d-b682-018e03078d67 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:12:50.763260 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:50.798177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ea0f976a-3670-4071-bad9-364701444815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:50.805143 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea0f976a-3670-4071-bad9-364701444815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/ff66749d-731b-4036-a1ba-297623d4e640 HTTP/1.1" status: 404 len: 333 time: 0.6696963 May 19 13:12:50.822685 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Transition to ACTIVE for port object 95d3eaa6-6c74-4352-8447-e14c0f007bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:50.834593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:50.883252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:50.913355 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5243649e-d94d-4e4c-9df4-781a2a41cdd0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:51.030487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:51.069886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:subnet and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:51.073151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Network a6bef124-5991-4eb9-b01f-3a47894cea5f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:51.080131 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.093323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:51.105952 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:51.122917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:51.209350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Pushing event updated for resources: {'Port': ['ID=95d3eaa6-6c74-4352-8447-e14c0f007bb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:51.210493 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 68c99744-7a17-49a1-a023-1560bb702e6a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:12:51.214008 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:51.230087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-72460e5c-d516-4abd-8e37-7a0768574884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:51.232790 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-72460e5c-d516-4abd-8e37-7a0768574884 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 200 len: 797 time: 0.7266572 May 19 13:12:51.249119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.311366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:51.444244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:51.446073 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.454935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:51.461335 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.521623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Deleting port 8387ae56-6a4f-4328-96ac-b5503dc9049a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:51.524338 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.549923 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.594981 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.617985 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Transition to ACTIVE for port object 8c055b84-67b8-4045-b28c-173dcca5b3e9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:51.632673 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.638469 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:51.753677 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5f742887-da9e-4c1b-84ce-c8ec4b94f808 None None] Provisioning for port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:51.764166 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5f742887-da9e-4c1b-84ce-c8ec4b94f808 None None] Provisioning complete for port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:51.766293 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f742887-da9e-4c1b-84ce-c8ec4b94f808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.772409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-a6ea714c-4778-4760-a297-921fb2cf78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:51.775336 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-a6ea714c-4778-4760-a297-921fb2cf78bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10a8a855-5b19-47b7-8f46-78928e26bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5191791 May 19 13:12:51.792019 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4558609 May 19 13:12:51.860685 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b777d5c-8dd9-468b-856d-cca68314a551 None None] Pushing event updated for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:51.863938 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:51.871738 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6b777d5c-8dd9-468b-856d-cca68314a551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:51.934779 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0dfe8c2d-10b9-46bb-9b9c-20d7526da5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:51.980098 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f742887-da9e-4c1b-84ce-c8ec4b94f808 None None] Port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:12:52.001728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169dba13-cb90-4adb-9995-4d2a3f5004ec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:52.033629 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Attempting to bind port 8c055b84-67b8-4045-b28c-173dcca5b3e9 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:52.033792 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Attempting to bind port 8c055b84-67b8-4045-b28c-173dcca5b3e9 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:52.034461 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Attempting to bind port 8c055b84-67b8-4045-b28c-173dcca5b3e9 on network 74f21274-88b0-41fd-aa5a-eb248c8ea75e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:52.050019 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:52.050394 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Checking segment: {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:52.050871 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.051239 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Bound using segment: {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:52.051660 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Bound port: 8c055b84-67b8-4045-b28c-173dcca5b3e9, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b738d9d-cb44-47e4-942e-9e7380180e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:52.052144 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.090826 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:52.092539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.094633 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/169dba13-cb90-4adb-9995-4d2a3f5004ec HTTP/1.1" status: 204 len: 168 time: 2.5377259 May 19 13:12:52.214427 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] For port 8c055b84-67b8-4045-b28c-173dcca5b3e9, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:52.220728 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] For port 8c055b84-67b8-4045-b28c-173dcca5b3e9, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8c055b84-67b8-4045-b28c-173dcca5b3e9,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:52.228351 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.235138 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-c4bec6b1-d28a-407e-909f-49146834d3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:52.363560 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:12:52.364301 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:12:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:52.470384 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-c894bac5-5f1c-499a-853f-ba0235818475 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831615 May 19 13:12:52.571764 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b777d5c-8dd9-468b-856d-cca68314a551 None None] Pushing event updated for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:52.572052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.586141 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-6b777d5c-8dd9-468b-856d-cca68314a551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:52.664871 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:52.928427 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:12:52.975073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Calling delete_port for 8387ae56-6a4f-4328-96ac-b5503dc9049a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:53.296995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c055b84-67b8-4045-b28c-173dcca5b3e9 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:53.318113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03c5e-f4c2-448b-b3e3-9a26ddd75cd1 req-008926bc-3636-4f64-8ce5-b252beb95b6b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:53.318866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3bd03c5e-f4c2-448b-b3e3-9a26ddd75cd1 req-008926bc-3636-4f64-8ce5-b252beb95b6b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Synchronizing usage tracker for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:53.327724 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4504e621-0eea-483f-82ed-99203eeb67a5 req-26a1db15-2fb4-423c-811e-4e70486a6006 service neutron] 10.222.0.57 "GET /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155680 May 19 13:12:53.331754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Request body: {'port': {'device_id': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:53.457924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-3bd03c5e-f4c2-448b-b3e3-9a26ddd75cd1 req-008926bc-3636-4f64-8ce5-b252beb95b6b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Unset dirty status for tenant:535ffeaef38148eaab8090a5d41b4c04 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:53.459141 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bd03c5e-f4c2-448b-b3e3-9a26ddd75cd1 req-008926bc-3636-4f64-8ce5-b252beb95b6b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 932 time: 1.1615355 May 19 13:12:53.538028 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:12:53.556203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:53.558286 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:53.642293 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bd03c5e-f4c2-448b-b3e3-9a26ddd75cd1 req-ec1df78b-92d3-439b-b8b1-f92d109067c9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087475 May 19 13:12:53.643402 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:53.691610 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:53.694022 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:40Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '8c055b84-67b8-4045-b28c-173dcca5b3e9', 'name': '', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'mac_address': 'fa:16:3e:7b:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:39Z', 'updated_at': '2021-05-19T13:12:52Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'subnets': [{'id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:53.700134 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1f171-e4db-4b2c-a600-f4663c825a9a None None] The sync data for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 is: [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:12:40Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '8c055b84-67b8-4045-b28c-173dcca5b3e9', 'name': '', 'network_id': '74f21274-88b0-41fd-aa5a-eb248c8ea75e', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'mac_address': 'fa:16:3e:7b:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:39Z', 'updated_at': '2021-05-19T13:12:52Z', 'revision_number': 4, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'subnets': [{'id': '0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:53.707452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:53.726265 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6ec60352-67cd-4034-ba7d-f141c8ec6811 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:53.766896 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:53.776649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=68c99744-7a17-49a1-a023-1560bb702e6a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:53.783663 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:53.791927 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/68c99744-7a17-49a1-a023-1560bb702e6a HTTP/1.1" status: 204 len: 168 time: 2.9495635 May 19 13:12:53.798596 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:53.800672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066b009-652e-494a-b784-ee5a7776230e None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:53.910032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Pushing event deleted for resources: {'Port': ['ID=8387ae56-6a4f-4328-96ac-b5503dc9049a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:53.929152 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:54.069787 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.132192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.171759 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f5423c43-e3b9-4690-b109-ef2f0c5c02f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:54.373064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet a61ed435-7224-45da-b95f-409a4dd08bac {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:12:54.388009 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.461136 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.466084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Subnet': ['ID=32c2997b-b3a4-4b68-aec4-fbefa530d9dd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:54.476344 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:54.498640 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Checking segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:54.499217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network hostable DHCP agents. Network: 17b678ea-0014-4e4d-b682-018e03078d67, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:12:54.506305 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8387ae56-6a4f-4328-96ac-b5503dc9049a HTTP/1.1" status: 204 len: 168 time: 4.8971751 May 19 13:12:54.512697 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.515771 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.580447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 17b678ea-0014-4e4d-b682-018e03078d67 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:12:54.631744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 17b678ea-0014-4e4d-b682-018e03078d67) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:54.654551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 8c055b84-67b8-4045-b28c-173dcca5b3e9, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8c055b84-67b8-4045-b28c-173dcca5b3e9,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:54.675840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.686582 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:54.687267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:54.710532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:54.842274 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4502418 May 19 13:12:54.845024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:54.861164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-660319204'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:54.928761 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:54.951337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:network and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:54.989629 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:54.993220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:55.002505 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:55.014795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89d923-e9f4-407e-908b-500f4fe3b49d None None] Network 17b678ea-0014-4e4d-b682-018e03078d67 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:55.049569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:55.309591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c055b84-67b8-4045-b28c-173dcca5b3e9 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:12:55.614324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:55.670183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:55.674346 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:55.846407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.042948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-17b678ea-0014-4e4d-b682-018e03078d67', 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'fixed_ips': [{'subnet_id': '32c2997b-b3a4-4b68-aec4-fbefa530d9dd'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:12:56.046559 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.056969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:12:56.076459 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.076817 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Added segment 1f59b42a-72dd-489c-8378-8352414a056d of type vlan for network 6bdec7e1-b6a7-4a09-9418-4341a707a51f May 19 13:12:56.115609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.132935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 8c055b84-67b8-4045-b28c-173dcca5b3e9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:56.133517 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.185612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.191512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:56.192581 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.218363 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.242369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:56.250965 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-317cc755-c00d-4d06-ae2b-b210a50ecfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:56.252535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-466ccc93-ef21-4491-8540-bbecf8782219 None None] Provisioning complete for port 917c78fc-d47a-4714-b16f-d80dadabbc54 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:12:56.253087 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-466ccc93-ef21-4491-8540-bbecf8782219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.257063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Usage tracker for resource:security_group_rule and tenant:b4e17c9a29ab40d7ba307212ae23bb51 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:56.264293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:56.272128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:56.374787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Network': ['ID=6bdec7e1-b6a7-4a09-9418-4341a707a51f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:56.385053 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:56.421729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf753a2-1073-4132-b178-42fa4ac685c1 req-d5655f1a-155b-4788-b1bf-1912db1dbfb0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:56.428919 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddf753a2-1073-4132-b178-42fa4ac685c1 req-d5655f1a-155b-4788-b1bf-1912db1dbfb0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 932 time: 1.3987331 May 19 13:12:56.459341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-087926a8-0cdf-4c93-86e8-1c6221f69834 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6043510 May 19 13:12:56.468372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 59698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:56.490414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'subnet': {'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:12:56.509080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.518420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.529684 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-731b1b2d-4272-4bea-8bb3-21e9603b28e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:56.549026 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:12:56.587600 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4e17c9a29ab40d7ba307212ae23bb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9716706 May 19 13:12:56.589401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:56.602314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33511d-e7a1-40bb-b2e8-40d439af030f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:56.608480 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:56.686877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.720800 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.801906 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.807708 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8eb7d50-5653-458a-9eb3-d5f372f967aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:56.828115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33511d-e7a1-40bb-b2e8-40d439af030f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:56.836338 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:56.838878 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.845719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb33511d-e7a1-40bb-b2e8-40d439af030f HTTP/1.1" status: 204 len: 168 time: 0.2544317 May 19 13:12:56.900578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ddf753a2-1073-4132-b178-42fa4ac685c1 req-86d23a2b-244d-4fff-8e53-86d00d594196 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706731 May 19 13:12:56.906665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:12:56.912240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:subnet and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:12:56.916486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:12:56.929396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:12:56.952125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d3eaa6-6c74-4352-8447-e14c0f007bb2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:12:56.973472 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:56.976786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:12:56.992563 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:57.013014 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Allocated IP 19.80.0.2 (17b678ea-0014-4e4d-b682-018e03078d67/32c2997b-b3a4-4b68-aec4-fbefa530d9dd/5370a8cb-b4b1-47e4-83b4-6b4bb58299e6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:12:57.144142 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Transition to ACTIVE for port object 95d3eaa6-6c74-4352-8447-e14c0f007bb2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:57.148036 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:57.162069 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8fe5a69f-17d2-477f-958b-07ca13ba90b1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:57.246224 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=a61ed435-7224-45da-b95f-409a4dd08bac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:57.412222 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:57.426445 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:57.441975 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:57.464926 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:57.472644 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Transition to ACTIVE for port object 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:57.523432 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Transition to ACTIVE for port object 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:12:57.537659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:57.554509 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:57.786710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Pushing event updated for resources: {'Port': ['ID=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:57.798116 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:57.817218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Network 17b678ea-0014-4e4d-b682-018e03078d67 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:12:57.819549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:12:57.823999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:12:57.925605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-7fac183e-2220-4d22-b131-d3e5f63a0868 req-269467f2-1fef-44dd-b1d0-ce19ca749977 service neutron] (93820) timed out ('10.222.0.69', 56366) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:12:57.949039 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.001536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:58.066834 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb203aa-44de-47e8-83af-c30c28f2ce8c None None] Network 17d3efcf-7821-4aaf-a892-19a9c3d75e75 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:12:58.128672 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-76200268-d604-429b-9ab5-7b7440a15cd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55969933571d4e1ab2c9a3ae62a602ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229844 May 19 13:12:58.130625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:58.135134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/a61ed435-7224-45da-b95f-409a4dd08bac HTTP/1.1" status: 204 len: 168 time: 4.3200543 May 19 13:12:58.135537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:58.301246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Attempting to bind port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:58.301639 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Attempting to bind port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:58.302023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Attempting to bind port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 on network 17b678ea-0014-4e4d-b682-018e03078d67 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:58.322915 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:58.323611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Checking segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:58.323819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.324285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Bound using segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:58.325633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Bound port: 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:58.326039 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.363005 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=95d3eaa6-6c74-4352-8447-e14c0f007bb2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:58.385995 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:58.536834 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Attempting to bind port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:12:58.537145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Attempting to bind port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:12:58.537485 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Attempting to bind port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 on network a6bef124-5991-4eb9-b01f-3a47894cea5f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:58.572314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 on network a6bef124-5991-4eb9-b01f-3a47894cea5f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:12:58.572314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Attempting to bind port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 on network a6bef124-5991-4eb9-b01f-3a47894cea5f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:12:58.603362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:12:58.604223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Checking segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:12:58.604973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Bound using segment: {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:12:58.608219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Bound port: 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ea8343-3afe-4efb-b74e-59ab01832627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:12:58.608896 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.721131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] For port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:12:58.728474 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] For port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:12:58.749059 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.773116 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:58.837888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.844076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:58.910135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] DHCP port deletion for 17d3efcf-7821-4aaf-a892-19a9c3d75e75 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:12:58.927989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.069066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Pushing event updated for resources: {'Port': ['ID=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:59.081069 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:59.101682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Deleting port 917c78fc-d47a-4714-b16f-d80dadabbc54 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:59.102101 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.135772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 917c78fc-d47a-4714-b16f-d80dadabbc54 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:12:59.136715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.153661 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.158941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba1fcf-a6bf-4920-8f0f-7586a44843e1 req-959ea572-ecb5-4326-bc85-637e5a893c89 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:12:59.173775 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dba1fcf-a6bf-4920-8f0f-7586a44843e1 req-959ea572-ecb5-4326-bc85-637e5a893c89 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 944 time: 1.0836148 May 19 13:12:59.192109 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1971a7bc-1910-409c-b3d7-51b25242d071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:59.238176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68cc3f5-da6a-4e9c-a8ab-7921980f45c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:59.352510 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:12:59.372536 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.382210 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-399f501a-fe45-47c8-8f1a-0f2729e4c1d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b68cc3f5-da6a-4e9c-a8ab-7921980f45c6 HTTP/1.1" status: 204 len: 168 time: 1.2456896 May 19 13:12:59.401043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:59.401378 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.448096 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0dba1fcf-a6bf-4920-8f0f-7586a44843e1 req-d64d5ea8-8834-4daf-8b70-f07ec120bbf9 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721980 May 19 13:12:59.450750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:59.455646 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.676017 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 917c78fc-d47a-4714-b16f-d80dadabbc54 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:59.771655 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.792652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Calling delete_port for 917c78fc-d47a-4714-b16f-d80dadabbc54 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:59.805875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f3e77472-e5f0-492b-a354-0832399486e3 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:12:59.936537 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:59.959505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 917c78fc-d47a-4714-b16f-d80dadabbc54 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:12:59.991164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] For port 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:00.096824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 917c78fc-d47a-4714-b16f-d80dadabbc54, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=917c78fc-d47a-4714-b16f-d80dadabbc54,segment=NetworkSegment(7f767b4a-a4a0-43c7-9d3f-b4bb11955250),segment_id=7f767b4a-a4a0-43c7-9d3f-b4bb11955250)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:00.110375 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:00.113039 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 19 13:13:00.113039 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 19 13:13:00.113039 n-d-791505-2 neutron-server[93821]: [parameters: {'port_id': '917c78fc-d47a-4714-b16f-d80dadabbc54'}] May 19 13:13:00.113039 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:13:00.116141 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:13:00.119229 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-2a4ab35b-d638-4c8d-b5e4-85eb8caf4556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:00.133539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] For port 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:00.159403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:00.185121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.191310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.197590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.205696 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.212092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.219233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.225875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.234292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-4f340d26-4482-402a-a608-b399cb6c136e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 1.0515962 May 19 13:13:00.283211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:00.304566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event deleted for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:00.314871 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:00.326747 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:00.327394 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:00.328916 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1092 time: 8.3338978 May 19 13:13:00.335496 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:00.345130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Subnet': ['ID=ed2317ec-b436-4551-9875-c423b6315554,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:00.349015 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:00.358768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:00.364994 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3a2dbc29-68e7-4cd3-a456-4d30d375deea tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:00.490043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Checking segment: {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:00.491101 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network hostable DHCP agents. Network: 6bdec7e1-b6a7-4a09-9418-4341a707a51f, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:00.532137 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] No DVR routers for this DVR port 917c78fc-d47a-4714-b16f-d80dadabbc54 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:00.586849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Pushing event deleted for resources: {'Port': ['ID=917c78fc-d47a-4714-b16f-d80dadabbc54,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:00.600097 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:00.690502 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=95d3eaa6-6c74-4352-8447-e14c0f007bb2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:00.696863 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:00.732880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] The port '917c78fc-d47a-4714-b16f-d80dadabbc54' was deleted {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 19 13:13:00.752635 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2736cd61-ad1d-4ffa-a67f-7680c7ee33d9 req-c16afc24-8836-4747-b68d-3c017dfb5dc6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5171776 May 19 13:13:00.897438 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'status': 'completed', 'code': 200} May 19 13:13:00.954255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:01.097968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.142492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.178401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.210947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.223604 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.242212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d3efcf-7821-4aaf-a892-19a9c3d75e75']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:01.257317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f767b4a-a4a0-43c7-9d3f-b4bb11955250') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:01.257614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f767b4a-a4a0-43c7-9d3f-b4bb11955250') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:01.263741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.271577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.283247 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.296228 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.298339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.302230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8ab333aa-8fc9-42f3-a183-76faa2b9a73c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 1.3001995 May 19 13:13:01.305703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:01.305930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 6bdec7e1-b6a7-4a09-9418-4341a707a51f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:01.306545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.317980 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d49f2c-5064-480b-9e82-0bc8163360f2 None None] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:01.506249 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:01.534328 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.544297 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.560930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:01.570888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-30b8e0d9-2700-416c-92ae-bd6e1657d3c1 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.582834 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-30b8e0d9-2700-416c-92ae-bd6e1657d3c1 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2585516 May 19 13:13:01.599797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=17d3efcf-7821-4aaf-a892-19a9c3d75e75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:01.603436 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:01.604351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.605753 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:01.607731 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/17d3efcf-7821-4aaf-a892-19a9c3d75e75 HTTP/1.1" status: 204 len: 168 time: 3.4499192 May 19 13:13:01.612374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:01.644409 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:01.716297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9518f16-8b20-4c38-bd26-c6795f8aa50d None None] Network 17b678ea-0014-4e4d-b682-018e03078d67 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:01.797229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed74729-8ce9-4309-af29-8a0c441c9750 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.807483 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ed74729-8ce9-4309-af29-8a0c441c9750 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1920240 May 19 13:13:01.809738 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:01.812366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-0a928022-41f6-4775-993c-cfe29a9d0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.814039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-0a928022-41f6-4775-993c-cfe29a9d0ab3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1095 time: 1.3433416 May 19 13:13:01.842980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51b1d8-8f21-4a86-bd47-f1dc1f07193b req-7b896e1a-dfdd-4f3a-b788-bf36b51f25b3 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:01.846024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c51b1d8-8f21-4a86-bd47-f1dc1f07193b req-7b896e1a-dfdd-4f3a-b788-bf36b51f25b3 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 944 time: 1.1978242 May 19 13:13:01.889289 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff14f4db-d251-4be0-a359-f4e24e83eb83 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.4195783 May 19 13:13:01.994534 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ebd3137-26ef-444e-9acd-f00f71a49a29 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1829302 May 19 13:13:01.995196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:02.012402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2097018346'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:02.027083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:02.037723 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:02.047063 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:02.062372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:02.069360 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-24d2f8fc-1810-476e-8770-42d83694856f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 217 time: 0.2219448 May 19 13:13:02.094272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:02.107002 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.160855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:02.183113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-1bd3022b-5b7f-4f62-ab90-071053a86738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:02.187630 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-1bd3022b-5b7f-4f62-ab90-071053a86738 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.0909007 May 19 13:13:02.248011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:02.283570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.285151 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 39e274ee-c781-410b-8aac-ef3d8d5947cd of type vlan for network 781c7234-b77f-4cae-8134-e57dc26ec8b2 May 19 13:13:02.312169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device d370698c-4040-420e-91d1-c95483d848ef no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:02.323001 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.360346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-955e9d7b-d40b-419f-90bc-7254be8cd40e None None] Provisioning for port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:02.366470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.374167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:02.375622 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.398911 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-18511eae-7299-4623-94c9-4593c5c76866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:02.424676 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4281399 May 19 13:13:02.425385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:02.490574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:02.646537 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:02.670740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:02.672138 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:02.674512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c51b1d8-8f21-4a86-bd47-f1dc1f07193b req-2167e840-82e4-473c-9328-d5bbe9c01cab tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6069729 May 19 13:13:02.683943 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ba7d0088-8f65-43a8-86a7-847a6319247f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0830288 May 19 13:13:02.713024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:02.821083 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-18efbc0a-a86e-4869-8d07-793d40fa5301 tempest-AgentManagementNegativeTest-662476598 tempest-AgentManagementNegativeTest-662476598-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6512039 May 19 13:13:02.845737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=781c7234-b77f-4cae-8134-e57dc26ec8b2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:02.870690 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:02.920775 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:02.926067 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:02.931076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:02.940048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:02.956427 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:02.962123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:03.159831 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:03.203860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.220963 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.234606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.247694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.264331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.276003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.289764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:03.298478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-6bdec7e1-b6a7-4a09-9418-4341a707a51f', 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'fixed_ips': [{'subnet_id': 'ed2317ec-b436-4551-9875-c423b6315554'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:03.299893 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:03.304771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-a117eda1-bc75-469a-a24c-48ef9a8dcaba tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 5444 time: 0.9469612 May 19 13:13:03.349059 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:03.955146 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:04.096230 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cb6538a0-c1f2-4242-9022-3e3c6513e78b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:04.102432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cb6538a0-c1f2-4242-9022-3e3c6513e78b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:04.104252 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cb6538a0-c1f2-4242-9022-3e3c6513e78b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:04.111373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b4c27b4e-f0ec-4dda-a4b6-62344ed6aa8b req-37bb4fa1-a5f4-4146-98af-5b3ba875ea64 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8040113 May 19 13:13:04.132213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-c18f0d0e-f077-487d-a0d0-2e1939fba814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:04.138766 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-c18f0d0e-f077-487d-a0d0-2e1939fba814 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9327567 May 19 13:13:04.269085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.281456 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-430afe2c-31da-4aec-9c0d-c396ea92b1ce tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:04.315310 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.398443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '39e274ee-c781-410b-8aac-ef3d8d5947cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:04.400210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: 781c7234-b77f-4cae-8134-e57dc26ec8b2, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:04.420843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=b655abd7-082d-4123-b10e-5e2ecb42c292,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:04.432515 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:04.448499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:04.478784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 781c7234-b77f-4cae-8134-e57dc26ec8b2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:04.512973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:04.514085 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.527179 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Allocated IP 19.86.0.2 (6bdec7e1-b6a7-4a09-9418-4341a707a51f/ed2317ec-b436-4551-9875-c423b6315554/9cfc43c2-c363-41b1-a349-5f8ec618440d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:04.547554 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26b2214-c16c-4e89-91ba-c6a0f39cfaa4 None None] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:04.615811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.651493 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54c737b5-d6d0-441d-ae28-4cf185b3d33c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2216761 May 19 13:13:04.654550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:04.658473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:04.666098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2', 'name': 'tempest-PortsIpV6TestJSON-648329262'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:04.693645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Usage tracker for resource:security_group_rule and tenant:c10843b2587b4415887c1cc8818a3390 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:04.709948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:04.729715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:04.928601 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cb6538a0-c1f2-4242-9022-3e3c6513e78b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:04.940771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cb6538a0-c1f2-4242-9022-3e3c6513e78b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/networks?id=17b678ea-0014-4e4d-b682-018e03078d67&id=6bdec7e1-b6a7-4a09-9418-4341a707a51f&id=17b678ea-0014-4e4d-b682-018e03078d67 HTTP/1.1" status: 200 len: 1390 time: 1.6294487 May 19 13:13:05.048106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:05.062911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:05.097715 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:05.176350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:05.179085 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.182398 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:05.194981 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.243464 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.245001 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 18ba932f-6c88-450f-83c2-15d95e098254 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:05.257186 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-4ce1e041-c2b6-42fd-9731-eeb9d5f877b3 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/quotas/bf146bf0e97c490dad3741767dfa2163 HTTP/1.1" status: 200 len: 375 time: 0.3150284 May 19 13:13:05.298958 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port ecbbbede-10ba-40c8-bb28-07596bc1c55f yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:05.318586 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:05.444243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:05.486737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] For port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:05.635672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] device_id is not set on port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:05.690395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.745978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.819771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.834645 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:05.868070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-cde7307d-b332-467d-aa0f-12d7d323f01d service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6920912 May 19 13:13:05.935727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.976504 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:05.982165 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:05.999690 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1478b566-ea7c-412a-818f-b0b59f8ee227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:06.031884 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a9635270-d2a3-4b14-b1ee-3def7b6c7bd0 tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:06.051328 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:06.077803 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:06.099324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5014d6d1-f89e-4b5f-a56a-5039bd87a911,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:06.181585 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:06.325451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:06.328770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::13d (781c7234-b77f-4cae-8134-e57dc26ec8b2/b655abd7-082d-4123-b10e-5e2ecb42c292/ecbbbede-10ba-40c8-bb28-07596bc1c55f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:06.360728 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c10843b2587b4415887c1cc8818a3390&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4035673 May 19 13:13:06.366245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:06.448757 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:06.451540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] No DVR routers for this DVR port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:06.539114 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:06.583616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-781c7234-b77f-4cae-8134-e57dc26ec8b2', 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': 'b655abd7-082d-4123-b10e-5e2ecb42c292'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:06.585049 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:06.586604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1261-b78e-4aed-8740-47f76356e465 req-42202164-87c8-4bfb-84b5-5cb12f0eeac2 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:06.606682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-891a1261-b78e-4aed-8740-47f76356e465 req-42202164-87c8-4bfb-84b5-5cb12f0eeac2 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 944 time: 1.5573218 May 19 13:13:06.644415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Pushing event updated for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:06.681673 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:06.747351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-6135d320-f096-463a-b66f-68f594c3bc67 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4615467 May 19 13:13:06.785742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] In _notify_port_updated(), no bound segment for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:13:06.786373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:06.787003 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:06.788386 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] 10.222.0.57 "PUT /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 200 len: 1033 time: 4.0915384 May 19 13:13:06.797074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1ae83865-4469-478b-b290-53cb93ea0aa7 req-ded8dda8-eb3e-4a94-b769-ac246eee2722 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8919170 May 19 13:13:06.841583 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:06.881484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-891a1261-b78e-4aed-8740-47f76356e465 req-13c8c494-2404-4811-bbe2-ac95f1d34b7d tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728784 May 19 13:13:06.912056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-611db1c3-055b-4191-8b80-b42ff5e8c450 None None] Provisioning complete for port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:06.924489 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-611db1c3-055b-4191-8b80-b42ff5e8c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.004663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-08b28572-f54e-43f6-8cf3-0f738bd7ec5b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:07.007499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-08b28572-f54e-43f6-8cf3-0f738bd7ec5b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "GET /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2092438 May 19 13:13:07.012638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.093897 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.114210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object ecbbbede-10ba-40c8-bb28-07596bc1c55f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:07.126717 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-55d0f5eb-1d7b-4776-acec-b1c992807a5e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:13:07.132428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-55d0f5eb-1d7b-4776-acec-b1c992807a5e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3601267 May 19 13:13:07.147313 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:07.175232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.181234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:07.225975 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2f4d74fb-a4f0-4ad5-9e90-479be8d75d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:07.304797 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.305700 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:07.327667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:07.354616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:07.361699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:07.375660 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:07.376441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.410177 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a236628a-2028-465b-bf22-abd08b7a9d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:07.620652 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9639819 May 19 13:13:07.629128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 59944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:07.636641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2', 'name': 'tempest-PortsIpV6TestJSON-1945927996'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:07.700170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=ecbbbede-10ba-40c8-bb28-07596bc1c55f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:07.704557 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:07.712902 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.726352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:07.733707 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.757366 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Allocated IP 2001:db8::2 (781c7234-b77f-4cae-8134-e57dc26ec8b2/b655abd7-082d-4123-b10e-5e2ecb42c292/0fba8ab6-7ee8-487d-b523-141840334057) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:07.760039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-765d874e-6ff6-459e-acdb-c668119b0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:07.773708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-765d874e-6ff6-459e-acdb-c668119b0275 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1095 time: 0.7644789 May 19 13:13:07.987245 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:07.989707 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:08.017183 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b3d21b88-430f-4e91-9920-822119bc7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:08.034734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:08.037926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5014d6d1-f89e-4b5f-a56a-5039bd87a911,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:08.040445 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:08.041315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:08.042816 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5014d6d1-f89e-4b5f-a56a-5039bd87a911 HTTP/1.1" status: 204 len: 168 time: 1.6747935 May 19 13:13:08.044974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:08.070402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:08.079812 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef', 'code': 200} May 19 13:13:08.085278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:08.091302 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:08.092458 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:08.151366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 7308f613-fd3f-498d-8e28-f1ad81006573 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:08.207975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Transition to ACTIVE for port object 9cfc43c2-c363-41b1-a349-5f8ec618440d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:08.374865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:08.489922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-956eb21e-c1d8-464f-949b-98c54046cf21 service neutron] 10.222.0.69 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476624 May 19 13:13:08.529559 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Transition to ACTIVE for port object 9cfc43c2-c363-41b1-a349-5f8ec618440d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:08.539296 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 not bound to the agent host n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:13:08.539747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 29f9a52c-fb72-40be-8a28-090ad3dc01c3 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:08.697650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-b19632df-508c-4916-90e7-7862664dd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:08.713789 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-b19632df-508c-4916-90e7-7862664dd04b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.9204063 May 19 13:13:08.844168 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:08.863671 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8c6704e1-d6fc-43c3-b100-66781c78897d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:08.989227 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:09.107360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Transition to ACTIVE for port object 0fba8ab6-7ee8-487d-b523-141840334057 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:09.113892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:09.132420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:09.135160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:09.203845 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Pushing event updated for resources: {'Port': ['ID=9cfc43c2-c363-41b1-a349-5f8ec618440d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:09.206807 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:09.257937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Transition to ACTIVE for port object 0fba8ab6-7ee8-487d-b523-141840334057 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:09.505884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 95d3eaa6-6c74-4352-8447-e14c0f007bb2 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:13:09.510410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:09.511195 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:09.597590 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:09.630370 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-1ab08846-06a9-43bc-abe5-3c9b2dd5fe1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 217 time: 0.3134162 May 19 13:13:09.638847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::3e8 (781c7234-b77f-4cae-8134-e57dc26ec8b2/b655abd7-082d-4123-b10e-5e2ecb42c292/7308f613-fd3f-498d-8e28-f1ad81006573) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:09.693742 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1449687d-5556-46b3-9b52-e661939ac990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:09.728749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-256e75a9-7817-42d7-b95a-41a90b7b0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:09.730648 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-256e75a9-7817-42d7-b95a-41a90b7b0d6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.0860238 May 19 13:13:10.019778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.053500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.091859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.109543 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.115780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.130465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.146953 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-3df89c6e-5755-4e49-b44a-1795f626e5db tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 4660 time: 1.9982953 May 19 13:13:10.221952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-13cf0c83-c4af-4311-852d-aab5d398a474 service neutron] 10.222.0.69 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6972213 May 19 13:13:10.240843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:10.318998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Pushing event updated for resources: {'Port': ['ID=0fba8ab6-7ee8-487d-b523-141840334057,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:10.323198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:10.335923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'port_id': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'mac_address': 'fa:16:3e:87:4a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:13:10.370936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=29f9a52c-fb72-40be-8a28-090ad3dc01c3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:10.377698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:10.387892 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:10.391543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30f31c37-aa7b-45b9-b421-4599344659ea None None] Provisioning complete for port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:10.392088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30f31c37-aa7b-45b9-b421-4599344659ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.436317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.461447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:10.468442 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.474236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 7308f613-fd3f-498d-8e28-f1ad81006573 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:10.524181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:10.534848 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Attempting to bind port 9cfc43c2-c363-41b1-a349-5f8ec618440d on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:10.535453 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Attempting to bind port 9cfc43c2-c363-41b1-a349-5f8ec618440d by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:10.536172 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Attempting to bind port 9cfc43c2-c363-41b1-a349-5f8ec618440d on network 6bdec7e1-b6a7-4a09-9418-4341a707a51f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:10.543947 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.554197 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1d17c89-af01-4609-a8d4-eea7cd442de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:10.609563 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e36d405-7bac-4fe3-8b54-2718c9d309c0 req-a7929f18-9e5f-46d7-bbbf-f994d1080140 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ba9ef94-a5af-4cf2-8711-16c20ac3877b&id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4614239 May 19 13:13:10.641870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:13:10.697386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-caa0c5db-b82b-4e04-bffa-847effeaa0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.699252 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-caa0c5db-b82b-4e04-bffa-847effeaa0df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8739128 May 19 13:13:10.748633 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:10.755923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] For port 29f9a52c-fb72-40be-8a28-090ad3dc01c3, host n-h2-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:10.757603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:10.765554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:10.782017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:10.785166 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.799161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:10.803836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:10.804246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Checking segment: {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:10.804664 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.805336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Bound using segment: {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:10.806398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Bound port: 9cfc43c2-c363-41b1-a349-5f8ec618440d, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:10.807402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.852999 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:10.869713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=7308f613-fd3f-498d-8e28-f1ad81006573,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:10.886074 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:10.935373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3007376 May 19 13:13:10.936054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:11.186174 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d3eaa6-6c74-4352-8447-e14c0f007bb2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:13:11.193467 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-d9855475-fa04-4728-bb02-b7210428e656 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763107 May 19 13:13:11.264933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-30f31c37-aa7b-45b9-b421-4599344659ea None None] Port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:11.273340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] device_id is not set on port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:11.289050 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.338655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1491555368'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:11.400037 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-982decca-d867-442d-8733-72652331a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.442618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:11.446983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:11.451527 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:11.458816 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:11.477043 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.515668 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e5509032-7006-45af-a054-39f6da93dfa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:11.558137 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:11.596838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.618758 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d63de2-7344-4c3d-87f2-b30403671814 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:11.619544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d0d63de2-7344-4c3d-87f2-b30403671814 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:11.622310 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:11.684941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d0d63de2-7344-4c3d-87f2-b30403671814 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:11.690370 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0d63de2-7344-4c3d-87f2-b30403671814 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13d HTTP/1.1" status: 200 len: 928 time: 0.7502325 May 19 13:13:11.691959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:11.702597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:11.706202 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.876161 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:13:11.877882 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:13:11.912512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-cc1d8560-12df-44ba-a23b-702687a34f49 service neutron] 10.222.0.69 "GET /v2.0/networks/6bdec7e1-b6a7-4a09-9418-4341a707a51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6625025 May 19 13:13:11.926065 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Attempting to bind port 0fba8ab6-7ee8-487d-b523-141840334057 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:11.926699 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Attempting to bind port 0fba8ab6-7ee8-487d-b523-141840334057 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '39e274ee-c781-410b-8aac-ef3d8d5947cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:11.927329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Attempting to bind port 0fba8ab6-7ee8-487d-b523-141840334057 on network 781c7234-b77f-4cae-8134-e57dc26ec8b2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:11.945185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=95d3eaa6-6c74-4352-8447-e14c0f007bb2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:11.953199 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:11.961141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] For port 9cfc43c2-c363-41b1-a349-5f8ec618440d, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:11.965575 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:11.966205 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Checking segment: {'id': '39e274ee-c781-410b-8aac-ef3d8d5947cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:11.966888 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:11.967564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Bound using segment: {'id': '39e274ee-c781-410b-8aac-ef3d8d5947cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:11.968401 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Bound port: 0fba8ab6-7ee8-487d-b523-141840334057, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e274ee-c781-410b-8aac-ef3d8d5947cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '781c7234-b77f-4cae-8134-e57dc26ec8b2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:11.969097 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.081837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] For port 9cfc43c2-c363-41b1-a349-5f8ec618440d, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9cfc43c2-c363-41b1-a349-5f8ec618440d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:12.126285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 7308f613-fd3f-498d-8e28-f1ad81006573 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:12.127043 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.152635 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.227425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] For port 0fba8ab6-7ee8-487d-b523-141840334057, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:12.231800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] For port 0fba8ab6-7ee8-487d-b523-141840334057, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0fba8ab6-7ee8-487d-b523-141840334057,segment=NetworkSegment(39e274ee-c781-410b-8aac-ef3d8d5947cd),segment_id=39e274ee-c781-410b-8aac-ef3d8d5947cd)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:12.236764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['95d3eaa6-6c74-4352-8447-e14c0f007bb2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:13:12.294129 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.308452 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:12.377556 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.428086 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.448181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Pushing event updated for resources: {'Port': ['ID=9cfc43c2-c363-41b1-a349-5f8ec618440d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:12.459227 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-df4d86f2-6fbc-4404-9735-ebe7abf86ad9 service neutron] 10.222.0.69 "GET /v2.0/networks/6bdec7e1-b6a7-4a09-9418-4341a707a51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455623 May 19 13:13:12.463286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:12.472078 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:12.477394 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f87a65d9-5bfa-47bb-ae40-6516e37dcadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:12.479023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] No DVR routers for this DVR port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:12.576222 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d90f4003-e1ba-4241-8b83-56dee064f21c None None] Provisioning complete for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:12.576759 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d90f4003-e1ba-4241-8b83-56dee064f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:12.697246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 7308f613-fd3f-498d-8e28-f1ad81006573 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:12.787801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d90f4003-e1ba-4241-8b83-56dee064f21c None None] Port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:12.874616 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 3cc5b144-8c3c-4219-b78e-f039317cd6ec no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:12.920037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:security_group_rule and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:12.946471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:12.955548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:13.044950 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Pushing event updated for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:13.060154 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.550s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:13.083619 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.111726 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6defb8ac-c43b-45be-abe9-63d44d666558 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:13.163113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] In _notify_port_updated(), no bound segment for port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 on network b7457dac-1746-4c33-adf0-0891935ad4cd {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:13:13.171308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:13.172252 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.174021 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] 10.222.0.57 "PUT /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 200 len: 1031 time: 6.0372508 May 19 13:13:13.328339 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Pushing event updated for resources: {'Port': ['ID=0fba8ab6-7ee8-487d-b523-141840334057,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:13.367269 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:13.395936 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.401333 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3145786-87ad-4480-8a5b-ab9d8e69749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.401639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=7308f613-fd3f-498d-8e28-f1ad81006573,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:13.409171 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:13.438025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/7308f613-fd3f-498d-8e28-f1ad81006573 HTTP/1.1" status: 204 len: 168 time: 1.7412226 May 19 13:13:13.438025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:13.446464 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.516111 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74b55ed-bf2c-41de-a320-c50e84184aa1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:13:13.516652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d74b55ed-bf2c-41de-a320-c50e84184aa1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:13.552289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d74b55ed-bf2c-41de-a320-c50e84184aa1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:13.553954 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d74b55ed-bf2c-41de-a320-c50e84184aa1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/7308f613-fd3f-498d-8e28-f1ad81006573 HTTP/1.1" status: 404 len: 333 time: 0.1161370 May 19 13:13:13.558246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:13.566408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.574069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a71929ac-d32f-420f-94f7-fc6a2ad67fa7 req-a30fa5e2-1692-4f2d-9ed8-b61929d72c4e service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3659928 May 19 13:13:13.642407 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.663359 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9007d7-7c42-4e7d-8bee-8fa1f3439a80 req-f24ef4e3-7c93-4986-bbdf-5a15c423dbea tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:13.672975 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a9007d7-7c42-4e7d-8bee-8fa1f3439a80 req-f24ef4e3-7c93-4986-bbdf-5a15c423dbea tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 944 time: 2.4713082 May 19 13:13:13.690851 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:13.727527 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.853561 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port ecbbbede-10ba-40c8-bb28-07596bc1c55f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:13.853912 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.861955 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:13.887101 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.887981 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 5cbfac60-23e8-4492-964f-cef6dfabe15a of type vlan for network e3cc89e8-8a0e-49dd-8378-77c219fef5ef May 19 13:13:13.915606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:13.921487 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4707e-b898-4c03-8fd9-76db8588979b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:13.926946 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:13.927817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device fcf7e74b-d336-4af1-a19b-73c4162d5e13 no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:13.928942 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:13.995188 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-23254d87-a52e-472c-803e-aaffda0534b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:14.078891 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-dabe119c-9999-41e3-b021-315791c16e7d service neutron] 10.222.0.69 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0928597 May 19 13:13:14.222470 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4a9007d7-7c42-4e7d-8bee-8fa1f3439a80 req-e043f035-47be-4a1e-89de-5bef8bf3509b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5481503 May 19 13:13:14.256786 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:14.274360 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:14.390557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0fba8ab6-7ee8-487d-b523-141840334057 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:14.627935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:14.671360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:14.728906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:13:14.781655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-606a3833-eaea-485a-8f42-792b0f21370b service neutron] 10.222.0.69 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782184 May 19 13:13:14.814843 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254', 'code': 200} May 19 13:13:14.817846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port fcf7e74b-d336-4af1-a19b-73c4162d5e13 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:14.818562 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:14.827400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for ecbbbede-10ba-40c8-bb28-07596bc1c55f owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:14.892097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:14.915297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:14.916490 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:15.046386 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d531af72-1f5f-49fa-94cb-84db838410bb tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:15.078723 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:15.118666 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0fba8ab6-7ee8-487d-b523-141840334057 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:15.135824 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:15.228997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:15.232428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9cfc43c2-c363-41b1-a349-5f8ec618440d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:15.284418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:15.326388 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-056fbfcb-5bfa-495b-aef9-68333a26fe9d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:15.390737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ded6ee-e26f-4c8c-9f72-5d28b911a9ec None None] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:15.424146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=e3cc89e8-8a0e-49dd-8378-77c219fef5ef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:15.428873 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:15.430585 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.9944451 May 19 13:13:15.491841 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914d094-231b-4bc7-b23f-d3b03ce0e5e4 None None] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:15.498574 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=ecbbbede-10ba-40c8-bb28-07596bc1c55f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:15.501814 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:15.521796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:15.563074 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/ecbbbede-10ba-40c8-bb28-07596bc1c55f HTTP/1.1" status: 204 len: 168 time: 2.0013340 May 19 13:13:15.564280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:15.737487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:15.754334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:15.756681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:15.826746 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8556df62-94cf-4276-8dd2-d82440d3ea64 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:13:15.826746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8556df62-94cf-4276-8dd2-d82440d3ea64 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:15.870222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8556df62-94cf-4276-8dd2-d82440d3ea64 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:15.872395 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8556df62-94cf-4276-8dd2-d82440d3ea64 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/ecbbbede-10ba-40c8-bb28-07596bc1c55f HTTP/1.1" status: 404 len: 333 time: 0.3066072 May 19 13:13:15.878106 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:15.981923 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port fcf7e74b-d336-4af1-a19b-73c4162d5e13, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=fcf7e74b-d336-4af1-a19b-73c4162d5e13,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:15.982480 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.006543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet b655abd7-082d-4123-b10e-5e2ecb42c292 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:13:16.011551 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.058244 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.060873 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Device 766f173d-0ef9-4886-aec7-33dffdc8b4ac no longer exists at agent hyperv_n-h2-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:16.096930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.156712 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:16.240223 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 95d3eaa6-6c74-4352-8447-e14c0f007bb2 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:16.429792 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.473255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Provisioning for port 0fba8ab6-7ee8-487d-b523-141840334057 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:16.591075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 9cfc43c2-c363-41b1-a349-5f8ec618440d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:16.679734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for fcf7e74b-d336-4af1-a19b-73c4162d5e13 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:16.700588 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.844336 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:16.866559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:16.896851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:16.916514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:16.940423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:16.970986 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}, {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:16.982679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:16.998849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:17.021572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:17.039606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Provisioning complete for port 0fba8ab6-7ee8-487d-b523-141840334057 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:17.040272 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:17.040436 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.058778 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:17.080920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-66a50924-fd7b-4259-bec3-4a71f4f823c6 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 3878 time: 1.6787884 May 19 13:13:17.327483 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.336081 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d3b9e496-c651-4453-83d8-bd9caf09659b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:17.351128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:17.398259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195398c-743e-43a2-aec8-8e2db4cb390c req-5a2b0dd0-30c5-46f8-8807-e691cd52a8d7 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:17.417674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c195398c-743e-43a2-aec8-8e2db4cb390c req-5a2b0dd0-30c5-46f8-8807-e691cd52a8d7 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 945 time: 0.8174756 May 19 13:13:17.462022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 95d3eaa6-6c74-4352-8447-e14c0f007bb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:17.463248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:17.464522 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.476212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.521555 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-17beb99c-e5ad-40f8-a447-d5814cde2d85 req-410a187c-7c69-4727-a78b-fde9d89c046c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280472 May 19 13:13:17.527315 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.550866 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/b655abd7-082d-4123-b10e-5e2ecb42c292 HTTP/1.1" status: 204 len: 168 time: 1.6713092 May 19 13:13:17.551789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=b655abd7-082d-4123-b10e-5e2ecb42c292,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:17.564140 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:17.565442 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:17.695685 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:17.719778 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.740300 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.583s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:17.808308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.962675 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ea638026-ef7d-4d3c-9717-dd4eee820afb req-f09ec242-28bd-49aa-9d65-45adce881add tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 210 time: 0.0829046 May 19 13:13:17.974832 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c195398c-743e-43a2-aec8-8e2db4cb390c req-fde62a64-f705-464a-9b89-e9e51224014a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523734 May 19 13:13:18.049137 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.099040 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e2e158fa-3820-4a4d-a285-ce1dcbda6dfa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:18.110591 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.295222 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'code': 200} May 19 13:13:18.295786 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'code': 200} May 19 13:13:18.351678 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.419948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 0fba8ab6-7ee8-487d-b523-141840334057 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:18.420659 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.533081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:18.614285 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.656074 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:18.737083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port 0fba8ab6-7ee8-487d-b523-141840334057, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0fba8ab6-7ee8-487d-b523-141840334057,segment=NetworkSegment(39e274ee-c781-410b-8aac-ef3d8d5947cd),segment_id=39e274ee-c781-410b-8aac-ef3d8d5947cd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:18.737452 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:18.807822 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=fcf7e74b-d336-4af1-a19b-73c4162d5e13,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:18.853712 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:18.994532 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:19.137458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] For port 0fba8ab6-7ee8-487d-b523-141840334057, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0fba8ab6-7ee8-487d-b523-141840334057,segment=NetworkSegment(39e274ee-c781-410b-8aac-ef3d8d5947cd),segment_id=39e274ee-c781-410b-8aac-ef3d8d5947cd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:19.188294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 0fba8ab6-7ee8-487d-b523-141840334057 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:19.232771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Pushing event updated for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:19.296872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.297341 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.297920 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.298505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.299078 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.300105 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.311314 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.314173 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.314847 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.315406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.315994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.316887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:19.352413 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:19.401582 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:19.404098 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:19.748219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:19.795548 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-54094116-c163-40b3-976c-882d3799f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:19.912015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=0fba8ab6-7ee8-487d-b523-141840334057,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:19.915698 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:19.923204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No DVR routers for this DVR port 0fba8ab6-7ee8-487d-b523-141840334057 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:19.946081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffcfcbb-664e-4e9a-8c3d-196447e77d7b None None] Network 781c7234-b77f-4cae-8134-e57dc26ec8b2 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:20.034526 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.260907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port fcf7e74b-d336-4af1-a19b-73c4162d5e13 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:20.264656 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b6052e6f-9be4-471d-898e-c3bf098a3c75 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:20.295511 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.314494 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac'}, {'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:20.319932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:20.327872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 95d3eaa6-6c74-4352-8447-e14c0f007bb2, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2,segment=NetworkSegment(01ea8343-3afe-4efb-b74e-59ab01832627),segment_id=01ea8343-3afe-4efb-b74e-59ab01832627)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:20.337661 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.350518 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecb76a-7bc2-4bdc-a4c2-b4769e1d3675 req-94f5422c-2836-4fb9-9d75-ae4ebe9a79c6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 210 time: 0.1564243 May 19 13:13:20.381459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:20.401924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781c7234-b77f-4cae-8134-e57dc26ec8b2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:20.422456 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-8a1726b1-f257-4f2d-8741-a7217ad3bc18 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "DELETE /v2.0/ports/fcf7e74b-d336-4af1-a19b-73c4162d5e13 HTTP/1.1" status: 204 len: 173 time: 7.2408605 May 19 13:13:20.489475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e274ee-c781-410b-8aac-ef3d8d5947cd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:20.489885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e274ee-c781-410b-8aac-ef3d8d5947cd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:20.512321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.526962 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.535263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=cdc01b0b-5882-4c11-8e6e-a99d2db910dc,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:20.544782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Pushing event updated for resources: {'Port': ['ID=0fba8ab6-7ee8-487d-b523-141840334057,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:20.547166 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '5cbfac60-23e8-4492-964f-cef6dfabe15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:20.557553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: e3cc89e8-8a0e-49dd-8378-77c219fef5ef, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:20.578354 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:20.581457 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:20.582403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Provisioning for port 9cfc43c2-c363-41b1-a349-5f8ec618440d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:20.600395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.611566 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:20.623597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:20.624119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:20.647980 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:20.651806 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:20.767705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, e3cc89e8-8a0e-49dd-8378-77c219fef5ef) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:20.815807 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:20.821863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.850631 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:20.888832 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-01fd8665-22ee-4b58-8725-451146b09996 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:20.955822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31743bc9-2348-434a-936d-c14c4645d12f None None] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:21.019542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.071728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=781c7234-b77f-4cae-8134-e57dc26ec8b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:21.099380 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:21.111033 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.130424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-b2402f85-8bb5-47a8-b3e0-0d8cd386cd20 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.139967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-b2402f85-8bb5-47a8-b3e0-0d8cd386cd20 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.142232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-b2402f85-8bb5-47a8-b3e0-0d8cd386cd20 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "GET /v2.0/networks?id=17b678ea-0014-4e4d-b682-018e03078d67&id=6bdec7e1-b6a7-4a09-9418-4341a707a51f&id=17b678ea-0014-4e4d-b682-018e03078d67 HTTP/1.1" status: 200 len: 1390 time: 2.7999249 May 19 13:13:21.145155 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:21.155719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-df4fced2-1388-4b53-afcb-347f128d344c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.4168868 May 19 13:13:21.201340 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Usage tracker for resource:security_group_rule and tenant:843472b41eba472baa0964afda7e5ac1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:21.204209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:21.211802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'admin_state_up': True, 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:21.222887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1672575397'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:21.234008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:21.241630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:21.250015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:21.261253 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:21.278289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:21.292781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:21.377997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.396358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.412364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.426868 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.429638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:21.473047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Provisioning complete for port 9cfc43c2-c363-41b1-a349-5f8ec618440d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:21.473781 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.479112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.484861 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/781c7234-b77f-4cae-8134-e57dc26ec8b2 HTTP/1.1" status: 204 len: 168 time: 3.8825305 May 19 13:13:21.503011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:21.525790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:21.535845 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.546256 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.583023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1500936898'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:21.616101 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f937f6-e69a-44eb-8696-0973402398f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:21.633213 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=843472b41eba472baa0964afda7e5ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2446353 May 19 13:13:21.641243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-e3cc89e8-8a0e-49dd-8378-77c219fef5ef', 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'cdc01b0b-5882-4c11-8e6e-a99d2db910dc'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:21.642425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.663066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:21.688107 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.688663 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0 of type vlan for network 5ded6ffb-3f64-4dbe-b177-98a243066b81 May 19 13:13:21.695466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:21.734892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:21.738242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-a5b28ad6-f6d2-467c-95ba-e43b80b217dc tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 3143 time: 2.4189773 May 19 13:13:21.772796 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.792243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12317d-01a5-4291-a6da-a11f610c5dd1 None None] DHCP port deletion for 781c7234-b77f-4cae-8134-e57dc26ec8b2 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:13:21.820704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=95d3eaa6-6c74-4352-8447-e14c0f007bb2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:21.843707 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:21.860973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:21.871636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.885177 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:21.893183 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:21.907509 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.913701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:21.914501 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:21.921453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:21.936940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f7b54-d6ce-4aa7-a2cb-14b32c33cdc3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:21.947365 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:21.950416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-036ead9f-467e-4121-a0d3-074fa7e425ae tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:22.008350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Allocated IP 172.20.255.242 (e3cc89e8-8a0e-49dd-8378-77c219fef5ef/cdc01b0b-5882-4c11-8e6e-a99d2db910dc/225d39df-5ca3-45c4-ad33-f62b1db5561f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:22.022560 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8099105 May 19 13:13:22.025720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:22.030524 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.041012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:22.064785 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:22.156456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:22.165295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:22.176892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.176892 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 8b3233d4-5274-4b12-af0e-1d3c939e3e7a of type vlan for network bf0d87d6-6bfa-472d-9381-6cead307550a May 19 13:13:22.183811 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5526c0e7-2b35-4d12-baa4-4c6cc699cfb7 req-582f7562-e4fc-4ee2-a9d2-a3e03401ccf2 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110320 May 19 13:13:22.206618 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.264719 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.271417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.271778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-3c9e9b8a-0309-4ef1-857a-475d44a56782 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1210482 May 19 13:13:22.278384 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Transition to ACTIVE for port object 225d39df-5ca3-45c4-ad33-f62b1db5561f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:22.278824 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.284653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:22.285301 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.292457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=5ded6ffb-3f64-4dbe-b177-98a243066b81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:22.304239 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Transition to ACTIVE for port object 225d39df-5ca3-45c4-ad33-f62b1db5561f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:22.314210 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] For port 9cfc43c2-c363-41b1-a349-5f8ec618440d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9cfc43c2-c363-41b1-a349-5f8ec618440d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:22.317580 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5ded6ffb-3f64-4dbe-b177-98a243066b81 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:22.337410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.358373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:22.364368 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:22.365720 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10effb30-71cf-4941-8959-ea6dbc2e95b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:22.413662 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.452648 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.556270 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0477600 May 19 13:13:22.557512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:port and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:22.559921 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:22.567389 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:22.570865 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e1aaa-7b72-4a00-bf7d-afe43a981d30 req-1eaa0969-ba83-4991-a11f-a5f6ba93e089 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:22.577016 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:22.580403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f3e1aaa-7b72-4a00-bf7d-afe43a981d30 req-1eaa0969-ba83-4991-a11f-a5f6ba93e089 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.4367361 May 19 13:13:22.584649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for port was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:22.602540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=bf0d87d6-6bfa-472d-9381-6cead307550a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:22.616188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:22.619825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:22.642544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:22.667768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port 18ba932f-6c88-450f-83c2-15d95e098254 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:22.676437 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.702206 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:22.710489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network bf0d87d6-6bfa-472d-9381-6cead307550a details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:22.730534 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.739035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:22.763141 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': 'fcf7e74b-d336-4af1-a19b-73c4162d5e13', 'status': 'completed', 'code': 200} May 19 13:13:22.765333 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:22.784875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0fba8ab6-7ee8-487d-b523-141840334057 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:22.870429 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f7b54-d6ce-4aa7-a2cb-14b32c33cdc3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:22.875320 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:22.906124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:22.910127 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.932147 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f3e1aaa-7b72-4a00-bf7d-afe43a981d30 req-098463c7-0c24-4c0c-9cba-98d78167f67b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502235 May 19 13:13:22.977986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:22.993660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9be23e0-36dc-4bcf-8719-b916b6b6b827 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e08f7b54-d6ce-4aa7-a2cb-14b32c33cdc3 HTTP/1.1" status: 204 len: 168 time: 1.2510369 May 19 13:13:23.042381 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02495429-5008-4552-9149-8944a1d39f50 req-356750fc-80cc-4607-bcf4-c67970e70654 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 210 time: 0.1091774 May 19 13:13:23.063812 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'code': 200} May 19 13:13:23.064400 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'code': 200} May 19 13:13:23.066769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0fba8ab6-7ee8-487d-b523-141840334057 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:13:23.067438 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0fba8ab6-7ee8-487d-b523-141840334057 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:13:23.082552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Pushing event updated for resources: {'Port': ['ID=9cfc43c2-c363-41b1-a349-5f8ec618440d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:23.089224 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1214938-6a68-48b2-8a95-86e400a7cca0 None None] Could not find standard attr ID for object 0fba8ab6-7ee8-487d-b523-141840334057. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:13:23.103969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:23.111376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:23.113797 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:23.114874 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:23.178477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:23.267886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port 18ba932f-6c88-450f-83c2-15d95e098254, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=18ba932f-6c88-450f-83c2-15d95e098254,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:23.268704 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:23.273665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:23.372705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:23.377518 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:23.512996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:23.532255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.533057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.534116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.535138 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.538027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.538027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.538027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.541183 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-23660196-43d7-49eb-8eb0-dbf388dc8727 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 1.0372789 May 19 13:13:23.555097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:23.585050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:23.699438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for 18ba932f-6c88-450f-83c2-15d95e098254 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:23.718580 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c13b-72fd-4f7c-9aef-54d7df72dd8a req-60ee1af5-aed3-4330-85f1-35e0dc3ceffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:23.727109 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a327c13b-72fd-4f7c-9aef-54d7df72dd8a req-60ee1af5-aed3-4330-85f1-35e0dc3ceffa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.7719038 May 19 13:13:23.743134 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Pushing event updated for resources: {'Port': ['ID=225d39df-5ca3-45c4-ad33-f62b1db5561f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:23.771244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:23.805633 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:23.806732 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Attempting to bind port 225d39df-5ca3-45c4-ad33-f62b1db5561f on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:23.807329 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Attempting to bind port 225d39df-5ca3-45c4-ad33-f62b1db5561f by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '5cbfac60-23e8-4492-964f-cef6dfabe15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:23.808110 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Attempting to bind port 225d39df-5ca3-45c4-ad33-f62b1db5561f on network e3cc89e8-8a0e-49dd-8378-77c219fef5ef {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:23.818707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:23.819322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Checking segment: {'id': '5cbfac60-23e8-4492-964f-cef6dfabe15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:23.820023 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:23.820744 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Bound using segment: {'id': '5cbfac60-23e8-4492-964f-cef6dfabe15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:23.821535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Bound port: 225d39df-5ca3-45c4-ad33-f62b1db5561f, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbfac60-23e8-4492-964f-cef6dfabe15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e3cc89e8-8a0e-49dd-8378-77c219fef5ef'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:23.822154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:23.864300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:23.872072 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:24.047617 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Allocated IP 19.80.0.138 (17b678ea-0014-4e4d-b682-018e03078d67/32c2997b-b3a4-4b68-aec4-fbefa530d9dd/a8c5e783-6133-4cd7-b576-90d55e9ccfca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:24.082906 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:24.108909 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:24.114384 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Usage tracker for resource:security_group_rule and tenant:61ab6032ba8f486fbde570a05afe64bb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:24.117823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:24.125110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:24.186935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] For port 225d39df-5ca3-45c4-ad33-f62b1db5561f, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:24.192933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] For port 225d39df-5ca3-45c4-ad33-f62b1db5561f, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=225d39df-5ca3-45c4-ad33-f62b1db5561f,segment=NetworkSegment(5cbfac60-23e8-4492-964f-cef6dfabe15a),segment_id=5cbfac60-23e8-4492-964f-cef6dfabe15a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:24.211173 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:24.217679 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:24.221284 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:24.241025 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:24.387194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Pushing event updated for resources: {'Port': ['ID=225d39df-5ca3-45c4-ad33-f62b1db5561f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:24.391017 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:24.430493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=18ba932f-6c88-450f-83c2-15d95e098254,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:24.520438 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:24.697887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port 18ba932f-6c88-450f-83c2-15d95e098254 on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:24.709997 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:24.719890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a327c13b-72fd-4f7c-9aef-54d7df72dd8a req-3dbd72ea-ffd8-4e45-bacb-c7a998493cb0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9782243 May 19 13:13:24.784917 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:24.812500 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "DELETE /v2.0/ports/18ba932f-6c88-450f-83c2-15d95e098254 HTTP/1.1" status: 204 len: 173 time: 4.2797749 May 19 13:13:24.875219 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.889496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.896546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.900350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-af361dfa-8963-4d30-a6cb-86974db90f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.901260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-af361dfa-8963-4d30-a6cb-86974db90f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.902217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-af361dfa-8963-4d30-a6cb-86974db90f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.904927 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:24.905772 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-af361dfa-8963-4d30-a6cb-86974db90f7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 2291 time: 1.3092909 May 19 13:13:24.906163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:24.911932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:25.148360 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9cfc43c2-c363-41b1-a349-5f8ec618440d up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:25.308331 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-817b9f1b-dc6f-4ad9-88b9-284df0d6e99f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1002 time: 0.3709033 May 19 13:13:25.316444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 9cfc43c2-c363-41b1-a349-5f8ec618440d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:25.318241 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:25.481660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:25.502297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Transition to ACTIVE for port object a8c5e783-6133-4cd7-b576-90d55e9ccfca will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:25.535429 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:25.553085 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-57301a40-921a-4f99-96f7-813793fac45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:25.565606 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:25.566546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-779bf378-5eaa-49b9-8f2c-680f7ec62f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:25.572780 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-779bf378-5eaa-49b9-8f2c-680f7ec62f09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.2566245 May 19 13:13:25.626940 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 225d39df-5ca3-45c4-ad33-f62b1db5561f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:25.934638 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 225d39df-5ca3-45c4-ad33-f62b1db5561f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:25.937741 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 17b678ea-0014-4e4d-b682-018e03078d67 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:25.987306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:25.997841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:26.044045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-00a12296-c633-4014-a92c-0edc3aec810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:26.046915 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-00a12296-c633-4014-a92c-0edc3aec810d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4385190 May 19 13:13:26.078355 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:13:26.164555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:26.177038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-f43bf023-eb62-4bc3-85a3-68ca8cf70936 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 3143 time: 2.6559105 May 19 13:13:26.182732 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61ab6032ba8f486fbde570a05afe64bb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3969235 May 19 13:13:26.214047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:26.219762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae9826-2c7a-4931-9051-535c3aa40bc1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:26.299593 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ee74-2ecc-47be-abd0-b144603e1d1a req-33fe7a22-0f05-47be-b163-329b11ec3300 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:26.313950 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a70ee74-2ecc-47be-abd0-b144603e1d1a req-33fe7a22-0f05-47be-b163-329b11ec3300 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.8887265 May 19 13:13:26.377749 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1aa6b4d1-80eb-45cd-afeb-3262700dbf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:26.381866 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-49073ed4-bc37-4fe9-bacf-0bb4a9325f31 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:26.388919 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d358a6-7fb1-435e-b1e4-901cec104636 None None] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:26.436805 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-218188c4-a69a-4501-b54f-d519b3834a74 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778446 May 19 13:13:26.572027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:26.579238 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:26.608702 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Provisioning for port 225d39df-5ca3-45c4-ad33-f62b1db5561f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:26.648554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:26.649457 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:26.673566 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a70ee74-2ecc-47be-abd0-b144603e1d1a req-3d7cf6fe-b1e0-4b0c-ab44-1e2c758a4e58 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584404 May 19 13:13:26.689771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Provisioning complete for port 225d39df-5ca3-45c4-ad33-f62b1db5561f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:26.690721 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:26.706176 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8be4b80a-9fd1-47a2-85af-dda2417d0bee req-38f4d93d-0320-4c73-a27c-20c612dcc620 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5128601 May 19 13:13:26.722846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port 3cc5b144-8c3c-4219-b78e-f039317cd6ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:26.725751 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:26.904860 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7539446 May 19 13:13:26.914698 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-c43dd3fa-0ffe-4162-86a4-09a4a3779194 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607821 May 19 13:13:26.921985 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:26.933010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f', 'admin_state_up': True, 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:27.004343 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '18ba932f-6c88-450f-83c2-15d95e098254', 'status': 'completed', 'code': 200} May 19 13:13:27.113034 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.123259 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.132205 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-0f7c4e01-4cd9-47a2-9e8b-73f665ca2486 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 217 time: 0.1114938 May 19 13:13:27.187603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] For port 225d39df-5ca3-45c4-ad33-f62b1db5561f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=225d39df-5ca3-45c4-ad33-f62b1db5561f,segment=NetworkSegment(5cbfac60-23e8-4492-964f-cef6dfabe15a),segment_id=5cbfac60-23e8-4492-964f-cef6dfabe15a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:27.198370 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.202288 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:27.299714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Pushing event updated for resources: {'Port': ['ID=225d39df-5ca3-45c4-ad33-f62b1db5561f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:27.304864 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:27.329649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-9da30599-7099-438a-9158-7223bcd73d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:27.331385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-9da30599-7099-438a-9158-7223bcd73d52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1924343 May 19 13:13:27.339920 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0aefd68a-4c94-4cc2-8003-dde560bd2571 None None] Provisioning for port a8c5e783-6133-4cd7-b576-90d55e9ccfca completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:27.349301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0aefd68a-4c94-4cc2-8003-dde560bd2571 None None] Provisioning complete for port a8c5e783-6133-4cd7-b576-90d55e9ccfca triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:27.350230 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aefd68a-4c94-4cc2-8003-dde560bd2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.425192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.436288 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5081c24b-0481-404c-974e-3b7ba5841405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:27.502191 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0aefd68a-4c94-4cc2-8003-dde560bd2571 None None] Port a8c5e783-6133-4cd7-b576-90d55e9ccfca cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:27.532174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae9826-2c7a-4931-9051-535c3aa40bc1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:27.550391 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:27.557559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port 3cc5b144-8c3c-4219-b78e-f039317cd6ec, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=3cc5b144-8c3c-4219-b78e-f039317cd6ec,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:27.557888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.558157 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.574805 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69ae9826-2c7a-4931-9051-535c3aa40bc1 HTTP/1.1" status: 204 len: 168 time: 1.1396320 May 19 13:13:27.615027 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.621983 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d458d9d-cb22-408d-8273-4e43139a0ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:27.663072 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f25e81f-5c10-44f5-9f4d-089222996fc3 None None] Provisioning complete for port 225d39df-5ca3-45c4-ad33-f62b1db5561f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:27.664567 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f25e81f-5c10-44f5-9f4d-089222996fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:27.758494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:27.785607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c2361-a388-4d21-bd5b-e6fe49a8364a req-e09435aa-d218-4160-9008-9db071c5f048 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:27.786646 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0e3c2361-a388-4d21-bd5b-e6fe49a8364a req-e09435aa-d218-4160-9008-9db071c5f048 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:27.797083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:port and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:27.828090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:27.859565 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:28.097370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-c1a43ffa-0769-4d94-bc8c-7a14dacb590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:28.104197 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-c1a43ffa-0769-4d94-bc8c-7a14dacb590f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7602601 May 19 13:13:28.115312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=5a1e4ec1-7fb3-43db-bea2-d9a64125d4ac,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:28.158654 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:28.195258 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:28.206546 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:28.212505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:28.219456 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:28.282540 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-0e3c2361-a388-4d21-bd5b-e6fe49a8364a req-e09435aa-d218-4160-9008-9db071c5f048 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:28.295513 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e3c2361-a388-4d21-bd5b-e6fe49a8364a req-e09435aa-d218-4160-9008-9db071c5f048 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 932 time: 1.2950847 May 19 13:13:28.586583 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:28.586948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 5ded6ffb-3f64-4dbe-b177-98a243066b81, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:28.700629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 5ded6ffb-3f64-4dbe-b177-98a243066b81 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:28.720789 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=3a111995-7a61-4912-8dd4-039fe2113596,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:28.737393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '8b3233d4-5274-4b12-af0e-1d3c939e3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:28.737935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: bf0d87d6-6bfa-472d-9381-6cead307550a, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:28.741594 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:28.744373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-cc0dd4b6-9d03-467a-b0bd-80b473f17594 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229887 May 19 13:13:28.754644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5ded6ffb-3f64-4dbe-b177-98a243066b81) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:28.755387 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e3c2361-a388-4d21-bd5b-e6fe49a8364a req-b3babe61-3476-4b7a-8854-65069ef52e79 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575307 May 19 13:13:28.767363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbe13c-ceb9-40c6-89b5-7020733296ab None None] Network 5ded6ffb-3f64-4dbe-b177-98a243066b81 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:28.866688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:28.867465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:28.952529 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bf0d87d6-6bfa-472d-9381-6cead307550a is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:28.981878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, bf0d87d6-6bfa-472d-9381-6cead307550a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:28.999696 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-600a4373-ffcd-490e-8ade-f596a81e8840 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 6.9492235 May 19 13:13:29.004328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:29.004712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.011945 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:29.018287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a865-4ddc-47fd-8970-34859a0a4a42 req-fcc2d61a-6847-4a10-bfb3-e7b420325a54 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:29.038231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03a8a865-4ddc-47fd-8970-34859a0a4a42 req-fcc2d61a-6847-4a10-bfb3-e7b420325a54 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.9449198 May 19 13:13:29.143267 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 225d39df-5ca3-45c4-ad33-f62b1db5561f up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:29.185588 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.186186 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.186729 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Floating IP 5ef8580e-39ca-4a4c-adf3-f21da257d7a7 disassociated. External IP: 172.25.4.171, port: 3cc5b144-8c3c-4219-b78e-f039317cd6ec. May 19 13:13:29.187299 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for 3cc5b144-8c3c-4219-b78e-f039317cd6ec owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:29.192368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.231877 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e846e6-0cf9-4d7c-9edf-19c887fd1dd8 None None] Network bf0d87d6-6bfa-472d-9381-6cead307550a requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:29.239942 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-890e1ad2-2451-4da0-b142-102bbc77dff9 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813211 May 19 13:13:29.254548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:29.255822 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.6850531 May 19 13:13:29.390402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a', 'name': 'tempest-PortsIpV6TestJSON-1763288319', 'fixed_ips': [{'subnet_id': '3a111995-7a61-4912-8dd4-039fe2113596', 'ip_address': '2001:db8::10'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:29.442580 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-db93c44d-5966-4bdf-86c3-232cb98539f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 217 time: 0.1819527 May 19 13:13:29.587426 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 225d39df-5ca3-45c4-ad33-f62b1db5561f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:29.588018 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.673944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:29.941717 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-c0fa73eb-5429-4eae-9d96-26ee550c0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:29.944207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-c0fa73eb-5429-4eae-9d96-26ee550c0163 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.3591683 May 19 13:13:29.998249 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5ded6ffb-3f64-4dbe-b177-98a243066b81', 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': '5a1e4ec1-7fb3-43db-bea2-d9a64125d4ac'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:29.999690 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:30.183338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Allocated IP 19.86.0.9 (6bdec7e1-b6a7-4a09-9418-4341a707a51f/ed2317ec-b436-4551-9875-c423b6315554/9d3cb524-ce29-4f3f-887d-79c8479f082d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:30.206864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-3a11e646-ccb6-4864-9e52-9fb12bf788a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:30.209022 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-3a11e646-ccb6-4864-9e52-9fb12bf788a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2562582 May 19 13:13:30.209691 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-03a8a865-4ddc-47fd-8970-34859a0a4a42 req-56cc6467-ec00-43bc-99e3-16c22f738e32 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1691813 May 19 13:13:30.469125 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:30.521398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:30.553861 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:30.586559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:30.614439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-bf0d87d6-6bfa-472d-9381-6cead307550a', 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': '3a111995-7a61-4912-8dd4-039fe2113596'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:30.617735 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-9a9bbf22-e0ec-437e-acb5-79626bbed836 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000046 May 19 13:13:30.619236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc60c-53e0-49d7-8716-f578024fb068 req-7b0c9aa5-67ac-4f46-a0b2-6cf56aabb524 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:30.622610 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:30.639704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc60c-53e0-49d7-8716-f578024fb068 req-7b0c9aa5-67ac-4f46-a0b2-6cf56aabb524 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:30.645791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc60c-53e0-49d7-8716-f578024fb068 req-7b0c9aa5-67ac-4f46-a0b2-6cf56aabb524 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:30.654240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe3bc60c-53e0-49d7-8716-f578024fb068 req-7b0c9aa5-67ac-4f46-a0b2-6cf56aabb524 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 2410 time: 1.4055772 May 19 13:13:30.784529 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Allocated IP 172.20.0.2 (5ded6ffb-3f64-4dbe-b177-98a243066b81/5a1e4ec1-7fb3-43db-bea2-d9a64125d4ac/baef9195-27cb-4ef5-8ebb-510665dd12ac) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:30.953960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:30.986178 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-63d01118-7a7c-48c6-a121-18c2ef00f9c5 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581307 May 19 13:13:31.128674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Allocated IP 2001:db8::2 (bf0d87d6-6bfa-472d-9381-6cead307550a/3a111995-7a61-4912-8dd4-039fe2113596/362aba90-5307-4fd6-812b-40daf46437c0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:31.149107 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-1267d00a-c116-4624-b35d-db719d426f74 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 217 time: 0.1555321 May 19 13:13:31.169148 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe3bc60c-53e0-49d7-8716-f578024fb068 req-85e3bd41-e7ad-4d4c-8f64-554f6b3bb83f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5135832 May 19 13:13:31.218557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:31.274787 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-dd52d349-dedc-4382-ac7b-b312c0126b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:31.276813 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-dd52d349-dedc-4382-ac7b-b312c0126b3a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1210198 May 19 13:13:31.328281 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.342099 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-984a3827-ebcf-4567-bf0f-0b8ac22f6f78 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:31.420888 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=3cc5b144-8c3c-4219-b78e-f039317cd6ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:31.436702 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:31.540300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-32569d05-669e-4a9a-b5e4-4d405e6a0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:31.541100 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.543292 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-32569d05-669e-4a9a-b5e4-4d405e6a0a79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2587943 May 19 13:13:31.556385 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.662099 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.664065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb5986-1573-479f-9392-c57a9a8c1d32 req-03940839-d69e-4a75-9aff-f16299a8fed8 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:31.669074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.682927 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28eb5986-1573-479f-9392-c57a9a8c1d32 req-03940839-d69e-4a75-9aff-f16299a8fed8 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 932 time: 1.0163991 May 19 13:13:31.694931 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Transition to ACTIVE for port object baef9195-27cb-4ef5-8ebb-510665dd12ac will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:31.751487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:31.757041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Usage tracker for resource:security_group_rule and tenant:1fcc1dbd58b94d11870e6b7e4ba59cff is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:31.780959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Transition to ACTIVE for port object baef9195-27cb-4ef5-8ebb-510665dd12ac will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:31.838109 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.845909 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7dd6f446-cdca-4a3e-acec-624f806a0f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:31.952773 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Network 5ded6ffb-3f64-4dbe-b177-98a243066b81 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:31.954281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:31.962641 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:31.974188 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:31.979283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Pushing event updated for resources: {'Port': ['ID=baef9195-27cb-4ef5-8ebb-510665dd12ac,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:32.002503 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:32.031842 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ad32850f-0e6e-472e-bcec-6fdbb998fb49 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815457 May 19 13:13:32.032748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:32.036768 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Transition to ACTIVE for port object 362aba90-5307-4fd6-812b-40daf46437c0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:32.042242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:32.108436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 3e67b99b-32c1-46e6-aec2-3275ebadc781 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:32.188585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Attempting to bind port baef9195-27cb-4ef5-8ebb-510665dd12ac on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:32.189396 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Attempting to bind port baef9195-27cb-4ef5-8ebb-510665dd12ac by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:32.190269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Attempting to bind port baef9195-27cb-4ef5-8ebb-510665dd12ac on network 5ded6ffb-3f64-4dbe-b177-98a243066b81 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:32.203213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Transition to ACTIVE for port object 362aba90-5307-4fd6-812b-40daf46437c0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:32.206164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:32.206989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Checking segment: {'id': 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:32.207992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.208790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Bound using segment: {'id': 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:32.209729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Bound port: baef9195-27cb-4ef5-8ebb-510665dd12ac, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:32.210567 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.296928 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.314999 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a901977f-4ad8-4f25-b9d5-30565a909809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:32.381039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-80a5fb53-ae1c-4b7d-8e18-db82be3e44b7 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399272 May 19 13:13:32.487006 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Network bf0d87d6-6bfa-472d-9381-6cead307550a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:32.497178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:32.505361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::10 (bf0d87d6-6bfa-472d-9381-6cead307550a/3a111995-7a61-4912-8dd4-039fe2113596/3e67b99b-32c1-46e6-aec2-3275ebadc781) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:32.509609 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:32.534310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=362aba90-5307-4fd6-812b-40daf46437c0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:32.534620 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.535208 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Transition to ACTIVE for port object 9d3cb524-ce29-4f3f-887d-79c8479f082d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:32.541813 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a6432c3-2663-4415-b28d-688bb1a91c15 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:32.553434 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:32.571125 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-de268c92-4acd-44a1-8a03-7f5d669be3d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 217 time: 0.1795321 May 19 13:13:32.620244 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-28eb5986-1573-479f-9392-c57a9a8c1d32 req-265acd02-2b92-425a-a0e1-653f6629ed1b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9360545 May 19 13:13:32.706182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] For port baef9195-27cb-4ef5-8ebb-510665dd12ac, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:32.707361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:13:32.752482 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] For port baef9195-27cb-4ef5-8ebb-510665dd12ac, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=baef9195-27cb-4ef5-8ebb-510665dd12ac,segment=NetworkSegment(f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0),segment_id=f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:32.754501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Attempting to bind port 362aba90-5307-4fd6-812b-40daf46437c0 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:32.755115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Attempting to bind port 362aba90-5307-4fd6-812b-40daf46437c0 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '8b3233d4-5274-4b12-af0e-1d3c939e3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:32.755777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Attempting to bind port 362aba90-5307-4fd6-812b-40daf46437c0 on network bf0d87d6-6bfa-472d-9381-6cead307550a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:32.768545 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:32.768860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394424b3-340c-45b1-b85f-f59da6a36b76 req-c8f34f28-cb66-4bfd-9446-0cea899092f4 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:32.769207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Checking segment: {'id': '8b3233d4-5274-4b12-af0e-1d3c939e3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:32.769828 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.770566 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Bound using segment: {'id': '8b3233d4-5274-4b12-af0e-1d3c939e3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:32.771420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Bound port: 362aba90-5307-4fd6-812b-40daf46437c0, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3233d4-5274-4b12-af0e-1d3c939e3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:32.772107 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.792527 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-394424b3-340c-45b1-b85f-f59da6a36b76 req-c8f34f28-cb66-4bfd-9446-0cea899092f4 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.3603520 May 19 13:13:32.793898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:32.823426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Request body: {'floatingip': {'port_id': '95d3eaa6-6c74-4352-8447-e14c0f007bb2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:32.852366 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.862690 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:32.878730 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7e6d196b-b514-4b4d-8d96-4af14a8faf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:32.956774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1e4ec1-7fb3-43db-bea2-d9a64125d4ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:32.972637 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.072799 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:33.085550 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:33.086331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Pushing event updated for resources: {'Port': ['ID=baef9195-27cb-4ef5-8ebb-510665dd12ac,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:33.086637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.092442 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:33.126808 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-90e7014f-0b57-45c3-9c3f-efd76e65c87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:33.225683 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] For port 362aba90-5307-4fd6-812b-40daf46437c0, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:33.234942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] For port 362aba90-5307-4fd6-812b-40daf46437c0, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=362aba90-5307-4fd6-812b-40daf46437c0,segment=NetworkSegment(8b3233d4-5274-4b12-af0e-1d3c939e3e7a),segment_id=8b3233d4-5274-4b12-af0e-1d3c939e3e7a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:33.254953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.274475 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:33.362887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.420086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-d5e41899-0e6c-418b-8c90-f7471710274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:33.421645 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-d5e41899-0e6c-418b-8c90-f7471710274c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.3987772 May 19 13:13:33.439616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48600eb6-eb49-4c18-b7aa-4e5acb8d331d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:33.459821 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fcc1dbd58b94d11870e6b7e4ba59cff&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2400305 May 19 13:13:33.541397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ded6ffb-3f64-4dbe-b177-98a243066b81']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:33.553943 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:33.554414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:33.572063 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=362aba90-5307-4fd6-812b-40daf46437c0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:33.595759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:33.596693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:33.601761 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:33.631293 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.643636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:33.660387 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:33.693615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:33.698481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.698727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.728670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:33.729694 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.910180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:33.942423 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:33.953986 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:33.968430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:13:33.968430 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:13:33.968430 n-d-791505-2 neutron-server[93821]: [parameters: {'id': '5ded6ffb-3f64-4dbe-b177-98a243066b81'}] May 19 13:13:33.968430 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:13:33.969127 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:13:34.007753 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.136408 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-10995878-fe40-44e9-8cce-1a06cf53ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:34.139312 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-10995878-fe40-44e9-8cce-1a06cf53ad0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7010386 May 19 13:13:34.187313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.196062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.427300 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-cf969204-82a8-470e-a8f8-64202b4ead5e service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758536 May 19 13:13:34.533399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.623627 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.626695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:34.628416 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.637019 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5b42abb9-7f6c-4579-aa7b-3c11a6c0cbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:34.649858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 3e67b99b-32c1-46e6-aec2-3275ebadc781 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:34.661543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7131f91d-2499-4d8a-9044-d5d23db0f178 None None] Provisioning for port 9d3cb524-ce29-4f3f-887d-79c8479f082d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:34.674217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48600eb6-eb49-4c18-b7aa-4e5acb8d331d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:34.676428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7131f91d-2499-4d8a-9044-d5d23db0f178 None None] Provisioning complete for port 9d3cb524-ce29-4f3f-887d-79c8479f082d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:34.679819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7131f91d-2499-4d8a-9044-d5d23db0f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.687380 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:34.795376 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.820713 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0b5bc30a-a6b4-43a7-ad75-ca572f9de584 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:34.821199 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.824717 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48600eb6-eb49-4c18-b7aa-4e5acb8d331d HTTP/1.1" status: 204 len: 168 time: 1.2675335 May 19 13:13:34.930195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ced00e4e-bfe9-47bc-8026-786f76f56dc7 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847202 May 19 13:13:35.204632 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-50b80965-8d95-4e8f-ae03-f8c9c365c33e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 217 time: 0.2664349 May 19 13:13:35.253395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7131f91d-2499-4d8a-9044-d5d23db0f178 None None] Port 9d3cb524-ce29-4f3f-887d-79c8479f082d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:35.288584 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-38057806-3837-4666-b07d-b9b5df9560c7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:35.296495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-38057806-3837-4666-b07d-b9b5df9560c7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:35.297337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-38057806-3837-4666-b07d-b9b5df9560c7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:35.309911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:13:35.325542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Sync routers for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:13:35.395295 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:13:35.399333 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port baef9195-27cb-4ef5-8ebb-510665dd12ac {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:35.400250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:35.403586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:13:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:35.512828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=3e67b99b-32c1-46e6-aec2-3275ebadc781,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:35.524982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.6079063 May 19 13:13:35.526804 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:35.544249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bf0d87d6-6bfa-472d-9381-6cead307550a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:35.553846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port 3cc5b144-8c3c-4219-b78e-f039317cd6ec on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:35.558011 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:35.566451 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-7ca2f55a-458b-4799-b95d-17f1f8be768b tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "DELETE /v2.0/ports/3cc5b144-8c3c-4219-b78e-f039317cd6ec HTTP/1.1" status: 204 len: 173 time: 10.6527264 May 19 13:13:35.589114 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'admin_state_up': True, 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:35.701514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-7e9cff1f-2b7a-4057-a3f7-30899a7f6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:35.705191 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-7e9cff1f-2b7a-4057-a3f7-30899a7f6355 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.4636142 May 19 13:13:35.755433 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 362aba90-5307-4fd6-812b-40daf46437c0 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:35.810065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port baef9195-27cb-4ef5-8ebb-510665dd12ac, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=baef9195-27cb-4ef5-8ebb-510665dd12ac,segment=NetworkSegment(f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0),segment_id=f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:35.812727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:35.829896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e9a54-7099-4bf8-894b-ee7ee250a428 None None] Network 5ded6ffb-3f64-4dbe-b177-98a243066b81 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:35.833821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:35.846016 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-38057806-3837-4666-b07d-b9b5df9560c7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:35.847608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-38057806-3837-4666-b07d-b9b5df9560c7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 1676 time: 2.7762723 May 19 13:13:35.848557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:35.853236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:35.860383 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:35.861073 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:35.906679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:35.914190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:port and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:35.919870 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for port was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:35.932267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:36.191531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:13:36.225895 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.8879411 May 19 13:13:36.272576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:36.296705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:36.357774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:36.550243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9095443-acd1-434a-ae08-75bb18e600e2 None None] Network bf0d87d6-6bfa-472d-9381-6cead307550a requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:36.558711 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for baef9195-27cb-4ef5-8ebb-510665dd12ac owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:36.609723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': 'bf0d87d6-6bfa-472d-9381-6cead307550a', 'name': 'tempest-PortsIpV6TestJSON-1619805232', 'fixed_ips': [{'subnet_id': '3a111995-7a61-4912-8dd4-039fe2113596', 'ip_address': '2001:db8::f'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:36.748329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:36.759769 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c96e213f-ae82-4d6c-af37-8959332fcbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:36.793682 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7bcb41bc-68ab-4f40-afb2-ff5827584b76 None None] Provisioning for port baef9195-27cb-4ef5-8ebb-510665dd12ac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:36.889052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ad56d185-4641-4eec-89ff-8a7f557b74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:36.892299 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ad56d185-4641-4eec-89ff-8a7f557b74af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1786726 May 19 13:13:36.927441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-8587899f-fc25-43b3-aed8-4c92d67c9231 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:36.949055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-8587899f-fc25-43b3-aed8-4c92d67c9231 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:36.951576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-8587899f-fc25-43b3-aed8-4c92d67c9231 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:36.968274 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-24684a44-8952-4bfd-82f8-eaaf8de4fec2 req-5f001258-f9d4-4aee-b7c7-4e9b033a7301 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8723872 May 19 13:13:36.975062 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=baef9195-27cb-4ef5-8ebb-510665dd12ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:36.978979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port baef9195-27cb-4ef5-8ebb-510665dd12ac on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:37.056362 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:37.119331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7bcb41bc-68ab-4f40-afb2-ff5827584b76 None None] Provisioning complete for port baef9195-27cb-4ef5-8ebb-510665dd12ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:37.121826 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41bc-68ab-4f40-afb2-ff5827584b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.325204 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 362aba90-5307-4fd6-812b-40daf46437c0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:37.390464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb41bc-68ab-4f40-afb2-ff5827584b76 None None] Port baef9195-27cb-4ef5-8ebb-510665dd12ac was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 19 13:13:37.394401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.402990 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baef9195-27cb-4ef5-8ebb-510665dd12ac up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:37.451032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ded6ffb-3f64-4dbe-b177-98a243066b81']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:37.481964 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: baef9195-27cb-4ef5-8ebb-510665dd12ac {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:13:37.482574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baef9195-27cb-4ef5-8ebb-510665dd12ac not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 19 13:13:37.509970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:37.510701 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c6b54e-f3bb-4c66-a8c8-2a362cf94af0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:37.530505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Port baef9195-27cb-4ef5-8ebb-510665dd12ac not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 19 13:13:37.578460 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.714202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48479643-fc6e-4b8d-b16d-c1aecc914e47 None None] DHCP port deletion for 5ded6ffb-3f64-4dbe-b177-98a243066b81 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:13:37.723328 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ad79aedc-8750-4741-bf2b-e1a2b0ac4193 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065562 May 19 13:13:37.724726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.821509 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-8587899f-fc25-43b3-aed8-4c92d67c9231 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:37.823231 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-8587899f-fc25-43b3-aed8-4c92d67c9231 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 1653 time: 3.5518053 May 19 13:13:37.868550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:37.869434 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:37.914010 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:38.059421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Provisioning for port 362aba90-5307-4fd6-812b-40daf46437c0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:38.087173 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '3cc5b144-8c3c-4219-b78e-f039317cd6ec', 'status': 'completed', 'code': 200} May 19 13:13:38.100033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Provisioning complete for port 362aba90-5307-4fd6-812b-40daf46437c0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:38.100556 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.185126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Allocated IP 19.80.0.74 (17b678ea-0014-4e4d-b682-018e03078d67/32c2997b-b3a4-4b68-aec4-fbefa530d9dd/6d700c1c-f7a2-43e9-881b-6279141ef913) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:38.213181 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fce45e4c-1501-4a6d-8b79-7a95414f80f0 req-2b00d06a-17c0-4da8-ad42-386c315be969 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041561 May 19 13:13:38.224866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:38.244516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:38.249967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:38.305022 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.329468 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2086e542-718e-41c5-9a8e-a176b7c6e761 tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:38.393114 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.514501 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/5ded6ffb-3f64-4dbe-b177-98a243066b81 HTTP/1.1" status: 204 len: 168 time: 9.4998133 May 19 13:13:38.516288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=5ded6ffb-3f64-4dbe-b177-98a243066b81,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:38.531681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:38.544619 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:38.562508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106350034'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:38.576610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:38.588360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:38.597659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:38.614772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:38.639558 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-9d8545db-3e7e-4dbf-aa69-deb159129e9e service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8999770 May 19 13:13:38.645746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:38.648867 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.654175 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.740285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:38.818913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] For port 362aba90-5307-4fd6-812b-40daf46437c0, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=362aba90-5307-4fd6-812b-40daf46437c0,segment=NetworkSegment(8b3233d4-5274-4b12-af0e-1d3c939e3e7a),segment_id=8b3233d4-5274-4b12-af0e-1d3c939e3e7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:38.874462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:38.880337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:38.898111 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:39.033376 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-28d275f1-c8f4-4e73-9c30-5564cb3d04d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.3373840 May 19 13:13:39.044414 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.053392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:39.082131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Transition to ACTIVE for port object 6d700c1c-f7a2-43e9-881b-6279141ef913 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:39.111254 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port 766f173d-0ef9-4886-aec7-33dffdc8b4ac {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:39.112372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.119975 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Checking router: 30fa2e6a-7aae-4915-8178-b9fb141c7d81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:13:39.206585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Pushing event updated for resources: {'Port': ['ID=362aba90-5307-4fd6-812b-40daf46437c0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:39.228861 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:39.256808 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:13:39.257847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.258914 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:13:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:39.259934 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 425ec463-3605-4f65-8a62-bee8df1435bd of type vlan for network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc May 19 13:13:39.381958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.580226 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.610041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:39.612757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:39.685706 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-441ae956-e8ab-406f-9b13-17dce312847d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:39.691011 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:39.741958 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2042687 May 19 13:13:39.803259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:39.814195 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:40.036751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ae1ae36d-3a5a-4090-b1eb-c3d9a7cc6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:40.041071 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-ae1ae36d-3a5a-4090-b1eb-c3d9a7cc6843 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.9686363 May 19 13:13:40.048283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=5eb6992c-c5e5-41bd-ba71-698e2c2d06cc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:40.175203 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:40.251939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port 766f173d-0ef9-4886-aec7-33dffdc8b4ac, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=766f173d-0ef9-4886-aec7-33dffdc8b4ac,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:40.255726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.256405 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.257026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.257649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.258276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.258908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.259707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.260345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.260967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.261644 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.262804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.263176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:40.274960 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:40.298489 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:40.364404 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:13:40.393720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:40.417239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:40.436920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:40.464351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:40.511278 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-777119d5-a3bc-4d2d-b982-e936d9e4792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:40.514404 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-777119d5-a3bc-4d2d-b982-e936d9e4792d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4597423 May 19 13:13:40.678572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 362aba90-5307-4fd6-812b-40daf46437c0 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:13:40.740427 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:40.830578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:13:40.905804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:40.955985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-9e20f6a1-887e-44bc-9b9e-872869ed398d service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336243 May 19 13:13:40.958564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:40.961186 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for 766f173d-0ef9-4886-aec7-33dffdc8b4ac owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:40.969834 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8ef7dad5-0600-480b-99d0-2cd00eed51b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:40.972873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:41.115345 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8498-5ebe-4236-92c2-af931ca39b80 req-3f23097f-75b0-4b5e-a817-00e711f13ada tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:41.128686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8498-5ebe-4236-92c2-af931ca39b80 req-3f23097f-75b0-4b5e-a817-00e711f13ada tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:41.131462 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-940f8498-5ebe-4236-92c2-af931ca39b80 req-3f23097f-75b0-4b5e-a817-00e711f13ada tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 1676 time: 2.5303974 May 19 13:13:41.228428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Provisioning complete for port 362aba90-5307-4fd6-812b-40daf46437c0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:41.229956 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:41.319262 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78958142-9ccb-4729-85c2-2e1c0b7f3628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:41.698969 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 362aba90-5307-4fd6-812b-40daf46437c0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:41.700271 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:41.747036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::f (bf0d87d6-6bfa-472d-9381-6cead307550a/3a111995-7a61-4912-8dd4-039fe2113596/bb3f0e58-904e-49cf-8ad0-f8ec92a55b81) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:41.766123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 19 13:13:41.768017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 19 13:13:41.921209 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-05e49d01-112d-44cc-9073-9bb1be4b1611 req-b9adedd6-ad3a-4c50-b1ca-b00abefb35ce service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302503 May 19 13:13:42.038300 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:42.075227 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Provisioning for port 3e67b99b-32c1-46e6-aec2-3275ebadc781 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:42.087855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 17b678ea-0014-4e4d-b682-018e03078d67 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:42.129656 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:42.158968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:42.164120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Provisioning complete for port 3e67b99b-32c1-46e6-aec2-3275ebadc781 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:42.165369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:42.261664 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] It took 1.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:13:42.344127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:42.359548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de7152-706e-45ff-9857-686b118cd8b4 None None] The sync data for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 is: [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:01:08Z', 'revision_number': 4, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'a0da20e6-765f-4601-a0eb-638d78b661c3', 'name': '', 'network_id': 'fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'mac_address': 'fa:16:3e:5d:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:01:03Z', 'updated_at': '2021-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'subnets': [{'id': 'aadc56b8-93b6-4580-8621-b4ba8c88f7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:13:42.411882 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baef9195-27cb-4ef5-8ebb-510665dd12ac no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:13:42.567079 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: baef9195-27cb-4ef5-8ebb-510665dd12ac {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:13:42.567593 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baef9195-27cb-4ef5-8ebb-510665dd12ac not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:13:42.582944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bc8add21-9940-4250-a67c-5783b7b479ba None None] Port 3e67b99b-32c1-46e6-aec2-3275ebadc781 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:42.742160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Provisioning complete for port 3e67b99b-32c1-46e6-aec2-3275ebadc781 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:42.743118 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:42.758399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.759147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.759734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.760458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.761139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.762341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.762989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.763639 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.764302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.764920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.765577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.766222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:42.773531 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.804s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:42.780353 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-940f8498-5ebe-4236-92c2-af931ca39b80 req-d21c2c93-cd70-48ca-86b2-0023990895a0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5999293 May 19 13:13:42.821318 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:42.845569 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-daf4f2c3-05ed-48a1-a16f-068d79524e64 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:42.971017 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff614fa9-bbdd-4d02-bd00-32de0cace998 None None] New status for floating IP 5ef8580e-39ca-4a4c-adf3-f21da257d7a7: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:13:43.024505 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:43.028777 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.030793 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.050280 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d65af431-ca9f-48d6-8719-7e08361d8744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.069505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Port 3e67b99b-32c1-46e6-aec2-3275ebadc781 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:43.078511 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=fd751967-b56a-49ef-b58f-ea24ae0083a4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:43.100219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Provisioning for port 6d700c1c-f7a2-43e9-881b-6279141ef913 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:43.101421 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:43.110202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Provisioning complete for port 6d700c1c-f7a2-43e9-881b-6279141ef913 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:43.110726 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.164489 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.177490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '425ec463-3605-4f65-8a62-bee8df1435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:43.177860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:43.216601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:43.220572 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7773-d1f9-42ab-9fe6-5a50ef4808ae req-54e8c7e3-8e36-4c1d-9a03-530c19821950 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:43.231827 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7773-d1f9-42ab-9fe6-5a50ef4808ae req-54e8c7e3-8e36-4c1d-9a03-530c19821950 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:43.234772 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3ce7773-d1f9-42ab-9fe6-5a50ef4808ae req-54e8c7e3-8e36-4c1d-9a03-530c19821950 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 1653 time: 3.1218569 May 19 13:13:43.255390 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.258484 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:43.270379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c0617-4768-4da3-8442-1acf890f16cd None None] Network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:43.285383 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:43.291401 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.352385 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5452011 May 19 13:13:43.352810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:43.358778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ab93b25-8776-4fdd-be90-8242c657ca73 None None] Port 6d700c1c-f7a2-43e9-881b-6279141ef913 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:43.364874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:43.366854 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.769744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.894951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5eb6992c-c5e5-41bd-ba71-698e2c2d06cc', 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'fd751967-b56a-49ef-b58f-ea24ae0083a4'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:43.897303 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3134089 May 19 13:13:43.898410 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:43.909294 n-d-791505-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Floating IP 4ccd5303-e366-4d38-80bd-6b9823e8de17 associated. External IP: 172.25.4.135, port: 95d3eaa6-6c74-4352-8447-e14c0f007bb2. May 19 13:13:43.921152 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:44.132440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3ce7773-d1f9-42ab-9fe6-5a50ef4808ae req-44f1bbc9-66dd-4234-a1ea-ac43d3d78abf tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8745208 May 19 13:13:44.388825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:44.405017 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:44.422201 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Allocated IP 172.20.0.3 (5eb6992c-c5e5-41bd-ba71-698e2c2d06cc/fd751967-b56a-49ef-b58f-ea24ae0083a4/e8daaa77-25af-453d-9e45-c63c11d32110) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:44.792523 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:44.819082 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Transition to ACTIVE for port object e8daaa77-25af-453d-9e45-c63c11d32110 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:44.870512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Transition to ACTIVE for port object e8daaa77-25af-453d-9e45-c63c11d32110 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:44.886971 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:44.896342 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d82aa1cc-b586-4107-b70b-71a8c2b54c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:44.951073 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:44.977462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8003615e-cd3b-4bf5-8df1-1eda05d8f60f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:45.082073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:45.083974 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:45.088923 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:45.106798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=fd751967-b56a-49ef-b58f-ea24ae0083a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:45.125030 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Pushing event updated for resources: {'Port': ['ID=e8daaa77-25af-453d-9e45-c63c11d32110,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Attempting to bind port e8daaa77-25af-453d-9e45-c63c11d32110 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Attempting to bind port e8daaa77-25af-453d-9e45-c63c11d32110 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '425ec463-3605-4f65-8a62-bee8df1435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Attempting to bind port e8daaa77-25af-453d-9e45-c63c11d32110 on network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Checking segment: {'id': '425ec463-3605-4f65-8a62-bee8df1435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.461304 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Bound using segment: {'id': '425ec463-3605-4f65-8a62-bee8df1435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:45.464957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.465411 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Bound port: e8daaa77-25af-453d-9e45-c63c11d32110, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425ec463-3605-4f65-8a62-bee8df1435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:45.465411 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.465992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb6992c-c5e5-41bd-ba71-698e2c2d06cc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:45.501412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.505174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425ec463-3605-4f65-8a62-bee8df1435bd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:45.505697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425ec463-3605-4f65-8a62-bee8df1435bd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:45.554707 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.556390 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.600986 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] For port e8daaa77-25af-453d-9e45-c63c11d32110, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:45.601759 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-38369dbe-8981-46a5-91d5-98f41e46b5a7 tempest-ServersTestJSON-1339862979 tempest-ServersTestJSON-1339862979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:45.603447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.614845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:45.615643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:45.640171 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:45.670905 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.752630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] For port e8daaa77-25af-453d-9e45-c63c11d32110, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e8daaa77-25af-453d-9e45-c63c11d32110,segment=NetworkSegment(425ec463-3605-4f65-8a62-bee8df1435bd),segment_id=425ec463-3605-4f65-8a62-bee8df1435bd)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:45.754406 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:13:45.754406 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:13:45.754406 n-d-791505-2 neutron-server[93821]: [parameters: {'id': '5eb6992c-c5e5-41bd-ba71-698e2c2d06cc'}] May 19 13:13:45.754406 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:13:45.755243 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:13:45.760776 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:45.765986 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:45.826335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bf0d87d6-6bfa-472d-9381-6cead307550a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:45.892142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Pushing event updated for resources: {'Port': ['ID=e8daaa77-25af-453d-9e45-c63c11d32110,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:45.894449 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:45.950349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1609-085a-490c-968f-01fc14771cd0 req-5289b93d-ec3b-4072-ac19-5283e5384271 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:45.956734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1609-085a-490c-968f-01fc14771cd0 req-5289b93d-ec3b-4072-ac19-5283e5384271 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:45.958741 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77bc1609-085a-490c-968f-01fc14771cd0 req-5289b93d-ec3b-4072-ac19-5283e5384271 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 1676 time: 1.8522019 May 19 13:13:45.977969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:45.984223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:46.002764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:46.003470 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.040978 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.065797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9523d8c-5f84-4411-9f23-a5e7f7950202 None None] Network 5eb6992c-c5e5-41bd-ba71-698e2c2d06cc requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:46.127708 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.185811 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=bb3f0e58-904e-49cf-8ad0-f8ec92a55b81,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:46.189073 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:46.206275 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4bb5b5bf-654e-41ff-8499-a9334bbac282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:46.257415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.430206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 9.9227681 May 19 13:13:46.443147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:46.506370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=766f173d-0ef9-4886-aec7-33dffdc8b4ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:46.506876 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c54b912a-c456-4d73-be18-f575f1ec2715 None None] Provisioning for port bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:13:46.516532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c54b912a-c456-4d73-be18-f575f1ec2715 None None] Provisioning complete for port bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:46.516820 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c54b912a-c456-4d73-be18-f575f1ec2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.568938 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:46.579162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port 766f173d-0ef9-4886-aec7-33dffdc8b4ac on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:46.601595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:13:46.603301 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.605884 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "DELETE /v2.0/ports/766f173d-0ef9-4886-aec7-33dffdc8b4ac HTTP/1.1" status: 204 len: 173 time: 11.0256140 May 19 13:13:46.613641 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77bc1609-085a-490c-968f-01fc14771cd0 req-7deb80ce-8603-4090-9fd6-5f95bcee0400 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5866768 May 19 13:13:46.614612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:46.829671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port e8daaa77-25af-453d-9e45-c63c11d32110 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:46.830185 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:46.857944 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c54b912a-c456-4d73-be18-f575f1ec2715 None None] Port bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:13:47.057652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0176e71-97b5-4982-84f0-a43a9abd2d41 None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 13:13:47.096584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port e8daaa77-25af-453d-9e45-c63c11d32110, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e8daaa77-25af-453d-9e45-c63c11d32110,segment=NetworkSegment(425ec463-3605-4f65-8a62-bee8df1435bd),segment_id=425ec463-3605-4f65-8a62-bee8df1435bd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:47.097019 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:47.225645 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:47.264095 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc895-b39e-4113-99f3-3c880ecab318 req-6a3d7283-ec60-4232-8e34-d3ce2e501a0f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:47.273418 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc895-b39e-4113-99f3-3c880ecab318 req-6a3d7283-ec60-4232-8e34-d3ce2e501a0f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:47.276953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc895-b39e-4113-99f3-3c880ecab318 req-6a3d7283-ec60-4232-8e34-d3ce2e501a0f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:47.279212 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd4cc895-b39e-4113-99f3-3c880ecab318 req-6a3d7283-ec60-4232-8e34-d3ce2e501a0f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2374 time: 1.7979748 May 19 13:13:47.285800 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': '766f173d-0ef9-4886-aec7-33dffdc8b4ac', 'status': 'completed', 'code': 200} May 19 13:13:47.467821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201235c2-d03a-42f4-9ee7-16b8b625cece tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:47.476023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-201235c2-d03a-42f4-9ee7-16b8b625cece tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:47.520908 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0176e71-97b5-4982-84f0-a43a9abd2d41 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:13:47.556076 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for e8daaa77-25af-453d-9e45-c63c11d32110 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:47.634505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-201235c2-d03a-42f4-9ee7-16b8b625cece tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:47.635959 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-201235c2-d03a-42f4-9ee7-16b8b625cece tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.1904361 May 19 13:13:47.639642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:47.698595 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:47.709891 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af2d3648-97d9-4a78-9814-4d331c9ab203 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:47.715320 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd4cc895-b39e-4113-99f3-3c880ecab318 req-219c23f0-f0d0-4604-bff5-da85b99c1172 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118674 May 19 13:13:47.815481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port e8daaa77-25af-453d-9e45-c63c11d32110 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:47.854655 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=e8daaa77-25af-453d-9e45-c63c11d32110,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:47.862048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:48.002616 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.040784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb6992c-c5e5-41bd-ba71-698e2c2d06cc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:48.063870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc440-51d4-4a6b-893d-ffea9b68e35f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:48.070059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc440-51d4-4a6b-893d-ffea9b68e35f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:48.077026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cc440-51d4-4a6b-893d-ffea9b68e35f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:48.081880 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-742cc440-51d4-4a6b-893d-ffea9b68e35f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4410083 May 19 13:13:48.082521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:48.126452 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port d370698c-4040-420e-91d1-c95483d848ef {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:48.126809 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.148718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:13:48.177778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Sync routers for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:13:48.181905 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.207536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425ec463-3605-4f65-8a62-bee8df1435bd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:48.208703 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:13:48.209286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425ec463-3605-4f65-8a62-bee8df1435bd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:48.210216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:13:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:48.256825 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.261796 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-94fd8ef0-16f1-4762-9b3b-2d79dff4881a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "PUT /v2.0/floatingips/4ccd5303-e366-4d38-80bd-6b9823e8de17 HTTP/1.1" status: 200 len: 992 time: 15.4617181 May 19 13:13:48.415830 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.426349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:13:48.427257 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.482973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0140a-5eb8-4cf2-8ea6-71cdea1d0f02 req-578ea66f-d800-4e63-89c9-3037134a5ebe tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:48.483855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-89e0140a-5eb8-4cf2-8ea6-71cdea1d0f02 req-578ea66f-d800-4e63-89c9-3037134a5ebe tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: timer() May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:13:48.549657 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:13:48.583560 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.601237 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f4e0ac38-20d7-4d4b-a9c4-86a03d46ea0a tempest-PortsAdminExtendedAttrsTestJSON-578034953 tempest-PortsAdminExtendedAttrsTestJSON-578034953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:48.637752 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port d370698c-4040-420e-91d1-c95483d848ef, host n-h2-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-2',level=0,port_id=d370698c-4040-420e-91d1-c95483d848ef,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:48.638131 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.646388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-89e0140a-5eb8-4cf2-8ea6-71cdea1d0f02 req-578ea66f-d800-4e63-89c9-3037134a5ebe tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:48.647547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89e0140a-5eb8-4cf2-8ea6-71cdea1d0f02 req-578ea66f-d800-4e63-89c9-3037134a5ebe tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 942 time: 0.7384889 May 19 13:13:48.650066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.660857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c5e783-6133-4cd7-b576-90d55e9ccfca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:13:48.669604 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=5eb6992c-c5e5-41bd-ba71-698e2c2d06cc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:48.681146 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:48.682035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:13:48.684793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/5eb6992c-c5e5-41bd-ba71-698e2c2d06cc HTTP/1.1" status: 204 len: 168 time: 5.3305926 May 19 13:13:48.688865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:48.695654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2117118113'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:48.703424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:48.707874 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:48.712353 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:48.720857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:48.760746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:48.769494 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.779864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.888131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for d370698c-4040-420e-91d1-c95483d848ef owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:48.926560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:48.926803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Transition to ACTIVE for port object a8c5e783-6133-4cd7-b576-90d55e9ccfca will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:48.932585 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:48.934004 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-89e0140a-5eb8-4cf2-8ea6-71cdea1d0f02 req-74c42309-db11-49da-904a-30c5f747a675 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups?id=f13d0739-dcea-47f0-98be-5da87585e544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675986 May 19 13:13:48.941819 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.044090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:13:49.045165 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-47d91278-e46e-47c5-8ad9-2dfe8f083878 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:49.127403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.128068 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 9576a92e-4c0a-4489-8922-95aaeb25254b of type vlan for network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c May 19 13:13:49.186299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.194161 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.343948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:49.365618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '4ccd5303-e366-4d38-80bd-6b9823e8de17', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'port_id': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'mac_address': 'fa:16:3e:87:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:12:29Z', 'updated_at': '2021-05-19T13:13:40Z', 'revision_number': 1, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:30Z', 'revision_number': 5, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:49.374226 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Checking router: b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:13:49.374735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:49.391092 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:49.415717 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Routers {'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:13:49.416464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:13:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:49.504427 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.521174 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3b7a473c-87b4-4858-91a9-56b1e594dc51 tempest-VolumesBackupsTest-1916978802 tempest-VolumesBackupsTest-1916978802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:49.536757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:13:49.581004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:49.597309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=d370698c-4040-420e-91d1-c95483d848ef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:49.641612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.648128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:49.648787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:49.657392 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6896a029-50bd-4ea3-bd13-f5b0d4248769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:49.736549 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:49.832856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=bf7dd052-c5c4-484c-b802-a96ef9e5fd8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:49.840416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:49.866541 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-866925e2-4cc9-4318-880d-19437e59dd3c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1716967 May 19 13:13:49.866703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:49.879198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] Set router b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:13:49.883767 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:49.961398 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'tag': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'status': 'completed', 'code': 200} May 19 13:13:50.000345 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:13:50.277257 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:50.292290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:50.302428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:50.321296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:50.337014 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:50.350613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:50.461315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=bb3f0e58-904e-49cf-8ad0-f8ec92a55b81,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:50.468840 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:50.499960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port d370698c-4040-420e-91d1-c95483d848ef on host n-h2-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:13:50.509374 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:50.602145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-1b707c6f-f3e9-439e-97c0-648b08cbbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:50.609716 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-1b707c6f-f3e9-439e-97c0-648b08cbbb14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.6786871 May 19 13:13:50.617300 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cb280958-70ed-4ada-b950-f38cb3938eef req-1a58efbf-c429-47be-b056-02277cd2feae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1276557 May 19 13:13:50.661614 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a181d21-5067-41ba-8bce-530d83da4ae0 req-c8bc97a9-6833-45fb-a1c6-35725013a088 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:50.681229 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a181d21-5067-41ba-8bce-530d83da4ae0 req-c8bc97a9-6833-45fb-a1c6-35725013a088 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:50.687378 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a181d21-5067-41ba-8bce-530d83da4ae0 req-c8bc97a9-6833-45fb-a1c6-35725013a088 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:50.689187 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a181d21-5067-41ba-8bce-530d83da4ae0 req-c8bc97a9-6833-45fb-a1c6-35725013a088 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2386 time: 1.7350893 May 19 13:13:50.836472 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6a181d21-5067-41ba-8bce-530d83da4ae0 req-4f352c24-700e-48db-889f-1810416be208 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356840 May 19 13:13:50.842910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cfb59d05-abc5-43b2-b683-592cde0b0f34 req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.57 "DELETE /v2.0/ports/d370698c-4040-420e-91d1-c95483d848ef HTTP/1.1" status: 204 len: 173 time: 4.2087123 May 19 13:13:50.861050 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Attempting to bind port a8c5e783-6133-4cd7-b576-90d55e9ccfca on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:50.862029 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Attempting to bind port a8c5e783-6133-4cd7-b576-90d55e9ccfca by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:50.863990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Attempting to bind port a8c5e783-6133-4cd7-b576-90d55e9ccfca on network 17b678ea-0014-4e4d-b682-018e03078d67 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:50.876385 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Port a8c5e783-6133-4cd7-b576-90d55e9ccfca on network 17b678ea-0014-4e4d-b682-018e03078d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:13:50.880102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Attempting to bind port a8c5e783-6133-4cd7-b576-90d55e9ccfca on network 17b678ea-0014-4e4d-b682-018e03078d67 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:50.894006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:50.895449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Checking segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:50.897401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Bound using segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:50.899191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Bound port: a8c5e783-6133-4cd7-b576-90d55e9ccfca, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:50.899742 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:50.993888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:13:50.997526 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:51.010796 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '4ccd5303-e366-4d38-80bd-6b9823e8de17', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'port_id': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'mac_address': 'fa:16:3e:87:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:12:29Z', 'updated_at': '2021-05-19T13:13:40Z', 'revision_number': 1, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:30Z', 'revision_number': 5, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:13:51.021710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f63b05-f244-4b89-8249-c7c595042554 None None] The sync data for ids ['b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e'] in n-d-791505-2 is: [{'id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'name': 'tempest-AttachVolumeTestJSON-2047855649-router', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '53a898f7-97a0-4374-9dbd-258577f76467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:00Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'gw_port': {'id': '53a898f7-97a0-4374-9dbd-258577f76467', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:04Z', 'updated_at': '2021-05-19T13:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_floatingips': [{'id': '4ccd5303-e366-4d38-80bd-6b9823e8de17', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'router_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'port_id': '95d3eaa6-6c74-4352-8447-e14c0f007bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'mac_address': 'fa:16:3e:87:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213a3c6-e6b4-4992-93dc-4f6258ea6d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T13:12:29Z', 'updated_at': '2021-05-19T13:13:40Z', 'revision_number': 1, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae365a3d-30bd-4283-9ce5-228d8e3cac01', 'name': '', 'network_id': 'a6bef124-5991-4eb9-b01f-3a47894cea5f', 'tenant_id': '535ffeaef38148eaab8090a5d41b4c04', 'mac_address': 'fa:16:3e:56:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3e3b9-b741-44fd-b5bc-f32e849c2c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:16Z', 'updated_at': '2021-05-19T13:12:30Z', 'revision_number': 5, 'project_id': '535ffeaef38148eaab8090a5d41b4c04', 'subnets': [{'id': 'bf29f247-2d3d-4646-8d56-e1e192649a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:13:51.158744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:51.163278 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:51.176885 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:51.198638 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e2ab8b82-821f-4455-821d-9c10718f00d6 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:51.268954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:51.360141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:51.365912 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:51.367207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:51.367854 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:51.369377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] 10.222.0.71 "PUT /v2.0/ports/a8c5e783-6133-4cd7-b576-90d55e9ccfca HTTP/1.1" status: 200 len: 1092 time: 7.2819369 May 19 13:13:51.434663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:51.524354 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3b9e3-e48c-450d-9232-5e93092c7e2b None None] New status for floating IP 4ccd5303-e366-4d38-80bd-6b9823e8de17: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:13:51.663766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-5c5c0068-215f-4c16-8a02-fb3a7e01926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:51.665308 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-5c5c0068-215f-4c16-8a02-fb3a7e01926e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 1.0516090 May 19 13:13:51.673965 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 HTTP/1.1" status: 204 len: 168 time: 3.5877321 May 19 13:13:51.674693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:51.914190 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:51.952169 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa076d5d-a48f-4eb8-ba6f-4452038e0296 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:13:51.955294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fa076d5d-a48f-4eb8-ba6f-4452038e0296 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:51.991206 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef'}, {'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:52.061641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-fa076d5d-a48f-4eb8-ba6f-4452038e0296 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:52.064161 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa076d5d-a48f-4eb8-ba6f-4452038e0296 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/bb3f0e58-904e-49cf-8ad0-f8ec92a55b81 HTTP/1.1" status: 404 len: 333 time: 0.3700562 May 19 13:13:52.070378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:52.148314 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-c910aca5-c16c-449f-b0b1-1802b803812e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1000 time: 0.4561596 May 19 13:13:52.327462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-7bb2c6b6-781c-4736-a074-64cf6718641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:52.332893 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-7bb2c6b6-781c-4736-a074-64cf6718641c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.1721315 May 19 13:13:52.487465 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5c15ab4e-817a-4800-af6d-7bdc2dc03551 req-9f0b4bcc-68c3-489d-a5e0-7a3feec3d103 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Synchronizing usage tracker for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:52.725451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-5c15ab4e-817a-4800-af6d-7bdc2dc03551 req-9f0b4bcc-68c3-489d-a5e0-7a3feec3d103 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Unset dirty status for tenant:924367df395c4dce8c8656db6049ee57 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:52.749066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-0f68117b-a4aa-45ba-a835-c1fcc2e72576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:52.751835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-0f68117b-a4aa-45ba-a835-c1fcc2e72576 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001403 May 19 13:13:52.754431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c15ab4e-817a-4800-af6d-7bdc2dc03551 req-9f0b4bcc-68c3-489d-a5e0-7a3feec3d103 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.4596868 May 19 13:13:52.847770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217729-a0a1-4a1d-83c2-180708aa1423 req-3befdb72-e3e8-4165-ab61-9d77bc36217e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:52.863871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217729-a0a1-4a1d-83c2-180708aa1423 req-3befdb72-e3e8-4165-ab61-9d77bc36217e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:52.880610 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217729-a0a1-4a1d-83c2-180708aa1423 req-3befdb72-e3e8-4165-ab61-9d77bc36217e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:52.884371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77217729-a0a1-4a1d-83c2-180708aa1423 req-3befdb72-e3e8-4165-ab61-9d77bc36217e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2386 time: 0.7217312 May 19 13:13:53.034307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77217729-a0a1-4a1d-83c2-180708aa1423 req-a87b2ff3-acbc-4e43-9ec7-22e5aa0d53fc tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296334 May 19 13:13:53.060770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 3e67b99b-32c1-46e6-aec2-3275ebadc781 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:53.061119 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:53.233310 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7861f-54b6-4320-88c3-a47a45b6f770', 'name': 'network-vif-deleted', 'tag': 'd370698c-4040-420e-91d1-c95483d848ef', 'status': 'completed', 'code': 200} May 19 13:13:53.235055 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'status': 'completed', 'code': 200} May 19 13:13:53.352183 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-5c956c1c-286f-43f0-b683-5dc8f959dbfb service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862210 May 19 13:13:53.391466 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3cb524-ce29-4f3f-887d-79c8479f082d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:13:53.400582 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:53.418431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Transition to ACTIVE for port object 9d3cb524-ce29-4f3f-887d-79c8479f082d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:53.432208 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:53.438890 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:53.760921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:53.775521 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:53.796636 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:53.935895 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Attempting to bind port 9d3cb524-ce29-4f3f-887d-79c8479f082d on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:53.936293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Attempting to bind port 9d3cb524-ce29-4f3f-887d-79c8479f082d by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:53.936548 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Attempting to bind port 9d3cb524-ce29-4f3f-887d-79c8479f082d on network 6bdec7e1-b6a7-4a09-9418-4341a707a51f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:53.954207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Port 9d3cb524-ce29-4f3f-887d-79c8479f082d on network 6bdec7e1-b6a7-4a09-9418-4341a707a51f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:13:53.954526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Attempting to bind port 9d3cb524-ce29-4f3f-887d-79c8479f082d on network 6bdec7e1-b6a7-4a09-9418-4341a707a51f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:53.966127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:53.966456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Checking segment: {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:53.966836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Bound using segment: {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:53.967268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Bound port: 9d3cb524-ce29-4f3f-887d-79c8479f082d, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f59b42a-72dd-489c-8378-8352414a056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:53.967612 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:53.986831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 3e67b99b-32c1-46e6-aec2-3275ebadc781 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:54.309763 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f3281b9a-9aeb-4058-adb6-ba455e8f047d req-ef7d2a89-fc5b-46f0-abf7-05673c1be58c tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2140551 May 19 13:13:54.434793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:54.447526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:54.452904 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:54.481372 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:54.506401 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-206be37f-e26c-410e-bcfd-1e093d5a067a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:54.931764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:54.937184 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:54.938764 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] 10.222.0.71 "PUT /v2.0/ports/9d3cb524-ce29-4f3f-887d-79c8479f082d HTTP/1.1" status: 200 len: 1090 time: 3.5138152 May 19 13:13:54.990812 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4c996cd7-3245-4876-9be0-33cc7aa6be82 req-3ceb7b9e-fc13-435f-acf4-a32bb5ed5389 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5203786 May 19 13:13:55.015712 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.030249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Request body: {'port': {'device_id': 'a0f9e803-9d39-4450-91f0-daa337551519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:55.036566 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43b3b866-f5f3-4677-aa8b-117a6554c69a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:55.119045 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=3e67b99b-32c1-46e6-aec2-3275ebadc781,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:55.158572 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:55.173732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.200367 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.225749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:55.236906 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:55.240172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:13:55.240517 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-0bf6fb08-cd65-4a9f-86cf-27a3f7c73009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.245608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-0bf6fb08-cd65-4a9f-86cf-27a3f7c73009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.246277 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-0bf6fb08-cd65-4a9f-86cf-27a3f7c73009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.248398 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-0bf6fb08-cd65-4a9f-86cf-27a3f7c73009 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2754 time: 1.8856146 May 19 13:13:55.289746 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:13:55.361944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Usage tracker for resource:security_group_rule and tenant:c49236c61b43434aaaf3680a77c0be93 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:13:55.367366 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:13:55.399267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:13:55.403817 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d', 'status': 'completed', 'code': 200} May 19 13:13:55.441889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79af0e-f0f7-421d-8f69-33bf95bed709 req-7e7bd5b8-8c6d-41e7-bc2a-568a858a61ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.449286 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79af0e-f0f7-421d-8f69-33bf95bed709 req-7e7bd5b8-8c6d-41e7-bc2a-568a858a61ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.456007 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79af0e-f0f7-421d-8f69-33bf95bed709 req-7e7bd5b8-8c6d-41e7-bc2a-568a858a61ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.465251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa79af0e-f0f7-421d-8f69-33bf95bed709 req-7e7bd5b8-8c6d-41e7-bc2a-568a858a61ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2398 time: 0.7183859 May 19 13:13:55.511884 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.735410 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/3e67b99b-32c1-46e6-aec2-3275ebadc781 HTTP/1.1" status: 204 len: 168 time: 3.6467021 May 19 13:13:55.760154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:55.811935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-a5ef551e-4d16-4f58-9cdd-744edf85a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.813115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-a5ef551e-4d16-4f58-9cdd-744edf85a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.813115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-a5ef551e-4d16-4f58-9cdd-744edf85a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:55.814897 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-a5ef551e-4d16-4f58-9cdd-744edf85a621 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=bf146bf0e97c490dad3741767dfa2163&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5478344 May 19 13:13:55.942886 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.953708 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:56.030973 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4608da7-012d-42c6-9576-4c83366d3655 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:13:56.033331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c4608da7-012d-42c6-9576-4c83366d3655 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:13:56.036004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=c709bb1a-96db-4e8b-b70e-a05ae4472eb1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:56.048808 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:56.074292 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6f407799-296c-42b8-8471-d4c114961815 req-14056580-9ba9-4bce-a568-a3bba5c3e714 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2379932 May 19 13:13:56.186337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-8e015006-addb-4864-9c07-67fe379eebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:56.191265 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aa79af0e-f0f7-421d-8f69-33bf95bed709 req-27b6b9b1-688b-4f40-a710-10df5f6be0bf tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246382 May 19 13:13:56.192275 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fbdede97-9d6f-4356-9834-d1535e8cb147 req-8e015006-addb-4864-9c07-67fe379eebdd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3694942 May 19 13:13:56.203699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '9576a92e-4c0a-4489-8922-95aaeb25254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:56.204281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: bf7dd052-c5c4-484c-b802-a96ef9e5fd8c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:13:56.223212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c4608da7-012d-42c6-9576-4c83366d3655 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:13:56.225245 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4608da7-012d-42c6-9576-4c83366d3655 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/3e67b99b-32c1-46e6-aec2-3275ebadc781 HTTP/1.1" status: 404 len: 333 time: 0.4319313 May 19 13:13:56.232364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:56.322516 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:13:56.335518 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.371287 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.418815 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, bf7dd052-c5c4-484c-b802-a96ef9e5fd8c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:56.419146 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8f3ec5f7-320f-4a71-b2ad-ac142e95f4cd tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:56.438719 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bf32f-e6dc-4321-a4f1-bb353488db4f None None] Network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:56.457212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 3a111995-7a61-4912-8dd4-039fe2113596 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:13:56.461970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.469106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0655bcc-bd0d-46f3-a05b-946960360f41,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:56.478875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:56.567978 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c49236c61b43434aaaf3680a77c0be93&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1066408 May 19 13:13:56.569679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:56.583580 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.690611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.733059 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.785312 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.820710 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.828663 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-71220058-c9b2-482c-b99a-d600e414ead6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:56.852138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0655bcc-bd0d-46f3-a05b-946960360f41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:56.861629 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:56.877509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.882373 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0655bcc-bd0d-46f3-a05b-946960360f41 HTTP/1.1" status: 204 len: 168 time: 0.3078098 May 19 13:13:56.983492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d700c1c-f7a2-43e9-881b-6279141ef913 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:13:56.993644 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.016559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Transition to ACTIVE for port object 6d700c1c-f7a2-43e9-881b-6279141ef913 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:57.025896 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.046045 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ab5b3c86-8688-497f-b91c-e2f9e400ba2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:57.202985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:57.203538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.269661 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 7.4017661 May 19 13:13:57.279915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:57.337729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-bf7dd052-c5c4-484c-b802-a96ef9e5fd8c', 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'c709bb1a-96db-4e8b-b70e-a05ae4472eb1'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:13:57.339167 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.367144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-1c9107d1-2817-4864-8b17-b8bef732bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:57.367634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-1c9107d1-2817-4864-8b17-b8bef732bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:57.368145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-1c9107d1-2817-4864-8b17-b8bef732bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:57.377711 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-1c9107d1-2817-4864-8b17-b8bef732bfb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2796 time: 1.0480857 May 19 13:13:57.656746 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.704318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Pushing event updated for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:57.719503 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:57.838806 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:57.937644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-45fb2a08-72e4-4f3b-853f-7fb24d87fc5b tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:57.990800 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:58.009584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-eb529529-43c2-4cf9-aad8-c66a71b76535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:58.010151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-eb529529-43c2-4cf9-aad8-c66a71b76535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:58.010942 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-eb529529-43c2-4cf9-aad8-c66a71b76535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:58.018368 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-eb529529-43c2-4cf9-aad8-c66a71b76535 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=bf146bf0e97c490dad3741767dfa2163&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6293359 May 19 13:13:58.025985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/3a111995-7a61-4912-8dd4-039fe2113596 HTTP/1.1" status: 204 len: 168 time: 1.7898562 May 19 13:13:58.052368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381628d-a15e-4616-b351-5eb15da8d605 None None] Network bf0d87d6-6bfa-472d-9381-6cead307550a requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:13:58.065779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 60690) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:58.105878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=3a111995-7a61-4912-8dd4-039fe2113596,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:58.154154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6186e0a4-ed52-4e9f-9384-1d8a06fd89a0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:58.306301 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23062ce9-9bd8-4456-845e-8a0e1b94b37d req-c323536c-5b7a-49ce-9762-5b6f60a46bd8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.5932305 May 19 13:13:58.461598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-e9c03570-7c5b-4f2a-b163-feb9566674aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:58.466160 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-67c50e49-494b-48fb-b2ed-0fb234e16e33 req-e9c03570-7c5b-4f2a-b163-feb9566674aa service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4397526 May 19 13:13:58.470003 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Allocated IP 172.20.0.1 (bf7dd052-c5c4-484c-b802-a96ef9e5fd8c/c709bb1a-96db-4e8b-b70e-a05ae4472eb1/0c1ddf8f-5ebe-4394-9250-3fed18cf99fe) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:13:58.607789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Attempting to bind port 6d700c1c-f7a2-43e9-881b-6279141ef913 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:58.609331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Attempting to bind port 6d700c1c-f7a2-43e9-881b-6279141ef913 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:58.609810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Attempting to bind port 6d700c1c-f7a2-43e9-881b-6279141ef913 on network 17b678ea-0014-4e4d-b682-018e03078d67 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:58.633975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Port 6d700c1c-f7a2-43e9-881b-6279141ef913 on network 17b678ea-0014-4e4d-b682-018e03078d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:13:58.634467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Attempting to bind port 6d700c1c-f7a2-43e9-881b-6279141ef913 on network 17b678ea-0014-4e4d-b682-018e03078d67 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:58.646770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:58.647225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Checking segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:58.647729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Bound using segment: {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:58.648327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Bound port: 6d700c1c-f7a2-43e9-881b-6279141ef913, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3084847-14b2-424d-a8ee-0c042a26f624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:58.648797 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:58.665359 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:58.686471 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:58.971142 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] DHCP port deletion for bf0d87d6-6bfa-472d-9381-6cead307550a request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:13:59.091002 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.129194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Transition to ACTIVE for port object 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:59.183674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Deleting port 362aba90-5307-4fd6-812b-40daf46437c0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:13:59.184163 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.204595 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Transition to ACTIVE for port object 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:13:59.320009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.340993 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:59.425154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:13:59.438332 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:13:59.452450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:13:59.457253 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d59de-054d-479c-96d2-2f91a3356ed3 req-5b5370ca-f98c-40b9-8a05-29b74c61153c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:59.473801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d59de-054d-479c-96d2-2f91a3356ed3 req-5b5370ca-f98c-40b9-8a05-29b74c61153c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:59.483273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d59de-054d-479c-96d2-2f91a3356ed3 req-5b5370ca-f98c-40b9-8a05-29b74c61153c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:13:59.489913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] For port 362aba90-5307-4fd6-812b-40daf46437c0, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=362aba90-5307-4fd6-812b-40daf46437c0,segment=NetworkSegment(8b3233d4-5274-4b12-af0e-1d3c939e3e7a),segment_id=8b3233d4-5274-4b12-af0e-1d3c939e3e7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:13:59.490341 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.495069 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-396d59de-054d-479c-96d2-2f91a3356ed3 req-5b5370ca-f98c-40b9-8a05-29b74c61153c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2410 time: 1.8310432 May 19 13:13:59.584477 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Pushing event updated for resources: {'Port': ['ID=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:59.702135 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:13:59.799605 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Calling delete_port for 362aba90-5307-4fd6-812b-40daf46437c0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:13:59.831127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:13:59.837161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6d700c1c-f7a2-43e9-881b-6279141ef913,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:13:59.850286 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-396d59de-054d-479c-96d2-2f91a3356ed3 req-7051f1cc-5e04-4015-abf8-7197ff611c56 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534122 May 19 13:13:59.853062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f7f217a8-d148-4574-a0b2-9dbb4682a08a req-3671d890-261e-446b-bb7f-bbeec98604ae tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2346280 May 19 13:13:59.859625 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.861478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Attempting to bind port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:13:59.861872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Attempting to bind port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '9576a92e-4c0a-4489-8922-95aaeb25254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:13:59.862256 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Attempting to bind port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe on network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:13:59.878618 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6aff73c4-4068-4c58-bfff-748fb03b8564 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:13:59.882562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:13:59.882979 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Checking segment: {'id': '9576a92e-4c0a-4489-8922-95aaeb25254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:13:59.883480 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:59.883921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Bound using segment: {'id': '9576a92e-4c0a-4489-8922-95aaeb25254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:13:59.884444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Bound port: 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9576a92e-4c0a-4489-8922-95aaeb25254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:13:59.884844 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.029953 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:00.031770 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.035281 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] 10.222.0.71 "PUT /v2.0/ports/6d700c1c-f7a2-43e9-881b-6279141ef913 HTTP/1.1" status: 200 len: 1091 time: 5.0264568 May 19 13:14:00.080023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:00.113209 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] For port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:00.127976 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] For port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,segment=NetworkSegment(9576a92e-4c0a-4489-8922-95aaeb25254b),segment_id=9576a92e-4c0a-4489-8922-95aaeb25254b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:00.185571 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.225181 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:00.349307 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913', 'status': 'completed', 'code': 200} May 19 13:14:00.372460 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 362aba90-5307-4fd6-812b-40daf46437c0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:00.372785 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.418659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Pushing event updated for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:00.420198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Pushing event updated for resources: {'Port': ['ID=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:00.429354 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:00.440134 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.440920 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:00.461527 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:00.576363 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] No DVR routers for this DVR port 362aba90-5307-4fd6-812b-40daf46437c0 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:00.622206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Pushing event deleted for resources: {'Port': ['ID=362aba90-5307-4fd6-812b-40daf46437c0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:00.638889 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:00.660177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port 362aba90-5307-4fd6-812b-40daf46437c0, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:00.661055 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.813217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 362aba90-5307-4fd6-812b-40daf46437c0 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:00.866358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 362aba90-5307-4fd6-812b-40daf46437c0 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:00.879201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Port 362aba90-5307-4fd6-812b-40daf46437c0 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:14:00.884894 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:00.889956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 362aba90-5307-4fd6-812b-40daf46437c0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:14:00.890316 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 362aba90-5307-4fd6-812b-40daf46437c0 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:00.906156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2a6e7e0b-88e7-4bb5-9797-12b1a12feeff tempest-RoutersIpV6AdminTest-1493566236 tempest-RoutersIpV6AdminTest-1493566236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:00.988782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=362aba90-5307-4fd6-812b-40daf46437c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:00.994647 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:01.012850 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:01.023109 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd03ac54-ed7b-4e28-946f-9d0392ce0237 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:01.102793 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=c709bb1a-96db-4e8b-b70e-a05ae4472eb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:01.109077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3f79c11a-66dd-4b6a-8e54-75edb40ce96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:01.109736 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3f79c11a-66dd-4b6a-8e54-75edb40ce96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:01.110327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3f79c11a-66dd-4b6a-8e54-75edb40ce96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:01.117320 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3f79c11a-66dd-4b6a-8e54-75edb40ce96d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2863 time: 0.9821672 May 19 13:14:01.117320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No DVR routers for this DVR port 362aba90-5307-4fd6-812b-40daf46437c0 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:01.246897 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:01.720624 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:01.746581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0d87d6-6bfa-472d-9381-6cead307550a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:01.800091 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ed768d3c-f4b3-4a85-9bdd-75863d1efe83 req-6e204e4a-05eb-49c5-82a8-ca285b354648 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1996865 May 19 13:14:01.804899 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-7164390e-e198-4992-ac39-28278fbaa6eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca HTTP/1.1" status: 200 len: 217 time: 0.5386977 May 19 13:14:01.821757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3233d4-5274-4b12-af0e-1d3c939e3e7a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:01.822382 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3233d4-5274-4b12-af0e-1d3c939e3e7a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:01.857901 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:01.936911 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:01.959269 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:01.959680 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:02.013818 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:02.276110 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.306292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7dd052-c5c4-484c-b802-a96ef9e5fd8c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:02.323225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9576a92e-4c0a-4489-8922-95aaeb25254b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:02.323569 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9576a92e-4c0a-4489-8922-95aaeb25254b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:02.338136 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.372882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.386358 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc419cd9-560e-4f5b-92f3-501f6f79448e None None] Network bf7dd052-c5c4-484c-b802-a96ef9e5fd8c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:02.394026 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:02.394558 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:02.413208 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:02.420131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-1592b2ab-49cf-4ae1-a9a4-7a2574b443ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:02.421948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-1592b2ab-49cf-4ae1-a9a4-7a2574b443ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32c2997b-b3a4-4b68-aec4-fbefa530d9dd HTTP/1.1" status: 200 len: 801 time: 0.3662083 May 19 13:14:02.476306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817443-d064-493a-ab9a-57b67183c286 req-34123ae4-c1ae-45dd-b9c9-38dad58a2211 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:02.494120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817443-d064-493a-ab9a-57b67183c286 req-34123ae4-c1ae-45dd-b9c9-38dad58a2211 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:02.530496 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817443-d064-493a-ab9a-57b67183c286 req-34123ae4-c1ae-45dd-b9c9-38dad58a2211 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:02.530496 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99817443-d064-493a-ab9a-57b67183c286 req-34123ae4-c1ae-45dd-b9c9-38dad58a2211 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2410 time: 1.2027962 May 19 13:14:02.530496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:02.798387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f82384b0-3b22-4b21-836d-01a66964a3b2 None None] Provisioning for port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:02.872647 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:03.079329 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:14:03.201356 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1b248265-c5ff-43ff-9b97-0320dd22b856 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:03.254744 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.264745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:03.265922 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:14:03.265922 n-d-791505-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:14:03.265922 n-d-791505-2 neutron-server[93820]: [parameters: {'id': 'bf7dd052-c5c4-484c-b802-a96ef9e5fd8c'}] May 19 13:14:03.265922 n-d-791505-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:14:03.268267 n-d-791505-2 neutron-server[93820]: DEBUG oslo_db.api [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:14:03.276238 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:03.276738 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.365856 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] DHCP port deletion for bf7dd052-c5c4-484c-b802-a96ef9e5fd8c request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:14:03.401365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99817443-d064-493a-ab9a-57b67183c286 req-03257fe4-f9a1-48cb-b95d-850e49abbd3c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096484 May 19 13:14:03.404453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=bf0d87d6-6bfa-472d-9381-6cead307550a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:03.513103 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e699a727-94fa-46b2-8449-7bf262e35912 req-8a78fa38-6154-4979-99f8-772ae56e67dd tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2187555 May 19 13:14:03.514681 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:03.519365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/bf0d87d6-6bfa-472d-9381-6cead307550a HTTP/1.1" status: 204 len: 168 time: 5.3339682 May 19 13:14:03.523936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:03.537923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-280701673'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:03.557294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:03.602305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:network and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:03.608670 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:03.632450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:03.659213 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-7e66f2fd-c4a5-486f-b49f-f956ca4e0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:03.663637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:03.664629 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-7e66f2fd-c4a5-486f-b49f-f956ca4e0388 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17b678ea-0014-4e4d-b682-018e03078d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1344833 May 19 13:14:03.670358 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.734578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Deleting port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:03.735448 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.735636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:03.783461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.810517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.812426 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Added segment 2730619e-18a6-4a7f-8d1c-aac154e3604d of type vlan for network bdff774c-54f5-41a2-b7af-b8804c770961 May 19 13:14:03.918189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.958640 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] For port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,segment=NetworkSegment(9576a92e-4c0a-4489-8922-95aaeb25254b),segment_id=9576a92e-4c0a-4489-8922-95aaeb25254b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:03.959352 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.048126 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.075788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:04.077006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.087507 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-acc37471-2b70-44db-844f-220d9fc733bd tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:04.117115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-23dcc5bd-3730-42f9-8fa7-b00460623776 service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457095 May 19 13:14:04.192146 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Calling delete_port for 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:04.312366 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.329942 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-7fafe87f-9e54-4b99-aeb0-affa5b99bb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:04.345115 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-28e141fa-73c3-4166-8198-9e0518628e0a service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100079 May 19 13:14:04.457798 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-d56a25ca-775f-4839-8ec2-ab3b862e5892 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d HTTP/1.1" status: 200 len: 217 time: 0.1003768 May 19 13:14:04.498828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Pushing event deleted for resources: {'Port': ['ID=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:04.521566 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:04.536106 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe update to ACTIVE by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 19 13:14:04.573865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] No DVR routers for this DVR port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:04.617645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3467ffb9-b844-45ca-adad-267d8a8e52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:04.622267 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-3467ffb9-b844-45ca-adad-267d8a8e52c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed2317ec-b436-4551-9875-c423b6315554 HTTP/1.1" status: 200 len: 801 time: 0.1500936 May 19 13:14:04.804686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:04.805969 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.806676 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:04.886745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:14:04.887115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:04.995948 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Network': ['ID=bdff774c-54f5-41a2-b7af-b8804c770961,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:05.005161 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:05.014279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-06fb5ed7-9a3c-4823-a3eb-bc9f535f673d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4881172 May 19 13:14:05.018390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:05.020326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network bdff774c-54f5-41a2-b7af-b8804c770961 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:05.047107 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:05.105737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a680d024-2628-4479-913d-71b96988e93d req-02b3aaaa-edd3-4339-a2b5-802bd6f83d04 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2069261 May 19 13:14:05.333334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:05.346606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:05.351857 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:05.372467 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:05.415849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:05.416467 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:05.420845 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:05.429047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:05.527842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-19a33cf8-28d8-4019-b88e-d07999cfe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:05.530918 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-19a33cf8-28d8-4019-b88e-d07999cfe2ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6bdec7e1-b6a7-4a09-9418-4341a707a51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9007933 May 19 13:14:05.767068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:05.833662 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:14:05.844867 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:05.875731 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:05.989014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=0c1ddf8f-5ebe-4394-9250-3fed18cf99fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:06.184930 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port 0c1ddf8f-5ebe-4394-9250-3fed18cf99fe on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:06.195512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-acab8530-11cf-4ae6-ae80-596966ac5da8 service neutron] 10.222.0.71 "GET /v2.0/networks/6bdec7e1-b6a7-4a09-9418-4341a707a51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535360 May 19 13:14:06.325156 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:06.433726 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:06.439658 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f645f701-26b7-4a54-a3b2-4ac8d8feb318 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:06.583069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3654a-17b3-46b2-b6eb-6f6e26fd75fc req-9596b9b9-ca62-461c-bb2f-2e1847d298ca tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:06.589277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3654a-17b3-46b2-b6eb-6f6e26fd75fc req-9596b9b9-ca62-461c-bb2f-2e1847d298ca tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:06.595607 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3654a-17b3-46b2-b6eb-6f6e26fd75fc req-9596b9b9-ca62-461c-bb2f-2e1847d298ca tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:06.609399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92e3654a-17b3-46b2-b6eb-6f6e26fd75fc req-9596b9b9-ca62-461c-bb2f-2e1847d298ca tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2410 time: 1.6730905 May 19 13:14:06.626940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=781ca9dd-fd79-4c14-a223-b5c428b3daa5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:06.636102 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:06.640396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Checking segment: {'id': '2730619e-18a6-4a7f-8d1c-aac154e3604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:06.640901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network hostable DHCP agents. Network: bdff774c-54f5-41a2-b7af-b8804c770961, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:06.685722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bdff774c-54f5-41a2-b7af-b8804c770961 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:06.705225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, bdff774c-54f5-41a2-b7af-b8804c770961) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:06.722324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:06.723238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:06.723785 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095eda8a-c723-485f-90ce-9d1461d732d7 None None] Network bdff774c-54f5-41a2-b7af-b8804c770961 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:06.782943 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7628651 May 19 13:14:06.783927 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:06.797803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-535669144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:06.817150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:06.827341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad988f21-e788-43c2-ad17-445ee0a41b66 req-1f722d52-52d6-4f78-952d-044b47643a64 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1671824 May 19 13:14:06.828506 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:router and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:06.834432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:06.858437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:06.893895 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:06.895455 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:06.950380 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.047873 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.054738 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-92e3654a-17b3-46b2-b6eb-6f6e26fd75fc req-aa6ed00e-a34a-4af8-b4d5-f8dc7677644f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441552 May 19 13:14:07.061986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.132986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7dd052-c5c4-484c-b802-a96ef9e5fd8c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:07.180963 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.182272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-950a672d-0d52-4909-88b8-45e9ce5d3dd8 service neutron] 10.222.0.71 "GET /v2.0/networks/6bdec7e1-b6a7-4a09-9418-4341a707a51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9784312 May 19 13:14:07.184193 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25d1ac2d-b2de-4424-a13d-acde162c5067 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3979530 May 19 13:14:07.187672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:07.216915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961', 'name': 'tempest-PortsIpV6TestJSON-462309190'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:07.347803 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9576a92e-4c0a-4489-8922-95aaeb25254b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:07.360453 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9576a92e-4c0a-4489-8922-95aaeb25254b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:07.389750 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-f817912e-3af0-4ad7-b322-fcf0dc2707c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=6d700c1c-f7a2-43e9-881b-6279141ef913 HTTP/1.1" status: 200 len: 217 time: 0.1925130 May 19 13:14:07.397398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.422694 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-bdff774c-54f5-41a2-b7af-b8804c770961', 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': '781ca9dd-fd79-4c14-a223-b5c428b3daa5'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:07.423619 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.559841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-ea15b90d-7ec9-4673-a931-9cb01366a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:07.561960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-ea15b90d-7ec9-4673-a931-9cb01366a107 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32c2997b-b3a4-4b68-aec4-fbefa530d9dd HTTP/1.1" status: 200 len: 801 time: 0.1448052 May 19 13:14:07.668419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:07.676730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:port and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:07.682065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:07.694173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:07.723499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:07.729618 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.751977 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.850215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:07.856537 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.859801 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 2c311b43-badc-407a-a469-03e768782579 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:07.887130 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:07.916470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Allocated IP 2001:db8::2 (bdff774c-54f5-41a2-b7af-b8804c770961/781ca9dd-fd79-4c14-a223-b5c428b3daa5/0331f6d3-d058-46b8-bacf-25c9ac0f565e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:08.288809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0db314b7-683a-4d6a-ae9a-fb960e93ad4e req-b392d9eb-cb2f-4884-bfed-a8ddfdb54574 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1024551 May 19 13:14:08.303400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-d517ee79-2a5c-4dce-95f7-7e7fdbdbce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:08.304993 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-d517ee79-2a5c-4dce-95f7-7e7fdbdbce78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17b678ea-0014-4e4d-b682-018e03078d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7249758 May 19 13:14:08.305849 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:08.325969 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:08.376597 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:08.538871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=bf7dd052-c5c4-484c-b802-a96ef9e5fd8c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:08.547080 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:08.560540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/bf7dd052-c5c4-484c-b802-a96ef9e5fd8c HTTP/1.1" status: 204 len: 168 time: 11.2615108 May 19 13:14:08.566088 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:08.593027 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031518198'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:08.625513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:08.646731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:08.661795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:08.687246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:08.723064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:08.730514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:08.871991 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:08.918654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:08.919620 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment f24f4f8b-18d5-4b35-a2aa-cc560ca07e3c of type vlan for network 62d10e85-9bdc-412b-b807-76dca49ef4a6 May 19 13:14:09.008083 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:09.026590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:09.045777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Transition to ACTIVE for port object 0331f6d3-d058-46b8-bacf-25c9ac0f565e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:09.062504 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-c16ad152-2972-491e-b8c3-500140182861 service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321730 May 19 13:14:09.134035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Transition to ACTIVE for port object 0331f6d3-d058-46b8-bacf-25c9ac0f565e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:09.160210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:09.165992 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:09.175691 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:09.176375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:09.183795 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6e38e119-a08b-42ca-9088-ca7e5ada8700 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:09.195569 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5e0a6ea5-b668-4f6d-a1c1-567e24d88987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:09.343547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Network bdff774c-54f5-41a2-b7af-b8804c770961 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:09.346888 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:09.369872 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:09.551661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Pushing event updated for resources: {'Port': ['ID=0331f6d3-d058-46b8-bacf-25c9ac0f565e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:09.568689 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:09.638225 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0637095 May 19 13:14:09.650532 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:09.666204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=62d10e85-9bdc-412b-b807-76dca49ef4a6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:09.697618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '62d10e85-9bdc-412b-b807-76dca49ef4a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:09.737586 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:09.743959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::12b (bdff774c-54f5-41a2-b7af-b8804c770961/781ca9dd-fd79-4c14-a223-b5c428b3daa5/2c311b43-badc-407a-a469-03e768782579) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:09.827368 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 62d10e85-9bdc-412b-b807-76dca49ef4a6 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:09.908750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:09.926056 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:09.932223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:09.981352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:10.022915 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:10.027270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.271427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5c614f13-28ca-443a-9baf-d694f8b9ee2a req-a72eaab5-4e40-4a4f-a168-7daaf66d0125 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.3564177 May 19 13:14:10.284900 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac430035-3b4b-41fc-ac91-1c8c05d6dfb6 req-bcdcc293-3781-4d49-90c7-08f22fa2647a service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2145100 May 19 13:14:10.565789 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Attempting to bind port 0331f6d3-d058-46b8-bacf-25c9ac0f565e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:10.572461 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Attempting to bind port 0331f6d3-d058-46b8-bacf-25c9ac0f565e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '2730619e-18a6-4a7f-8d1c-aac154e3604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:10.576932 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Attempting to bind port 0331f6d3-d058-46b8-bacf-25c9ac0f565e on network bdff774c-54f5-41a2-b7af-b8804c770961 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:10.601145 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d20eac76-0552-4733-a5ac-da12bdb49654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.604434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:10.611356 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Checking segment: {'id': '2730619e-18a6-4a7f-8d1c-aac154e3604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:10.618291 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.620225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Bound using segment: {'id': '2730619e-18a6-4a7f-8d1c-aac154e3604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:10.622120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Bound port: 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730619e-18a6-4a7f-8d1c-aac154e3604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bdff774c-54f5-41a2-b7af-b8804c770961'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:10.623040 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.680957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.710913 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b9ea-e898-440d-a6e0-07d52c5d6cd6 req-fcb9a485-98e3-45d4-a651-e72fb1554d18 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:10.723005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 2c311b43-badc-407a-a469-03e768782579 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:10.739177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b9ea-e898-440d-a6e0-07d52c5d6cd6 req-fcb9a485-98e3-45d4-a651-e72fb1554d18 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:10.759235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b9ea-e898-440d-a6e0-07d52c5d6cd6 req-fcb9a485-98e3-45d4-a651-e72fb1554d18 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:10.761920 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1584b9ea-e898-440d-a6e0-07d52c5d6cd6 req-fcb9a485-98e3-45d4-a651-e72fb1554d18 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2410 time: 1.3850029 May 19 13:14:10.934800 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] For port 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:10.947182 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] For port 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0331f6d3-d058-46b8-bacf-25c9ac0f565e,segment=NetworkSegment(2730619e-18a6-4a7f-8d1c-aac154e3604d),segment_id=2730619e-18a6-4a7f-8d1c-aac154e3604d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:10.957718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.966623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:10.969479 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:10.988326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1584b9ea-e898-440d-a6e0-07d52c5d6cd6 req-073271f4-d321-4049-be7a-6956b44bfadd tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005513 May 19 13:14:10.991157 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:11.054500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-081c50a6-b104-4424-99bf-284e67938bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:11.055240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-081c50a6-b104-4424-99bf-284e67938bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:11.066068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-081c50a6-b104-4424-99bf-284e67938bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:11.069165 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-081c50a6-b104-4424-99bf-284e67938bae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2863 time: 0.6615450 May 19 13:14:11.171860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Pushing event updated for resources: {'Port': ['ID=0331f6d3-d058-46b8-bacf-25c9ac0f565e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:11.180187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bdff774c-54f5-41a2-b7af-b8804c770961 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:11.182789 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:11.191111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:11.203968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:11.210812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:11.211936 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:11.260111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=2c311b43-badc-407a-a469-03e768782579,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:11.271684 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:11.329736 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1404793 May 19 13:14:11.365042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 60986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:11.804516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-5d77194c-c256-48bf-8a28-959ecd3b390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:11.806095 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-5d77194c-c256-48bf-8a28-959ecd3b390a service neutron] 10.222.0.71 "GET /v2.0/networks?id=17b678ea-0014-4e4d-b682-018e03078d67 HTTP/1.1" status: 200 len: 902 time: 0.7270424 May 19 13:14:11.974135 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c7bed425-68c6-4dc3-8470-c0e21de51530 req-f855a7b3-8bcc-441f-8a08-98e9f6641668 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2832799 May 19 13:14:12.056859 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-39901879-d09d-45b2-8040-079fa8dc0094 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=6d700c1c-f7a2-43e9-881b-6279141ef913 HTTP/1.1" status: 200 len: 217 time: 0.2297580 May 19 13:14:12.289901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-f882e09c-1967-45e9-99d1-180464b9500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:12.291868 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-f882e09c-1967-45e9-99d1-180464b9500e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32c2997b-b3a4-4b68-aec4-fbefa530d9dd HTTP/1.1" status: 200 len: 801 time: 0.2300942 May 19 13:14:12.833202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cf4b722-29a2-44e7-a45c-3862b04d8190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:12.957374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-b5de2138-03e0-487e-af2d-f2e35790541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:12.959004 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-b5de2138-03e0-487e-af2d-f2e35790541d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17b678ea-0014-4e4d-b682-018e03078d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6584401 May 19 13:14:12.966825 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0331f6d3-d058-46b8-bacf-25c9ac0f565e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:13.038702 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:13.066984 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a8cc-cfed-4d68-871a-eaf5d57c9981 req-4b03bf8c-7ae3-4cc3-8614-59e8cb2efdad tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:13.092274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a8cc-cfed-4d68-871a-eaf5d57c9981 req-4b03bf8c-7ae3-4cc3-8614-59e8cb2efdad tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:13.117043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a8cc-cfed-4d68-871a-eaf5d57c9981 req-4b03bf8c-7ae3-4cc3-8614-59e8cb2efdad tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:13.128565 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-39e3a8cc-cfed-4d68-871a-eaf5d57c9981 req-4b03bf8c-7ae3-4cc3-8614-59e8cb2efdad tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2410 time: 0.4076080 May 19 13:14:13.129147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 0331f6d3-d058-46b8-bacf-25c9ac0f565e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:13.432013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a7a7f-c3ab-4707-a5b9-c36dce3a8d5d None None] Network bdff774c-54f5-41a2-b7af-b8804c770961 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:13.540049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:13.602850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-23c1b82d-46bf-4c82-9ac0-8b0af83814c5 req-764dc75d-fd88-4d30-9bab-97bf0d761b8d tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1993003 May 19 13:14:13.627502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:13.634684 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a55bfce-7c5b-4bf4-be1b-219f37f8473d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:13.658336 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Provisioning for port 0331f6d3-d058-46b8-bacf-25c9ac0f565e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:13.666282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Provisioning complete for port 0331f6d3-d058-46b8-bacf-25c9ac0f565e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:13.667009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:13.709858 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-064b4399-840c-456a-a10a-2ada3332c7e8 service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366133 May 19 13:14:13.766656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-39e3a8cc-cfed-4d68-871a-eaf5d57c9981 req-fcbce9ef-0de2-452c-b907-eb64cb972356 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935051 May 19 13:14:13.860471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a8c5e783-6133-4cd7-b576-90d55e9ccfca details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:14:14.146622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a4f389f-c94e-47f5-a676-9b59817c0b77 req-61749f25-78c4-4a2c-9588-9daecb994bb9 service neutron] 10.222.0.71 "GET /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188616 May 19 13:14:14.237966 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=e675ea6f-6b48-44fc-9bd4-a9afecfa656f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:14.238225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:14.245413 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:14.284484 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'port_id': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'mac_address': 'fa:16:3e:76:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c2997b-b3a4-4b68-aec4-fbefa530d9dd', 'ip_address': '19.80.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:14:14.480976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.588985 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': 'f24f4f8b-18d5-4b35-a2aa-cc560ca07e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '62d10e85-9bdc-412b-b807-76dca49ef4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:14.590578 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 62d10e85-9bdc-412b-b807-76dca49ef4a6, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:14.664467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.672133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c5e783-6133-4cd7-b576-90d55e9ccfca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:14:14.714637 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.718084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 62d10e85-9bdc-412b-b807-76dca49ef4a6 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:14.726467 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.736550 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.745932 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7c079536-6b1a-4971-a1a7-1d57e7389d0d tempest-ServersTestBootFromVolume-504294743 tempest-ServersTestBootFromVolume-504294743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:14.779251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:14.797753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 62d10e85-9bdc-412b-b807-76dca49ef4a6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:14.865578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f0c21-2876-4778-98fb-177bb15654be None None] Network 62d10e85-9bdc-412b-b807-76dca49ef4a6 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:14.905661 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=2c311b43-badc-407a-a469-03e768782579,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:14.919133 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:14.919434 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:14.921297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9d3cb524-ce29-4f3f-887d-79c8479f082d details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:14:14.930700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:14.932098 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:15.161014 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4993379 May 19 13:14:15.163855 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:15.250024 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ea8c40fe-a448-4bb9-bc35-f4fbd78f3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:15.303202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] For port 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0331f6d3-d058-46b8-bacf-25c9ac0f565e,segment=NetworkSegment(2730619e-18a6-4a7f-8d1c-aac154e3604d),segment_id=2730619e-18a6-4a7f-8d1c-aac154e3604d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:15.443742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:15.477599 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:15.484548 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:15.499452 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:15.564640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:15.835979 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:15.851987 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-758580a1-adc6-4349-bd2c-16d6fb4a5113 req-7354e1a2-a2e3-419e-bca7-20fc02592457 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.5177627 May 19 13:14:15.922368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:15.936616 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:14:16.116608 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:16.305264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e512b-d0b6-4ee1-8b5f-c129e4ff6dc5 req-0b6c6f3b-3463-4566-a0f4-e145e3b62887 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:16.322221 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e512b-d0b6-4ee1-8b5f-c129e4ff6dc5 req-0b6c6f3b-3463-4566-a0f4-e145e3b62887 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:16.336729 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e512b-d0b6-4ee1-8b5f-c129e4ff6dc5 req-0b6c6f3b-3463-4566-a0f4-e145e3b62887 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:16.352828 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-377e512b-d0b6-4ee1-8b5f-c129e4ff6dc5 req-0b6c6f3b-3463-4566-a0f4-e145e3b62887 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2411 time: 1.1198907 May 19 13:14:16.404460 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:16.435503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:16.476949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '9d3cb524-ce29-4f3f-887d-79c8479f082d', 'network_id': '6bdec7e1-b6a7-4a09-9418-4341a707a51f', 'port_id': '9d3cb524-ce29-4f3f-887d-79c8479f082d', 'mac_address': 'fa:16:3e:e9:80:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2317ec-b436-4551-9875-c423b6315554', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:14:16.485557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Pushing event updated for resources: {'Port': ['ID=0331f6d3-d058-46b8-bacf-25c9ac0f565e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:16.538232 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:16.627987 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Provisioning complete for port 0331f6d3-d058-46b8-bacf-25c9ac0f565e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:16.628526 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:16.735673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-377e512b-d0b6-4ee1-8b5f-c129e4ff6dc5 req-6d5d148e-7fa0-409f-9ec1-1d2e0bbdcf0a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812132 May 19 13:14:16.744187 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:17.122090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:17.129414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0331f6d3-d058-46b8-bacf-25c9ac0f565e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:17.140369 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:17.142117 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:17.165027 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-357638f3-09f1-4aa2-8c59-6bbce80d9dac tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:17.624737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b8a06b-005a-4ad0-bd00-f72e8458235d req-bd616a27-80f2-4440-9f43-a2085c3c98cb tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.2011330 May 19 13:14:17.693059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=2c311b43-badc-407a-a469-03e768782579,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:17.709285 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:17.984175 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.032686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3cb524-ce29-4f3f-887d-79c8479f082d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:14:18.051971 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb5e9f-fb41-4d50-86ae-d950c286dba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-62d10e85-9bdc-412b-b807-76dca49ef4a6', 'network_id': '62d10e85-9bdc-412b-b807-76dca49ef4a6', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'e675ea6f-6b48-44fc-9bd4-a9afecfa656f'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:18.054047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5e9f-fb41-4d50-86ae-d950c286dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.070873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.111115 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:18.166333 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.184449 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ddc2fb24-682c-4b17-86ee-23f86782ec2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:18.194716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 0331f6d3-d058-46b8-bacf-25c9ac0f565e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:18.194716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.257616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network bdff774c-54f5-41a2-b7af-b8804c770961 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:18.265620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:18.439564 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.444595 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6d700c1c-f7a2-43e9-881b-6279141ef913 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:14:18.477469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6d700c1c-f7a2-43e9-881b-6279141ef913,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:18.506790 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0c08fd79-504a-4708-861f-6d8a15b51939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:18.592009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '6d700c1c-f7a2-43e9-881b-6279141ef913', 'network_id': '17b678ea-0014-4e4d-b682-018e03078d67', 'port_id': '6d700c1c-f7a2-43e9-881b-6279141ef913', 'mac_address': 'fa:16:3e:db:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c2997b-b3a4-4b68-aec4-fbefa530d9dd', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:14:18.600452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:18.614013 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:18.751937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=e675ea6f-6b48-44fc-9bd4-a9afecfa656f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:18.756686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Provisioning for port 2c311b43-badc-407a-a469-03e768782579 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:18.756986 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:18.801628 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Provisioning complete for port 2c311b43-badc-407a-a469-03e768782579 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:18.802276 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:18.910207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09b4b350-e843-4b5c-9b83-08c9dd98425e None None] Port 2c311b43-badc-407a-a469-03e768782579 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-c0cb5e9f-fb41-4d50-86ae-d950c286dba4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e675ea6f-6b48-44fc-9bd4-a9afecfa656f: This subnet is being modified by another concurrent operation. May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e675ea6f-6b48-44fc-9bd4-a9afecfa656f: This subnet is being modified by another concurrent operation. May 19 13:14:19.012531 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server May 19 13:14:19.040080 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.045180 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.062404 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f8862-668d-4c08-9e00-18a3975cb077 None None] Network 62d10e85-9bdc-412b-b807-76dca49ef4a6 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:19.065598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5bd1f127-0f14-4951-9b6b-290282c7a217 req-f101bf7a-391c-4a98-bfaa-7a4c668a627e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.1100862 May 19 13:14:19.091711 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d10e85-9bdc-412b-b807-76dca49ef4a6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:19.118258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24f4f8b-18d5-4b35-a2aa-cc560ca07e3c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:19.119532 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24f4f8b-18d5-4b35-a2aa-cc560ca07e3c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:19.135450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3dc68b24-a8d6-445a-8b2f-7223715d289a None None] Provisioning complete for port 2c311b43-badc-407a-a469-03e768782579 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:19.135839 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3dc68b24-a8d6-445a-8b2f-7223715d289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.143450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2298-90b6-42b6-9c24-04a7bf2caaa8 req-9f605028-8bdb-43e1-94ba-45517db4338c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:19.154275 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2298-90b6-42b6-9c24-04a7bf2caaa8 req-9f605028-8bdb-43e1-94ba-45517db4338c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:19.163744 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2298-90b6-42b6-9c24-04a7bf2caaa8 req-9f605028-8bdb-43e1-94ba-45517db4338c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:19.172357 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee9e2298-90b6-42b6-9c24-04a7bf2caaa8 req-9f605028-8bdb-43e1-94ba-45517db4338c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2412 time: 0.6284862 May 19 13:14:19.252584 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee9e2298-90b6-42b6-9c24-04a7bf2caaa8 req-fab2717f-2f80-4527-95cd-941bde89c678 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789893 May 19 13:14:19.254606 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.322896 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.326819 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Router 7ff7e006-23e4-44ab-a78e-369beffd15cc is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:14:19.347649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:19.348508 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:19.415641 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:19.505034 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d700c1c-f7a2-43e9-881b-6279141ef913 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:14:19.590385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:19.598574 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/routers/7ff7e006-23e4-44ab-a78e-369beffd15cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2366979 May 19 13:14:19.600874 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.603225 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:19.613668 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:19.630564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3dc68b24-a8d6-445a-8b2f-7223715d289a None None] Port 2c311b43-badc-407a-a469-03e768782579 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:19.635688 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d27365-18e0-4493-8e92-04781234d175 None None] Sync routers for ids ['7ff7e006-23e4-44ab-a78e-369beffd15cc'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:19.672010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6d700c1c-f7a2-43e9-881b-6279141ef913,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:19.753368 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.758993 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f34082d4-e3a5-4fe2-b1b8-67e915a9c259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:19.890008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] Routers {'7ff7e006-23e4-44ab-a78e-369beffd15cc'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:14:19.891154 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:14:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7ff7e006-23e4-44ab-a78e-369beffd15cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:19.903980 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.917654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=62d10e85-9bdc-412b-b807-76dca49ef4a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:19.924133 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:19.947065 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/62d10e85-9bdc-412b-b807-76dca49ef4a6 HTTP/1.1" status: 204 len: 168 time: 4.7815137 May 19 13:14:19.956425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:19.978356 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576015713'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:19.986965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:19.993974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:20.002268 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:20.032398 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:20.061784 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:20.071185 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:20.082024 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:20.098853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a07133-d1b4-4dbc-871e-be97ca536883 None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 13:14:20.106070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb35c01-b9e6-4007-a176-ebe87a46c1f0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:20.118920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6bb35c01-b9e6-4007-a176-ebe87a46c1f0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:20.166878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:20.176829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:20.180417 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.180846 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.181286 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.181803 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.182149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.182679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.183742 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.184337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.184690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.185023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.185302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6bb35c01-b9e6-4007-a176-ebe87a46c1f0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:20.185478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.185797 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:20.187226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:20.187716 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 0afab06b-d4b2-4f01-916f-df8dd0aae2a2 of type vlan for network 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 May 19 13:14:20.188687 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bb35c01-b9e6-4007-a176-ebe87a46c1f0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ff7e006-23e4-44ab-a78e-369beffd15cc HTTP/1.1" status: 200 len: 988 time: 0.5825148 May 19 13:14:20.192789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:20.198361 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:20.218236 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] Routers {'7ff7e006-23e4-44ab-a78e-369beffd15cc'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:14:20.218897 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:14:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7ff7e006-23e4-44ab-a78e-369beffd15cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:20.294499 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-99d27365-18e0-4493-8e92-04781234d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:20.294845 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d27365-18e0-4493-8e92-04781234d175 None None] The sync data for ids ['7ff7e006-23e4-44ab-a78e-369beffd15cc'] in n-d-791505-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:14:20.309416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['a8c5e783-6133-4cd7-b576-90d55e9ccfca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:14:20.469415 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['9d3cb524-ce29-4f3f-887d-79c8479f082d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:14:20.544023 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['6d700c1c-f7a2-43e9-881b-6279141ef913'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:14:20.966610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:21.139237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-10faf011-ad9b-4fe8-9852-5a83184a71b3 req-e3e22e65-9eba-434f-ac06-ae36a3a73377 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebd7861f-54b6-4320-88c3-a47a45b6f770 HTTP/1.1" status: 200 len: 210 time: 0.3675976 May 19 13:14:21.170057 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:21.192774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:21.198450 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:21.246586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a07133-d1b4-4dbc-871e-be97ca536883 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:14:21.315352 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9c52d752-7eb4-4891-9f43-2f5d4e1efa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:21.575932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=6df96ae0-eebe-48e4-84b7-b34d3b9c3e03,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:21.578704 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:21.594760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-50eb5ee9-0703-4b3f-b882-5df857c24495 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6364086 May 19 13:14:21.598350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:21.676525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '6df96ae0-eebe-48e4-84b7-b34d3b9c3e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:21.861210 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-1fc84a6a-112f-4d43-ae62-e10186e15464 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6282136 May 19 13:14:21.881971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b658-6bee-4c12-a618-74dd12cee240 req-8cd5d0c1-7d6c-4102-88e3-690318e0c01e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:21.895402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b658-6bee-4c12-a618-74dd12cee240 req-8cd5d0c1-7d6c-4102-88e3-690318e0c01e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:21.909490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b658-6bee-4c12-a618-74dd12cee240 req-8cd5d0c1-7d6c-4102-88e3-690318e0c01e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:21.915651 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6913b658-6bee-4c12-a618-74dd12cee240 req-8cd5d0c1-7d6c-4102-88e3-690318e0c01e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2413 time: 1.0368912 May 19 13:14:21.944752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:21.952317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:21.964934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:21.971499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:22.000215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:22.004289 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:22.194319 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 19 13:14:22.195001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 19 13:14:22.216941 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6913b658-6bee-4c12-a618-74dd12cee240 req-e9d54e19-3daf-4dc4-8f24-b47cebc38995 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671952 May 19 13:14:22.323100 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:22.362262 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.363109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.363925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.364749 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.365523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.366347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.367147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:22.371230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6796489-8a0b-4c64-8a32-b399f21cd9de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 0.4140325 May 19 13:14:22.385555 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:23.026441 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:23.032480 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0470ec0c-7143-4c2e-8f03-f45be65fe85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:23.111650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=aa5a3b43-c397-4fb3-ba68-b73e15ddb774,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:23.121846 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:23.163610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '0afab06b-d4b2-4f01-916f-df8dd0aae2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6df96ae0-eebe-48e4-84b7-b34d3b9c3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:23.164303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:23.194974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:23.240678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:23.254438 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7706ee-217c-4b3d-ae96-a26ebd1dc973 None None] Network 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:23.269493 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:23.273587 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:23.372123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d62f216-37bc-4643-a297-6c3afc52fab2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7616131 May 19 13:14:23.372851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:23.671894 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:23.677797 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-5e67d78f-77fb-4fb1-9202-165efbab8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:23.678293 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-5e67d78f-77fb-4fb1-9202-165efbab8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:23.678716 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-5e67d78f-77fb-4fb1-9202-165efbab8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:23.680312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-5e67d78f-77fb-4fb1-9202-165efbab8c36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 2291 time: 1.1207383 May 19 13:14:23.716971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:23.772027 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6d700c1c-f7a2-43e9-881b-6279141ef913 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:23.826379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:23.854230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-46edb3c1-7393-48bb-9075-992f8bf0eca8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1002 time: 0.1490214 May 19 13:14:24.017396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789d80-780c-4736-ad86-814e26c336de req-ba02d6e0-1eee-44b3-a239-f378151c9b53 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:24.032358 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789d80-780c-4736-ad86-814e26c336de req-ba02d6e0-1eee-44b3-a239-f378151c9b53 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:24.046754 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789d80-780c-4736-ad86-814e26c336de req-ba02d6e0-1eee-44b3-a239-f378151c9b53 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:24.062453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec789d80-780c-4736-ad86-814e26c336de req-ba02d6e0-1eee-44b3-a239-f378151c9b53 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2413 time: 0.4992967 May 19 13:14:24.078276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63950d-3505-43b9-b5d1-be12d60f68f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-6df96ae0-eebe-48e4-84b7-b34d3b9c3e03', 'network_id': '6df96ae0-eebe-48e4-84b7-b34d3b9c3e03', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'aa5a3b43-c397-4fb3-ba68-b73e15ddb774'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:24.086264 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63950d-3505-43b9-b5d1-be12d60f68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.233999 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ec789d80-780c-4736-ad86-814e26c336de req-aed06903-1f76-4303-bcb7-6f9317fa9fc5 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703343 May 19 13:14:24.259251 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.291512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-ea3c3d39-290c-4c4c-9189-2e3e0bf3eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:24.294306 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-ea3c3d39-290c-4c4c-9189-2e3e0bf3eae3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.4286866 May 19 13:14:24.426863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 6d700c1c-f7a2-43e9-881b-6279141ef913 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:24.430403 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.456198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 6d700c1c-f7a2-43e9-881b-6279141ef913 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:24.456855 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.592995 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 2c311b43-badc-407a-a469-03e768782579 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:24.592995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.609270 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.620384 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9984a7d0-dba0-44f3-a6e5-258ef23c9315 tempest-RoutersTest-1580020253 tempest-RoutersTest-1580020253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:24.673422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-cdfb253c-9ec6-4cbe-8329-aecdc709ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:24.678380 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-cdfb253c-9ec6-4cbe-8329-aecdc709ccf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317933 May 19 13:14:24.715325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5a3b43-c397-4fb3-ba68-b73e15ddb774,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:24.739520 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-ce63950d-3505-43b9-b5d1-be12d60f68f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa5a3b43-c397-4fb3-ba68-b73e15ddb774: This subnet is being modified by another concurrent operation. May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa5a3b43-c397-4fb3-ba68-b73e15ddb774: This subnet is being modified by another concurrent operation. May 19 13:14:24.773334 n-d-791505-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server May 19 13:14:24.796289 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.814337 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.824994 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:24.843729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7766b8-e9bd-48de-8787-2f64bf3d0919 None None] Network 6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:24.929161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d0739-dcea-47f0-98be-5da87585e544,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:24.944297 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:24.984019 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.985329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/security-groups/f13d0739-dcea-47f0-98be-5da87585e544 HTTP/1.1" status: 204 len: 168 time: 1.3106251 May 19 13:14:24.989330 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:24.999796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:25.099648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.134371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df96ae0-eebe-48e4-84b7-b34d3b9c3e03']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:25.169024 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afab06b-d4b2-4f01-916f-df8dd0aae2a2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:25.170513 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afab06b-d4b2-4f01-916f-df8dd0aae2a2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:25.194560 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.227523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6d700c1c-f7a2-43e9-881b-6279141ef913,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:25.228316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.240215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:25.241035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.247833 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-3b7d6cfb-0e20-4890-a263-2242c9007bf8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] show failed (client error): The resource could not be found. May 19 13:14:25.253780 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b7d6cfb-0e20-4890-a263-2242c9007bf8 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "GET /v2.0/security-groups/f13d0739-dcea-47f0-98be-5da87585e544 HTTP/1.1" status: 404 len: 347 time: 0.2471876 May 19 13:14:25.264109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:25.276118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 2c311b43-badc-407a-a469-03e768782579 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:25.290492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 32930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:25.301446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-3672bb84-f237-4daf-b380-bfd9620df8fe service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117561 May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: timer() May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:25.456272 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:25.470739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.476650 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ac0c6486-624c-4687-ac52-6fd9cf4a01db tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:25.564661 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.617611 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=6df96ae0-eebe-48e4-84b7-b34d3b9c3e03,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:25.621817 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:25.626047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.630807 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a8c5e783-6133-4cd7-b576-90d55e9ccfca up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:25.640539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 HTTP/1.1" status: 204 len: 168 time: 2.2661207 May 19 13:14:25.641204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:25.664210 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89564167'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:25.681042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:25.689705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:25.697683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:25.713250 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:25.759972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:25.764887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.769024 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913', 'code': 200} May 19 13:14:25.781899 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:25.832998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:25.859817 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:25.861000 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 7f224f62-a818-499c-bb73-9e303b8ae4f7 of type vlan for network 413ee34a-f469-4026-9594-5fce77575b65 May 19 13:14:25.962617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.059769 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26ff6c-f9f9-45d8-b33a-d8e7352b885c None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 13:14:26.096377 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port a8c5e783-6133-4cd7-b576-90d55e9ccfca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:26.103169 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.110181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port a8c5e783-6133-4cd7-b576-90d55e9ccfca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:26.110857 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.122207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:26.123321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.143575 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6e01ca1f-4740-450f-b928-8401d64dbf2c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:26.169989 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:26.189090 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:26.339941 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.358727 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-c6c287dc-758a-4021-8a36-cedef69e93cd service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733791 May 19 13:14:26.419439 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:26.446252 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:26.454653 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-14f397a0-c140-42f2-bd03-9e897e5f8f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:26.571008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9d3cb524-ce29-4f3f-887d-79c8479f082d up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:26.770292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=413ee34a-f469-4026-9594-5fce77575b65,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:26.771406 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26ff6c-f9f9-45d8-b33a-d8e7352b885c None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:14:26.782704 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:26.789990 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1448495 May 19 13:14:26.794548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:26.811328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 413ee34a-f469-4026-9594-5fce77575b65 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:26.814705 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '413ee34a-f469-4026-9594-5fce77575b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:26.872176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:26.894532 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:27.025448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2546ef85-dc23-40ef-807c-56d2a608aaac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 217 time: 0.6291769 May 19 13:14:27.233448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-c541f10b-5f20-4445-9339-a07e13374254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:27.236355 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-c541f10b-5f20-4445-9339-a07e13374254 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.2004340 May 19 13:14:27.265138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9cc03-19e1-46c6-aea4-f24bbc607d80 req-35877352-71b7-4b7f-b27c-629eec2ef62b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:27.291449 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9cc03-19e1-46c6-aea4-f24bbc607d80 req-35877352-71b7-4b7f-b27c-629eec2ef62b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:27.316218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9cc03-19e1-46c6-aea4-f24bbc607d80 req-35877352-71b7-4b7f-b27c-629eec2ef62b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:27.322977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:27.326269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54d9cc03-19e1-46c6-aea4-f24bbc607d80 req-35877352-71b7-4b7f-b27c-629eec2ef62b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2414 time: 1.3128173 May 19 13:14:27.333123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:27.340753 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 9d3cb524-ce29-4f3f-887d-79c8479f082d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:27.346345 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:27.360420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:27.403994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:27.403994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:27.433195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 9d3cb524-ce29-4f3f-887d-79c8479f082d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:27.434696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:27.620023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port 2141a363-5a9b-4b49-9e34-81bc746a0b18 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:27.620897 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:27.772481 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:27.814386 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:27.903864 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'code': 200} May 19 13:14:27.990197 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-54d9cc03-19e1-46c6-aea4-f24bbc607d80 req-a4644a89-8497-4c80-9834-702cfc5d8709 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554363 May 19 13:14:28.028751 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:28.049573 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-b698dea1-a5eb-4716-ac3d-6adf57f49585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:28.051079 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-b698dea1-a5eb-4716-ac3d-6adf57f49585 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6271918 May 19 13:14:28.075425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.106347 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:28.221152 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.233879 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:28.284423 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.284740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.299534 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=2c311b43-badc-407a-a469-03e768782579,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:28.315285 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:28.349533 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:28.412359 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:28.486996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.491036 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-195cc945-2016-4e10-afdf-9feb59683c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:28.655932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=16561a4b-9793-4e23-95b6-4ae2e8cfcaf2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:28.660302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:28.764411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '7f224f62-a818-499c-bb73-9e303b8ae4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413ee34a-f469-4026-9594-5fce77575b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:28.764843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 413ee34a-f469-4026-9594-5fce77575b65, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:28.826356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 413ee34a-f469-4026-9594-5fce77575b65 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:28.845540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 413ee34a-f469-4026-9594-5fce77575b65) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:28.871996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647dd49-1dfc-4674-b013-9d129bff943e None None] Network 413ee34a-f469-4026-9594-5fce77575b65 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:28.872843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:28.873006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:28.944082 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c04e3b0-1f4e-4914-bf99-6b9dcaf2312b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1418867 May 19 13:14:28.948349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 32972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:29.023976 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for 2141a363-5a9b-4b49-9e34-81bc746a0b18 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:29.159745 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:29.173771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-05fad035-d370-4b09-b445-7bc635d51fea service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1084218 May 19 13:14:29.419715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:29.429930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-413ee34a-f469-4026-9594-5fce77575b65', 'network_id': '413ee34a-f469-4026-9594-5fce77575b65', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': '16561a4b-9793-4e23-95b6-4ae2e8cfcaf2'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:29.431068 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:29.609174 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:29.730802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Allocated IP 172.20.0.1 (413ee34a-f469-4026-9594-5fce77575b65/16561a4b-9793-4e23-95b6-4ae2e8cfcaf2/a9ae5a38-4d83-42f5-8194-74d60c3297e7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:29.949533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:30.102409 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d', 'code': 200} May 19 13:14:30.164411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-ed404c74-cf4a-4b34-9293-748cf44f0e46 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793775 May 19 13:14:30.336380 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.365730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Transition to ACTIVE for port object a9ae5a38-4d83-42f5-8194-74d60c3297e7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:30.399853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Transition to ACTIVE for port object a9ae5a38-4d83-42f5-8194-74d60c3297e7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:30.413437 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.418981 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-188137da-1935-421a-907b-e09dde6d4eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:30.435793 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.443210 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.449637 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-10f15902-a785-4ffb-9bb3-3bc73e375d64 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:30.454795 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5edb5338-9548-4c79-a59c-2045b7450e74 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:30.537524 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Pushing event updated for resources: {'Port': ['ID=a9ae5a38-4d83-42f5-8194-74d60c3297e7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:30.543374 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:30.556817 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=16561a4b-9793-4e23-95b6-4ae2e8cfcaf2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:30.567215 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:30.570255 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Network 413ee34a-f469-4026-9594-5fce77575b65 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:30.573152 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=2141a363-5a9b-4b49-9e34-81bc746a0b18,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:30.576425 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-ce2428bc-5e85-4444-9267-15843c1e051c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 217 time: 0.3315275 May 19 13:14:30.579533 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:30.583937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:30.589401 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:30.832775 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.869839 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.894917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66168-c22f-41a1-9953-896d6701d9d2 req-1aca5bcf-31ab-4ab9-9e9f-7a22f3aafb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.896859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66168-c22f-41a1-9953-896d6701d9d2 req-1aca5bcf-31ab-4ab9-9e9f-7a22f3aafb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.896859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66168-c22f-41a1-9953-896d6701d9d2 req-1aca5bcf-31ab-4ab9-9e9f-7a22f3aafb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.901162 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fda66168-c22f-41a1-9953-896d6701d9d2 req-1aca5bcf-31ab-4ab9-9e9f-7a22f3aafb0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2869 time: 0.7059174 May 19 13:14:30.905379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Attempting to bind port a9ae5a38-4d83-42f5-8194-74d60c3297e7 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:30.905761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Attempting to bind port a9ae5a38-4d83-42f5-8194-74d60c3297e7 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '7f224f62-a818-499c-bb73-9e303b8ae4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413ee34a-f469-4026-9594-5fce77575b65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:30.906156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Attempting to bind port a9ae5a38-4d83-42f5-8194-74d60c3297e7 on network 413ee34a-f469-4026-9594-5fce77575b65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:30.927290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ec51-7378-4a9c-9288-df87d6a5a543 req-e94cef2d-b67a-4fe8-936a-912a625a0515 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.932595 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:30.933293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Checking segment: {'id': '7f224f62-a818-499c-bb73-9e303b8ae4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413ee34a-f469-4026-9594-5fce77575b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:30.933957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ec51-7378-4a9c-9288-df87d6a5a543 req-e94cef2d-b67a-4fe8-936a-912a625a0515 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.934226 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.934893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Bound using segment: {'id': '7f224f62-a818-499c-bb73-9e303b8ae4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413ee34a-f469-4026-9594-5fce77575b65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:30.935753 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Bound port: a9ae5a38-4d83-42f5-8194-74d60c3297e7, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f224f62-a818-499c-bb73-9e303b8ae4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413ee34a-f469-4026-9594-5fce77575b65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:30.936464 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:30.941058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ec51-7378-4a9c-9288-df87d6a5a543 req-e94cef2d-b67a-4fe8-936a-912a625a0515 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:30.950331 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd32ec51-7378-4a9c-9288-df87d6a5a543 req-e94cef2d-b67a-4fe8-936a-912a625a0515 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 0.7796872 May 19 13:14:30.990798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413ee34a-f469-4026-9594-5fce77575b65']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:31.009663 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f224f62-a818-499c-bb73-9e303b8ae4f7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:31.009957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f224f62-a818-499c-bb73-9e303b8ae4f7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:31.015354 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.019889 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/floatingips/5ef8580e-39ca-4a4c-adf3-f21da257d7a7 HTTP/1.1" status: 204 len: 168 time: 5.7280056 May 19 13:14:31.020939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:31.023932 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-36f7f257-374a-451c-a1fa-51b906830fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:31.025486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-36f7f257-374a-451c-a1fa-51b906830fc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.4229190 May 19 13:14:31.026079 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.054818 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.120765 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:31.121399 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.306555 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Router 7ff7e006-23e4-44ab-a78e-369beffd15cc has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: timer() May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:31.326964 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:31.363460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-fda66168-c22f-41a1-9953-896d6701d9d2 req-a8dd02c1-18e0-44da-9f3b-b9cf87b9c589 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497654 May 19 13:14:31.367791 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd32ec51-7378-4a9c-9288-df87d6a5a543 req-43d68537-9a23-426a-b8ea-bbbd1e5575ec tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163673 May 19 13:14:31.391756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:14:31.391756 n-d-791505-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:14:31.391756 n-d-791505-2 neutron-server[93821]: [parameters: {'id': '413ee34a-f469-4026-9594-5fce77575b65'}] May 19 13:14:31.391756 n-d-791505-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:14:31.392527 n-d-791505-2 neutron-server[93821]: DEBUG oslo_db.api [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:14:31.423394 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] For port a9ae5a38-4d83-42f5-8194-74d60c3297e7, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:31.429879 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] For port a9ae5a38-4d83-42f5-8194-74d60c3297e7, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a9ae5a38-4d83-42f5-8194-74d60c3297e7,segment=NetworkSegment(7f224f62-a818-499c-bb73-9e303b8ae4f7),segment_id=7f224f62-a818-499c-bb73-9e303b8ae4f7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:31.436632 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.441416 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9144c281-5813-4799-a569-dc3befa4a326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:31.562518 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2c661c48-3ec9-48c8-a8ae-6c2a9dd3cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:31.564391 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2c661c48-3ec9-48c8-a8ae-6c2a9dd3cb5f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4446516 May 19 13:14:31.590054 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Pushing event updated for resources: {'Port': ['ID=a9ae5a38-4d83-42f5-8194-74d60c3297e7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:31.611660 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:31.685200 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d29b5-a782-45d5-8754-d33d65b34ec7 None None] Network 413ee34a-f469-4026-9594-5fce77575b65 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:31.700248 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port 29f9a52c-fb72-40be-8a28-090ad3dc01c3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:31.700600 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.730463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:31.742024 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] Sync routers for ids ['7ff7e006-23e4-44ab-a78e-369beffd15cc'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:31.751514 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/routers/7ff7e006-23e4-44ab-a78e-369beffd15cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5443788 May 19 13:14:31.762222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:31.771336 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] Routers {'7ff7e006-23e4-44ab-a78e-369beffd15cc'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:14:31.772842 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:14:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7ff7e006-23e4-44ab-a78e-369beffd15cc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:31.979550 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:32.107383 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-a6cccbad-4d89-4ba3-be79-5f55a39d253f service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322857 May 19 13:14:32.113343 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:32.154447 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] Routers {'7ff7e006-23e4-44ab-a78e-369beffd15cc'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:14:32.156051 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:14:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['7ff7e006-23e4-44ab-a78e-369beffd15cc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:32.202407 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d324c-f967-4540-bf0f-779e58395f7f None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 13:14:32.316009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:32.332328 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c747f07d-e413-4706-8f5e-0079ec8b9dfc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:14:32.342442 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for 29f9a52c-fb72-40be-8a28-090ad3dc01c3 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:32.343359 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c747f07d-e413-4706-8f5e-0079ec8b9dfc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/2c311b43-badc-407a-a469-03e768782579 HTTP/1.1" status: 404 len: 333 time: 0.5796800 May 19 13:14:32.350941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:32.572736 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:32.574530 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b718c0-943c-4281-af3d-ef1e03d185ee None None] The sync data for ids ['7ff7e006-23e4-44ab-a78e-369beffd15cc'] in n-d-791505-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:14:32.944967 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d324c-f967-4540-bf0f-779e58395f7f None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:14:32.960711 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.081006 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-7cb37704-004c-43e5-8a31-a0472fc57cdb service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486421 May 19 13:14:33.264576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-f60c78ff-70e4-4e51-93f1-375a4b38c897 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 217 time: 0.1707606 May 19 13:14:33.543650 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port a9ae5a38-4d83-42f5-8194-74d60c3297e7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:33.544624 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.716973 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d5861e7b-59ad-4cd1-84c1-7034930e907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:33.718483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d5861e7b-59ad-4cd1-84c1-7034930e907f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1789622 May 19 13:14:33.782877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.803832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.837599 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port a9ae5a38-4d83-42f5-8194-74d60c3297e7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a9ae5a38-4d83-42f5-8194-74d60c3297e7,segment=NetworkSegment(7f224f62-a818-499c-bb73-9e303b8ae4f7),segment_id=7f224f62-a818-499c-bb73-9e303b8ae4f7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:33.837970 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.863330 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:33.884270 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c7c0a923-7aee-48ae-8819-4297662f69ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:34.027634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=29f9a52c-fb72-40be-8a28-090ad3dc01c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:34.052089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5292eb-0d42-48a2-8c56-4e3e6cf501e4 req-c9573f6a-3f2b-4176-98c4-46cc0d20919d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:34.059019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5292eb-0d42-48a2-8c56-4e3e6cf501e4 req-c9573f6a-3f2b-4176-98c4-46cc0d20919d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:34.066083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5292eb-0d42-48a2-8c56-4e3e6cf501e4 req-c9573f6a-3f2b-4176-98c4-46cc0d20919d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:34.074951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e5292eb-0d42-48a2-8c56-4e3e6cf501e4 req-c9573f6a-3f2b-4176-98c4-46cc0d20919d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 0.9922857 May 19 13:14:34.101043 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:34.145556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.146235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff7e006-23e4-44ab-a78e-369beffd15cc {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:14:34.158207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for a9ae5a38-4d83-42f5-8194-74d60c3297e7 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:34.163773 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e5292eb-0d42-48a2-8c56-4e3e6cf501e4 req-c703d597-ee2f-45f7-aa87-3938c26c3598 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878577 May 19 13:14:34.195757 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.197575 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed3232dc-3af2-4b39-b369-c70abcb8b152 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/routers/7ff7e006-23e4-44ab-a78e-369beffd15cc HTTP/1.1" status: 204 len: 168 time: 1.8225555 May 19 13:14:34.201855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:34.211612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-a94fdf60-cc72-4b65-ae69-7237439a3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:34.214299 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-a94fdf60-cc72-4b65-ae69-7237439a3f9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4860313 May 19 13:14:34.303414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 781ca9dd-fd79-4c14-a223-b5c428b3daa5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:14:34.325890 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.346446 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.365441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/ports/29f9a52c-fb72-40be-8a28-090ad3dc01c3 HTTP/1.1" status: 204 len: 168 time: 3.3354313 May 19 13:14:34.369260 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:34.436247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.573036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.653583 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-63c515bc-7bc6-4a88-b771-fd50ad7b031d service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292591 May 19 13:14:34.795637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:34.796340 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.826883 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.834996 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-228c5d84-d881-4cbb-a98b-99cd71ffff4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:34.892356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port a9ae5a38-4d83-42f5-8194-74d60c3297e7 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:34.894272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=a9ae5a38-4d83-42f5-8194-74d60c3297e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:34.926553 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:34.943070 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-b9d968d2-3478-4fe3-ba74-af3b3157abc1 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834327 May 19 13:14:35.148279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-a0cf7ade-ae55-4857-b19f-866248e7c77e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 217 time: 0.0823097 May 19 13:14:35.224358 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.250856 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.272854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413ee34a-f469-4026-9594-5fce77575b65']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:35.288962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f224f62-a818-499c-bb73-9e303b8ae4f7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:35.289439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f224f62-a818-499c-bb73-9e303b8ae4f7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:35.304879 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.330140 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.441448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:35.454173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:35.454874 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: timer() May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:35.475292 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:35.479431 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.497476 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ce6f72b-3bc0-40a1-b751-8b2709f78001 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:35.611115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=781ca9dd-fd79-4c14-a223-b5c428b3daa5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:35.621547 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:35.631758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.656670 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/781ca9dd-fd79-4c14-a223-b5c428b3daa5 HTTP/1.1" status: 204 len: 168 time: 1.4535310 May 19 13:14:35.657500 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:35.677140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b6987-317e-4717-ae65-33792c2909f6 None None] Network bdff774c-54f5-41a2-b7af-b8804c770961 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:35.865859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.957191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2c9b1041-bf88-4ff1-87c2-a1128bd81d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:35.958787 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2c9b1041-bf88-4ff1-87c2-a1128bd81d94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.5112619 May 19 13:14:36.032198 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.049419 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.074311 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d77285b3-136b-46d5-9592-a82d6f7abf55 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:36.093355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6a6a-7a6d-4c4e-8020-69acf6882f92 req-3141b583-7288-408c-9b56-fc1e229eef3f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:36.100522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6a6a-7a6d-4c4e-8020-69acf6882f92 req-3141b583-7288-408c-9b56-fc1e229eef3f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:36.108916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6a6a-7a6d-4c4e-8020-69acf6882f92 req-3141b583-7288-408c-9b56-fc1e229eef3f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:36.110760 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1eaa6a6a-7a6d-4c4e-8020-69acf6882f92 req-3141b583-7288-408c-9b56-fc1e229eef3f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 0.5705056 May 19 13:14:36.262797 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=413ee34a-f469-4026-9594-5fce77575b65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:36.282971 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/413ee34a-f469-4026-9594-5fce77575b65 HTTP/1.1" status: 204 len: 168 time: 7.3276219 May 19 13:14:36.292875 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:36.294868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:36.331631 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1eaa6a6a-7a6d-4c4e-8020-69acf6882f92 req-0da01ee3-c3f8-4fa0-8a1d-39c9f9480004 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988516 May 19 13:14:36.356607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951980447'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:36.412246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:36.444162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:36.460977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:36.513624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:36.516337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-73f02d6d-b45f-4807-a6c2-279a4826fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:36.535388 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-73f02d6d-b45f-4807-a6c2-279a4826fbf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5685289 May 19 13:14:36.563483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 0331f6d3-d058-46b8-bacf-25c9ac0f565e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:36.565597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.622637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] DHCP port deletion for bdff774c-54f5-41a2-b7af-b8804c770961 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:14:36.724203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:36.741317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.777060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] For port 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0331f6d3-d058-46b8-bacf-25c9ac0f565e,segment=NetworkSegment(2730619e-18a6-4a7f-8d1c-aac154e3604d),segment_id=2730619e-18a6-4a7f-8d1c-aac154e3604d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:36.777648 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.867189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Deleting port 0331f6d3-d058-46b8-bacf-25c9ac0f565e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:36.867858 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:36.996106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-15af7d40-b99f-4d1b-bd5d-4a63f5878d74 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495897 May 19 13:14:37.128726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 0331f6d3-d058-46b8-bacf-25c9ac0f565e owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:37.138039 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] For port 0331f6d3-d058-46b8-bacf-25c9ac0f565e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=0331f6d3-d058-46b8-bacf-25c9ac0f565e,segment=NetworkSegment(2730619e-18a6-4a7f-8d1c-aac154e3604d),segment_id=2730619e-18a6-4a7f-8d1c-aac154e3604d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:37.138549 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.164371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:37.200310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.200835 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 7b5b0356-645f-49aa-a4f4-0900fa980389 of type vlan for network 163bb0fd-89ad-41a5-8000-eb0139b468d1 May 19 13:14:37.304029 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.335320 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.381597 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2723a65b-1331-4f8b-b3b9-133e41a8f8a3 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:37.516953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Calling delete_port for 0331f6d3-d058-46b8-bacf-25c9ac0f565e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:37.532252 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.574859 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22876bf6-b3df-4d16-add1-b00b656bad3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:37.740528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:37.750379 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.750966 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0331f6d3-d058-46b8-bacf-25c9ac0f565e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:37.771098 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:37.772419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:37.773104 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.944958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 0331f6d3-d058-46b8-bacf-25c9ac0f565e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:14:37.945413 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 0331f6d3-d058-46b8-bacf-25c9ac0f565e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:37.960607 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.974353 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.984359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=0331f6d3-d058-46b8-bacf-25c9ac0f565e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:37.985940 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ff42c47d-2d8e-495c-bf84-99d7d5cbda53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:37.992535 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:38.000222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No DVR routers for this DVR port 0331f6d3-d058-46b8-bacf-25c9ac0f565e on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:38.048751 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-884ab387-4215-4fd5-a55e-aa48cdee850a tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862361053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:38.077461 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-2e2f0ce9-f3bd-46eb-8fbc-0e08dc325934 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0716295 May 19 13:14:38.239460 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-347eb62f-633b-437f-a29f-a501d98b5078 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 217 time: 0.1522162 May 19 13:14:38.246942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/ports/cef84caa-5ee6-4eaf-95ef-67bb1a7b68c9 HTTP/1.1" status: 204 len: 168 time: 3.8765225 May 19 13:14:38.250367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:38.259996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Pushing event deleted for resources: {'Port': ['ID=0331f6d3-d058-46b8-bacf-25c9ac0f565e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:38.267695 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:38.270081 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] No DVR routers for this DVR port 0331f6d3-d058-46b8-bacf-25c9ac0f565e on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:38.314456 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.374266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdff774c-54f5-41a2-b7af-b8804c770961']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:38.419507 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting subnet b6adb5b2-ba3f-4369-ac17-a8decfb165f2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:14:38.440971 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.533396 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d6b4-c9fd-4377-b995-2236d53cc34b req-8ef38ab0-26dc-4c99-a48c-7db3ef66688b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:38.540664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d6b4-c9fd-4377-b995-2236d53cc34b req-8ef38ab0-26dc-4c99-a48c-7db3ef66688b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:38.549338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d6b4-c9fd-4377-b995-2236d53cc34b req-8ef38ab0-26dc-4c99-a48c-7db3ef66688b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:38.559085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51d2d6b4-c9fd-4377-b995-2236d53cc34b req-8ef38ab0-26dc-4c99-a48c-7db3ef66688b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 0.5788443 May 19 13:14:38.563692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=163bb0fd-89ad-41a5-8000-eb0139b468d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:38.577932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2788553 May 19 13:14:38.581553 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 163bb0fd-89ad-41a5-8000-eb0139b468d1 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:38.586354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:38.596227 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:38.607051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2730619e-18a6-4a7f-8d1c-aac154e3604d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:38.607504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2730619e-18a6-4a7f-8d1c-aac154e3604d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:38.611456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '163bb0fd-89ad-41a5-8000-eb0139b468d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:38.654179 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.710350 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.733543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:38.734118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: timer() May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:38.836932 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:38.846628 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.881577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-f3356ac6-c8ec-4ef7-aac0-e2fda9aa6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:38.883088 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-f3356ac6-c8ec-4ef7-aac0-e2fda9aa6b93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.6347303 May 19 13:14:38.893228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:38.961862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-51d2d6b4-c9fd-4377-b995-2236d53cc34b req-e67faeb6-38cb-43f3-b9e9-fe4e0530102d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002728 May 19 13:14:38.964497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:39.006160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:39.030349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:39.117082 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:39.132916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.151139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.166429 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:39.197884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.249377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-6e3802a2-dd2d-42cc-884b-fbc9364ab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:39.251026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-6e3802a2-dd2d-42cc-884b-fbc9364ab6bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3503509 May 19 13:14:39.311005 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.327687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=bdff774c-54f5-41a2-b7af-b8804c770961,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:39.339982 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/bdff774c-54f5-41a2-b7af-b8804c770961 HTTP/1.1" status: 204 len: 168 time: 3.6787057 May 19 13:14:39.351167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:39.357282 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:39.529809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f410d-8be0-43c5-9d28-45ad36dbf678 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:39.531008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a54f410d-8be0-43c5-9d28-45ad36dbf678 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:39.577246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:39.590825 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:39.607527 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:39.610332 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:39.641407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a54f410d-8be0-43c5-9d28-45ad36dbf678 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:39.643974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a54f410d-8be0-43c5-9d28-45ad36dbf678 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/3d5dbfa2-b0b1-478d-b46e-26b4280919fb HTTP/1.1" status: 200 len: 845 time: 0.2848437 May 19 13:14:39.648629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:39.993992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:39.996576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a0a65db1-d134-4197-b3db-e803e46e3417 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 0.7936897 May 19 13:14:40.094506 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:14:40.172690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-e1b0fac8-96ea-4012-a115-800da78efe9c service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933037 May 19 13:14:40.302736 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d4ad2f7c-683a-4225-bbaf-ccd94b6b4be3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/3d5dbfa2-b0b1-478d-b46e-26b4280919fb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6517344 May 19 13:14:40.312530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:40.324222 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d7b66e9-31c5-473c-a195-c118fafbe03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.325129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:40.494700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:40.508390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:40.518491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:40.529068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:40.538362 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 9d3cb524-ce29-4f3f-887d-79c8479f082d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:40.538714 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.694094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:40.698645 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.816419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.829483 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ef67c4e-ae06-4617-b9d9-8875cd1ab19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:40.873671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Subnet': ['ID=b6adb5b2-ba3f-4369-ac17-a8decfb165f2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:40.886636 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:40.897218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137208a-c111-46d1-9193-4897dceb604c None None] Network 10a8a855-5b19-47b7-8f46-78928e26bfb5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:40.919270 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.932005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 9d3cb524-ce29-4f3f-887d-79c8479f082d, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=9d3cb524-ce29-4f3f-887d-79c8479f082d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:40.938134 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/subnets/b6adb5b2-ba3f-4369-ac17-a8decfb165f2 HTTP/1.1" status: 204 len: 168 time: 2.6823759 May 19 13:14:40.938943 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.942062 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-4a0958ea-f88e-41ee-a4eb-cec5ad5c639d service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468190 May 19 13:14:40.949298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:41.227649 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 9d3cb524-ce29-4f3f-887d-79c8479f082d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:41.367204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e178d8-dcb5-4507-9b1f-94484dda661d req-a3e32f96-00a1-49ca-8132-1a2e3524c4ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:41.382001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e178d8-dcb5-4507-9b1f-94484dda661d req-a3e32f96-00a1-49ca-8132-1a2e3524c4ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:41.388975 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e178d8-dcb5-4507-9b1f-94484dda661d req-a3e32f96-00a1-49ca-8132-1a2e3524c4ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:41.398209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0e178d8-dcb5-4507-9b1f-94484dda661d req-a3e32f96-00a1-49ca-8132-1a2e3524c4ba tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 2416 time: 1.1457229 May 19 13:14:41.432129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting subnet 480c41fd-d30b-4a63-9768-2277bfe5e15d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:14:41.436094 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-5efef386-6366-462d-97c6-97ca99ade511 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.4592867 May 19 13:14:41.457558 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:41.576442 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] DHCP port deletion for 10a8a855-5b19-47b7-8f46-78928e26bfb5 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:14:41.597386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-8567e341-b393-4930-a688-a87b9a675b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:41.598823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-8567e341-b393-4930-a688-a87b9a675b54 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.0976961 May 19 13:14:41.619768 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0e178d8-dcb5-4507-9b1f-94484dda661d req-1abec013-8f7f-4980-b5a7-0260475523a4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204051 May 19 13:14:41.757848 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:41.820999 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:41.843520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['6d700c1c-f7a2-43e9-881b-6279141ef913', 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', '9d3cb524-ce29-4f3f-887d-79c8479f082d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:14:41.844321 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cd5caac-18c2-43fe-8e28-92bdec164546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:41.872191 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6721af6-f806-419e-a200-00957bf5e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:41.874033 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-d6721af6-f806-419e-a200-00957bf5e4ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2416155 May 19 13:14:41.954758 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Deleting port d0d23f99-493c-4ef4-a7a8-4ea123fff287 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:41.955319 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:41.982774 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=9d3cb524-ce29-4f3f-887d-79c8479f082d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:42.115476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.116301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.117038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.117854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.118597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.119369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.123669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] For port d0d23f99-493c-4ef4-a7a8-4ea123fff287, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d0d23f99-493c-4ef4-a7a8-4ea123fff287,segment=NetworkSegment(ed92811a-4950-44fe-8f0f-eb85bf9dec61),segment_id=ed92811a-4950-44fe-8f0f-eb85bf9dec61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:42.124320 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.126126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.126896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.127960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.128684 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.129460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.130215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:42.155728 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:42.239136 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-6a2eb9f6-239c-4df7-a24c-cca434de8dc7 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438537 May 19 13:14:42.329947 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Calling delete_port for d0d23f99-493c-4ef4-a7a8-4ea123fff287 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:42.354013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 9d3cb524-ce29-4f3f-887d-79c8479f082d on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:42.359410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.380312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:42.399244 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "DELETE /v2.0/ports/9d3cb524-ce29-4f3f-887d-79c8479f082d HTTP/1.1" status: 204 len: 173 time: 2.3823254 May 19 13:14:42.405346 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.412089 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:42.479523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Pushing event deleted for resources: {'Port': ['ID=d0d23f99-493c-4ef4-a7a8-4ea123fff287,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:42.487934 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:42.493781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] No DVR routers for this DVR port d0d23f99-493c-4ef4-a7a8-4ea123fff287 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:42.538058 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.631656 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.711391 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f5f17ee7-ad23-4d17-91e8-732c8ba3a226 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:42.942840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37f346bc-dac4-4eac-8c80-645d0e59331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.041388 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.165108 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.189185 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:43.294310 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': '9d3cb524-ce29-4f3f-887d-79c8479f082d', 'status': 'completed', 'code': 200} May 19 13:14:43.302973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 6d700c1c-f7a2-43e9-881b-6279141ef913 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:43.304192 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.384053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d0d23f99-493c-4ef4-a7a8-4ea123fff287 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:43.475832 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: d0d23f99-493c-4ef4-a7a8-4ea123fff287 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:14:43.476586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d0d23f99-493c-4ef4-a7a8-4ea123fff287 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:43.496320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:43.555744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:43.570261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413ff71-f29a-4807-a1ce-f60323693345 None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:43.616573 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae14d7d6-1485-4a79-90d8-45ab0eba36a2 req-112d76a6-3436-437e-bec1-db166baa49aa service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3288486 May 19 13:14:43.657492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=eb3baba2-fae1-4e6f-935f-3f825ec81dee,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:43.711815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.712504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.713171 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.714212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.715434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.716136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.716783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.717424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.718322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.718669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.719236 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.719859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:43.725713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '7b5b0356-645f-49aa-a4f4-0900fa980389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '163bb0fd-89ad-41a5-8000-eb0139b468d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:43.726669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 163bb0fd-89ad-41a5-8000-eb0139b468d1, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:43.741633 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:43.775507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:43.776776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.818552 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=07f047e3-bb35-44d9-848c-14d03d45829f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:43.822022 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:43.830586 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25dec686-a05d-476a-a80e-0108757d994a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5151520 May 19 13:14:43.831401 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:43.844976 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'security_group': {'name': 'tempest-secgroup-2025724243'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:43.847464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 163bb0fd-89ad-41a5-8000-eb0139b468d1 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:43.860263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:43.878553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 163bb0fd-89ad-41a5-8000-eb0139b468d1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:43.904654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:43.905986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592246-4b7e-4745-a9a2-b7963a65a39f req-e39d6237-aac8-4ab7-86b9-a87b16fc6ce9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:43.912433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592246-4b7e-4745-a9a2-b7963a65a39f req-e39d6237-aac8-4ab7-86b9-a87b16fc6ce9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:43.920614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44592246-4b7e-4745-a9a2-b7963a65a39f req-e39d6237-aac8-4ab7-86b9-a87b16fc6ce9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 1682 time: 0.6253548 May 19 13:14:43.927674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:43.952315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:43.953169 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.959331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:43.997891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 6d700c1c-f7a2-43e9-881b-6279141ef913, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=6d700c1c-f7a2-43e9-881b-6279141ef913,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:43.998991 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:43.999704 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-44592246-4b7e-4745-a9a2-b7963a65a39f req-4cb31ad2-be69-4d37-897f-858be55c8d8e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778439 May 19 13:14:44.068209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.4739769 May 19 13:14:44.123033 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:44.179715 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.213123 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 6d700c1c-f7a2-43e9-881b-6279141ef913 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:44.249062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6571e-2c11-4442-a0e4-3b5fa70e5e74 None None] Network 163bb0fd-89ad-41a5-8000-eb0139b468d1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:44.298090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 6d700c1c-f7a2-43e9-881b-6279141ef913 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:44.305534 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.316967 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:44.328470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:44.332901 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:44.341970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:44.475947 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.849071 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.968266 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.978747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.993974 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6def7d73-eae1-4bc5-bec2-1bbb62191197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:45.044238 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.075495 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103a418c-5006-403e-8bd9-4f736bc62d89,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:45.094557 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:45.095072 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e9ec9215-1b77-4052-badf-0cabc8b03acb tempest-RoutersAdminNegativeTest-118026260 tempest-RoutersAdminNegativeTest-118026260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:45.096814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.130120 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f89421c-5e75-4d1a-8042-3a7328c45ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:45.209738 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.215836 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3800693 May 19 13:14:45.250575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:45.266045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3baba2-fae1-4e6f-935f-3f825ec81dee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:45.272607 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:45.321878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=6d700c1c-f7a2-43e9-881b-6279141ef913,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:45.334385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'security_group': {'name': 'tempest-secgroup-190702139'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:45.348102 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:45.385756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.443512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:45.488781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:45.499426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 6d700c1c-f7a2-43e9-881b-6279141ef913 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:45.503249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:45.512520 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.522052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.534671 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "DELETE /v2.0/ports/6d700c1c-f7a2-43e9-881b-6279141ef913 HTTP/1.1" status: 204 len: 173 time: 3.0993721 May 19 13:14:45.541040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163bb0fd-89ad-41a5-8000-eb0139b468d1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:45.543641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:45.547722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:45.559641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5b0356-645f-49aa-a4f4-0900fa980389') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:45.560127 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5b0356-645f-49aa-a4f4-0900fa980389') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:45.574594 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.616399 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.636785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:45.637311 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.639149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Port 6d700c1c-f7a2-43e9-881b-6279141ef913 update to DOWN by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 19 13:14:45.640799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device a8c5e783-6133-4cd7-b576-90d55e9ccfca no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:45.692511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60e178-b6ff-4f35-a529-00b15227164d None None] Network 163bb0fd-89ad-41a5-8000-eb0139b468d1 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:45.745501 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': '6d700c1c-f7a2-43e9-881b-6279141ef913', 'status': 'completed', 'code': 200} May 19 13:14:45.746994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:45.757044 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4f89e566-8a13-4800-abb8-1752cf69c92e tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:45.796047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:45.833357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:45.853548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:45.861969 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:45.867737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:45.910821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Subnet': ['ID=480c41fd-d30b-4a63-9768-2277bfe5e15d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:45.917282 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:46.139064 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port a8c5e783-6133-4cd7-b576-90d55e9ccfca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:46.139675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.254324 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.255126 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.256269 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-507584e8-8fde-4372-a980-2edb9c00ddeb', 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'tenant_id': '28272287108347128e95a721824a8e45', 'fixed_ips': [{'subnet_id': '07f047e3-bb35-44d9-848c-14d03d45829f'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:46.257220 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.289030 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.301189 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.320041 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-804b3572-c451-431c-81fb-75ec29a95db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:46.390275 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.426290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=163bb0fd-89ad-41a5-8000-eb0139b468d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:46.433273 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.452221 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38946b53-ec8d-450e-8a05-4a5fb2a87537 None None] Network b7457dac-1746-4c33-adf0-0891935ad4cd requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:46.456903 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:46.478371 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/subnets/480c41fd-d30b-4a63-9768-2277bfe5e15d HTTP/1.1" status: 204 len: 168 time: 5.5036812 May 19 13:14:46.482314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:46.508272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/163bb0fd-89ad-41a5-8000-eb0139b468d1 HTTP/1.1" status: 204 len: 168 time: 2.3770928 May 19 13:14:46.556481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:46.573040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.596665 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cbfbbcf-2302-461a-a0de-b856662f80f6 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:46.614370 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849008597'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:46.640361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:46.651892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:46.662106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:46.676486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:46.702115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a665931-dc53-4621-b194-682281ae9170,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:46.721159 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:46.760867 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.764208 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4571211 May 19 13:14:46.769186 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:46.798438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1780065508', 'security_groups': ['1a665931-dc53-4621-b194-682281ae9170'], 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07f047e3-bb35-44d9-848c-14d03d45829f'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:46.833528 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:46.840154 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.968852 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.991392 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492cf1e-fd95-4d1b-b2a0-4f713382a34a req-bb1621fe-1941-47af-936f-8111d904b2c6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:47.000288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:47.005737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1492cf1e-fd95-4d1b-b2a0-4f713382a34a req-bb1621fe-1941-47af-936f-8111d904b2c6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 946 time: 1.7128060 May 19 13:14:47.009877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:47.010269 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.035035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:47.094754 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.320029 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for a8c5e783-6133-4cd7-b576-90d55e9ccfca owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:47.329587 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:47.334634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1492cf1e-fd95-4d1b-b2a0-4f713382a34a req-42155256-84d1-4f75-8a0d-7ce020ceb76d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218031 May 19 13:14:47.372678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:47.381526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:47.401123 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.403469 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 48ae3eeb-04b7-4f97-8c72-b7f61ef9f422 of type vlan for network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 May 19 13:14:47.415636 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.424212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port a8c5e783-6133-4cd7-b576-90d55e9ccfca, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=a8c5e783-6133-4cd7-b576-90d55e9ccfca,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:47.446500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.475377 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.481019 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9d3cb524-ce29-4f3f-887d-79c8479f082d no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:47.646405 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'code': 200} May 19 13:14:47.654746 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3fdde905-5e0a-46c6-b6cc-7f822a5161a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:47.710302 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.733320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:47.734001 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.747871 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.767191 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:47.788690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 9d3cb524-ce29-4f3f-887d-79c8479f082d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:14:47.789653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 9d3cb524-ce29-4f3f-887d-79c8479f082d not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:47.793588 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] DHCP port deletion for b7457dac-1746-4c33-adf0-0891935ad4cd request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:14:47.829838 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a8a855-5b19-47b7-8f46-78928e26bfb5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:47.910647 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Allocated IP 2001:db8::2 (507584e8-8fde-4372-a980-2edb9c00ddeb/07f047e3-bb35-44d9-848c-14d03d45829f/23b4b442-341a-4dd8-a6d8-5a85583bca19) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:47.921942 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.999220 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:48.025644 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:48.076239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port d26369ab-4bac-4a2b-89e4-b24163493dfd yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:14:48.098102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed92811a-4950-44fe-8f0f-eb85bf9dec61') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:48.098428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed92811a-4950-44fe-8f0f-eb85bf9dec61') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:48.172051 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5791848 May 19 13:14:48.174440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:48.180273 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.188455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:48.189435 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=9351be38-5c6c-4e24-baf7-f27ef0a6d678,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:48.216061 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0bf0f541-c6ba-4629-8edb-008925f83f2d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:48.239490 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.248805 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.268426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-55088c7e-91c2-4a05-84ca-34e38896d599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:48.271520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:48.284378 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.287206 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:48.509818 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:48.583762 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.590502 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:48.692605 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.738837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Network': ['ID=10a8a855-5b19-47b7-8f46-78928e26bfb5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:48.753707 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:48.796060 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e228210-81d9-4672-acc7-cac87e88499e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/networks/10a8a855-5b19-47b7-8f46-78928e26bfb5 HTTP/1.1" status: 204 len: 168 time: 2.3080778 May 19 13:14:48.797459 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:48.898129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Deleting port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:48.898987 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.106712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2f921de7-a2ce-4709-bdc2-ad1db659fe32 req-15d854d2-54fc-42bf-ab7b-584161cd4c94 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 210 time: 0.2243230 May 19 13:14:49.312548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.383181 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e20cfd9e-ff7c-4c89-9693-158aa7a056e3 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:49.537948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Deleting port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:49.538538 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.621214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=a8c5e783-6133-4cd7-b576-90d55e9ccfca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:49.634166 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:49.697564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port a8c5e783-6133-4cd7-b576-90d55e9ccfca on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:49.701602 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.732384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:14:49.905493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] For port e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:49.905493 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.913103 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-4567f275-144a-41a4-90bc-f9d6abf28f76 req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "DELETE /v2.0/ports/a8c5e783-6133-4cd7-b576-90d55e9ccfca HTTP/1.1" status: 204 len: 173 time: 4.3502116 May 19 13:14:50.004041 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.059009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Transition to ACTIVE for port object 23b4b442-341a-4dd8-a6d8-5a85583bca19 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:50.135213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Transition to ACTIVE for port object 23b4b442-341a-4dd8-a6d8-5a85583bca19 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:50.149820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Calling delete_port for e20cfd9e-ff7c-4c89-9693-158aa7a056e3 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:50.181969 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f9e803-9d39-4450-91f0-daa337551519', 'name': 'network-vif-deleted', 'tag': 'a8c5e783-6133-4cd7-b576-90d55e9ccfca', 'status': 'completed', 'code': 200} May 19 13:14:50.222654 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.230339 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d7a0dfb0-779a-40e9-800a-a02a2afa8fb7 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:50.245812 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.317532 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] For port e20cfd9e-ff7c-4c89-9693-158aa7a056e3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,segment=NetworkSegment(f4ccc946-378b-4602-8829-daf254d61e0f),segment_id=f4ccc946-378b-4602-8829-daf254d61e0f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:50.318108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.353436 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.359638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] No DVR routers for this DVR port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:50.363153 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f7aec435-3692-4df0-b719-6ac0d0e48806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:50.376623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Port': ['ID=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:50.398627 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:50.583341 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.639507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Calling delete_port for e20cfd9e-ff7c-4c89-9693-158aa7a056e3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:50.753996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:50.789729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::24 (507584e8-8fde-4372-a980-2edb9c00ddeb/07f047e3-bb35-44d9-848c-14d03d45829f/d26369ab-4bac-4a2b-89e4-b24163493dfd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:50.795093 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.804461 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e7f15910-c3fc-495a-b113-ddc747b0fc15 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:50.833185 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7c2488d6-1ac5-4a35-a1a4-0be5a2d80d75 req-b78991cd-fb8d-420a-8239-198fb79e3302 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0f9e803-9d39-4450-91f0-daa337551519 HTTP/1.1" status: 200 len: 210 time: 0.1993098 May 19 13:14:50.891490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:14:50.897188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:50.897860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.904463 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "PUT /v2.0/networks/9351be38-5c6c-4e24-baf7-f27ef0a6d678 HTTP/1.1" status: 200 len: 723 time: 2.7232931 May 19 13:14:50.909497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:50.947941 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:50.976942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:51.003869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:51.084038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=9351be38-5c6c-4e24-baf7-f27ef0a6d678,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:51.119320 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:51.125403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Pushing event updated for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:51.143014 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.155674 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:51.280161 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:51.287441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7457dac-1746-4c33-adf0-0891935ad4cd']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:51.334697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ccc946-378b-4602-8829-daf254d61e0f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:51.335085 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ccc946-378b-4602-8829-daf254d61e0f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:51.383886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.396359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Attempting to bind port 23b4b442-341a-4dd8-a6d8-5a85583bca19 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:51.397889 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Attempting to bind port 23b4b442-341a-4dd8-a6d8-5a85583bca19 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:51.404327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Attempting to bind port 23b4b442-341a-4dd8-a6d8-5a85583bca19 on network 507584e8-8fde-4372-a980-2edb9c00ddeb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:51.431120 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:51.436343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:51.439960 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.454311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:51.461668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:51.464871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Checking segment: {'id': 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:51.466707 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.468211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Bound using segment: {'id': 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:51.470275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Bound port: 23b4b442-341a-4dd8-a6d8-5a85583bca19, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:51.471566 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.484414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:51.486892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:51.487529 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.547227 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.569644 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: timer() May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:51.588448 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:51.598866 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-fa859c7b-005b-42d8-a7ac-b746db48bf8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:51.625776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object d26369ab-4bac-4a2b-89e4-b24163493dfd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:51.778310 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.800032 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:51.808953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Pushing event deleted for resources: {'Port': ['ID=e20cfd9e-ff7c-4c89-9693-158aa7a056e3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:51.866575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:51.878802 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.924573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:51.952044 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:51.958983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:51.984009 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] No DVR routers for this DVR port e20cfd9e-ff7c-4c89-9693-158aa7a056e3 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:51.985350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:51.986035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.989629 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:52.014445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=d26369ab-4bac-4a2b-89e4-b24163493dfd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:52.026659 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:52.087039 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3167892 May 19 13:14:52.091754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:52.101690 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:52.180997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:52.198737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=23b4b442-341a-4dd8-a6d8-5a85583bca19,segment=NetworkSegment(a0a0dd11-1f4e-4842-8d1b-1c977fbe9207),segment_id=a0a0dd11-1f4e-4842-8d1b-1c977fbe9207)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:52.224042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:52.240808 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.257941 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ad8dc720-f29d-404d-85eb-1691f3d5922b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:52.384652 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.385171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Pushing event updated for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:52.390699 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:52.395142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f9f35812-1d15-4ebf-88c9-43b388087e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:52.437451 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.462174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Pushing event deleted for resources: {'Network': ['ID=b7457dac-1746-4c33-adf0-0891935ad4cd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:52.493654 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:52.549849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] 10.222.0.69 "DELETE /v2.0/networks/b7457dac-1746-4c33-adf0-0891935ad4cd HTTP/1.1" status: 204 len: 168 time: 3.7506661 May 19 13:14:52.582254 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting subnet ed2317ec-b436-4551-9875-c423b6315554 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:14:52.617211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.993534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:53.006368 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:53.017998 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:53.033781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:53.106339 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.240303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:53.256362 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.585995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.601383 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-baafb88d-ea1a-4628-b491-2a95e884ca1b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:53.654561 n-d-791505-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07f047e3-bb35-44d9-848c-14d03d45829f (CIDR: 2001:db8::/64) May 19 13:14:53.673057 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:14:53.673810 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:14:53.721007 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.843860 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fc65337-d92a-4567-9b00-66fc11f00e9f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7509141 May 19 13:14:53.848449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:53.858280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=da5ad886-25e6-49f3-8db7-c38543f5ab50,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:53.870681 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:53.883950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:53.945929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:14:53.946564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 9351be38-5c6c-4e24-baf7-f27ef0a6d678, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:54.041504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:54.103723 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 9351be38-5c6c-4e24-baf7-f27ef0a6d678) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:54.128605 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed4859-33b3-4a7d-8fdd-8e814c2f6249 None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:54.153920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:54.156357 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.302580 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a8cb421-0323-41ab-a16c-caef3b465062 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3868380 May 19 13:14:54.307846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.322144 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:54.343760 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:54.352898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:54.360202 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:54.374539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:55.019193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:55.025302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-9351be38-5c6c-4e24-baf7-f27ef0a6d678', 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'da5ad886-25e6-49f3-8db7-c38543f5ab50'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:14:55.026794 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.027654 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.081134 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2325057'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.316037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:55.632907 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e1732a38-0276-4a7c-8f6b-cec2cd317d76 None None] Provisioning for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:55.830904 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772104062630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3378713'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.842897 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d0202a86-5f6f-4e1a-9f0d-1c495a1ff521 tempest-NetworksIpV6Test-1542998255 tempest-NetworksIpV6Test-1542998255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:55.990479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e1732a38-0276-4a7c-8f6b-cec2cd317d76 None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:55.991628 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1732a38-0276-4a7c-8f6b-cec2cd317d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.992374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:14:55.993370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.999403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "PUT /v2.0/subnets/da5ad886-25e6-49f3-8db7-c38543f5ab50 HTTP/1.1" status: 200 len: 806 time: 1.6863339 May 19 13:14:56.006364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:56.146066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:56.149483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e1732a38-0276-4a7c-8f6b-cec2cd317d76 None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:56.158901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Allocated IP 172.20.0.2 (9351be38-5c6c-4e24-baf7-f27ef0a6d678/da5ad886-25e6-49f3-8db7-c38543f5ab50/73d72e34-e50b-4821-b76b-56928e14a8d7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:56.161392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:56.161791 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.238103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=da5ad886-25e6-49f3-8db7-c38543f5ab50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:56.246749 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d213c2c3-2533-409d-9533-58ede4ff862d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:56.607922 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.631667 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-66ea5183-d4b4-4f35-8744-26d1ca2e3a7c tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:56.732656 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e791116d-80c0-46f0-b71f-31dc90f0354d None None] Provisioning for port d26369ab-4bac-4a2b-89e4-b24163493dfd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:56.759942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e791116d-80c0-46f0-b71f-31dc90f0354d None None] Provisioning complete for port d26369ab-4bac-4a2b-89e4-b24163493dfd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:56.775808 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e791116d-80c0-46f0-b71f-31dc90f0354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.824370 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.843178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2317ec-b436-4551-9875-c423b6315554,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:56.860861 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:56.898526 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.940878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/subnets/ed2317ec-b436-4551-9875-c423b6315554 HTTP/1.1" status: 204 len: 168 time: 4.7128828 May 19 13:14:56.942989 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:57.055606 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e791116d-80c0-46f0-b71f-31dc90f0354d None None] Port d26369ab-4bac-4a2b-89e4-b24163493dfd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:57.058297 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517bc07-6d58-456b-b1b2-28e007e8155c None None] Network 6bdec7e1-b6a7-4a09-9418-4341a707a51f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:14:57.343364 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.451129 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.453609 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.649131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=23b4b442-341a-4dd8-a6d8-5a85583bca19,segment=NetworkSegment(a0a0dd11-1f4e-4842-8d1b-1c977fbe9207),segment_id=a0a0dd11-1f4e-4842-8d1b-1c977fbe9207)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:57.681236 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.874652 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:58.274174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 9cfc43c2-c363-41b1-a349-5f8ec618440d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:14:58.278035 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.300735 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:58.318036 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:58.615377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 9cfc43c2-c363-41b1-a349-5f8ec618440d, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=9cfc43c2-c363-41b1-a349-5f8ec618440d,segment=NetworkSegment(1f59b42a-72dd-489c-8378-8352414a056d),segment_id=1f59b42a-72dd-489c-8378-8352414a056d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:58.616554 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.958949 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.052887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Transition to ACTIVE for port object 73d72e34-e50b-4821-b76b-56928e14a8d7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:59.119192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 9cfc43c2-c363-41b1-a349-5f8ec618440d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:14:59.150058 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Transition to ACTIVE for port object 73d72e34-e50b-4821-b76b-56928e14a8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:59.191570 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.247053 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:59.304519 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.328453 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-798f8bb7-3ba4-48ca-ac08-9a0a44895a3f tempest-BulkNetworkOpsIpV6Test-477317357 tempest-BulkNetworkOpsIpV6Test-477317357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:59.333717 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.353698 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9d9a36b1-c9db-4259-b80e-d9cb4e6812d3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:14:59.514908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=9cfc43c2-c363-41b1-a349-5f8ec618440d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.546074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 9cfc43c2-c363-41b1-a349-5f8ec618440d on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:59.558809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=da5ad886-25e6-49f3-8db7-c38543f5ab50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.566937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:59.567248 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:59.581695 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:14:59.642658 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:59.730395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:14:59.735120 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Pushing event updated for resources: {'Port': ['ID=73d72e34-e50b-4821-b76b-56928e14a8d7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.743704 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:00.005493 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.064539 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9351be38-5c6c-4e24-baf7-f27ef0a6d678']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.102974 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.119157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.119633 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.130299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055692e-7257-40e8-84ea-f6ab63bfd07f None None] DHCP port deletion for 6bdec7e1-b6a7-4a09-9418-4341a707a51f request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:15:00.179173 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-edbc494d-2ce3-4752-bacd-51446c03e756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:00.227715 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:00.263950 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.389255 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.418725 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:00.419462 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.535011 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Attempting to bind port 73d72e34-e50b-4821-b76b-56928e14a8d7 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:00.537520 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Attempting to bind port 73d72e34-e50b-4821-b76b-56928e14a8d7 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:00.540153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Attempting to bind port 73d72e34-e50b-4821-b76b-56928e14a8d7 on network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:00.570611 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.611668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:00.624547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Checking segment: {'id': '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:00.625328 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.625998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Bound using segment: {'id': '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:00.626826 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Bound port: 73d72e34-e50b-4821-b76b-56928e14a8d7, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:00.627704 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.633759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdec7e1-b6a7-4a09-9418-4341a707a51f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.677986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:00.688504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:00.695523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=ebef867f-ea16-4e02-be1a-f9295cde70fe,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:00.703377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f59b42a-72dd-489c-8378-8352414a056d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.703803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f59b42a-72dd-489c-8378-8352414a056d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.725855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c25dd4-b9e2-41f2-9abf-905370a8f84b None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:00.750768 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:00.785624 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:00.797215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.809395 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: timer() May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:00.865352 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:00.869575 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.878967 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:15:00.878967 n-d-791505-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:15:00.878967 n-d-791505-2 neutron-server[93820]: [parameters: {'id': '9351be38-5c6c-4e24-baf7-f27ef0a6d678'}] May 19 13:15:00.878967 n-d-791505-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:15:00.881043 n-d-791505-2 neutron-server[93820]: DEBUG oslo_db.api [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:15:00.883261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:00.883668 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:00.973687 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:01.137452 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f8ffcd6-288e-4d83-9d21-e4ae73e4d0ad tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 7.2875626 May 19 13:15:01.140079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:01.150558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-420041649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ebef867f-ea16-4e02-be1a-f9295cde70fe'}], 'security_groups': ['103a418c-5006-403e-8bd9-4f736bc62d89']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:01.199292 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] For port 73d72e34-e50b-4821-b76b-56928e14a8d7, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:01.205766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] For port 73d72e34-e50b-4821-b76b-56928e14a8d7, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=73d72e34-e50b-4821-b76b-56928e14a8d7,segment=NetworkSegment(48ae3eeb-04b7-4f97-8c72-b7f61ef9f422),segment_id=48ae3eeb-04b7-4f97-8c72-b7f61ef9f422)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:01.218639 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.223748 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.225409 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4413d5c7-ecb9-4afb-9d1f-d9b11591264b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:01.239893 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:01.297642 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.343376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Pushing event updated for resources: {'Port': ['ID=73d72e34-e50b-4821-b76b-56928e14a8d7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:01.360590 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:01.391868 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.413975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Network': ['ID=6bdec7e1-b6a7-4a09-9418-4341a707a51f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:01.436863 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:01.453272 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/networks/6bdec7e1-b6a7-4a09-9418-4341a707a51f HTTP/1.1" status: 204 len: 168 time: 4.5082471 May 19 13:15:01.457885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:01.638022 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:01.638811 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.845929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c2cbb-6518-4e3e-ada9-9c7baa7a54ec None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:01.944020 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.079798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting subnet 32c2997b-b3a4-4b68-aec4-fbefa530d9dd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:02.110844 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.308993 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.444030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port 73d72e34-e50b-4821-b76b-56928e14a8d7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:02.444030 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.531134 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.717443 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9cfc43c2-c363-41b1-a349-5f8ec618440d no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:02.766165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 9cfc43c2-c363-41b1-a349-5f8ec618440d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:02.766649 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 9cfc43c2-c363-41b1-a349-5f8ec618440d not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:02.788571 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Update dhcp port {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'fixed_ips': [{'subnet_id': '07f047e3-bb35-44d9-848c-14d03d45829f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebef867f-ea16-4e02-be1a-f9295cde70fe'}], 'binding:host_id': 'n-d-791505-2'}, 'id': '23b4b442-341a-4dd8-a6d8-5a85583bca19'} from n-d-791505-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 19 13:15:02.966868 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.096727 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821b080-c69a-4880-895c-78e5d8ca0def None None] Network 9351be38-5c6c-4e24-baf7-f27ef0a6d678 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:03.199299 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.203611 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d04090f4-7fa9-485f-926e-ed311145aacb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:03.274095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Subnet': ['ID=32c2997b-b3a4-4b68-aec4-fbefa530d9dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:03.277980 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:03.279080 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.296174 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/subnets/32c2997b-b3a4-4b68-aec4-fbefa530d9dd HTTP/1.1" status: 204 len: 168 time: 1.8346782 May 19 13:15:03.296846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:03.413343 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb121499-7abc-45de-896b-457e26e8cbc9 None None] Network 17b678ea-0014-4e4d-b682-018e03078d67 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:03.602881 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.662858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port 73d72e34-e50b-4821-b76b-56928e14a8d7, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=73d72e34-e50b-4821-b76b-56928e14a8d7,segment=NetworkSegment(48ae3eeb-04b7-4f97-8c72-b7f61ef9f422),segment_id=48ae3eeb-04b7-4f97-8c72-b7f61ef9f422)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:03.663714 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.890144 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:03.890724 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.201207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for 73d72e34-e50b-4821-b76b-56928e14a8d7 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:04.247008 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,segment=NetworkSegment(a3084847-14b2-424d-a8ee-0c042a26f624),segment_id=a3084847-14b2-424d-a8ee-0c042a26f624)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:04.247650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.309748 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.336143 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0115839-b8eb-4d19-9761-89452c72580f tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:04.547957 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port 73d72e34-e50b-4821-b76b-56928e14a8d7 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:04.569962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=73d72e34-e50b-4821-b76b-56928e14a8d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:04.574853 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:04.605952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:04.763450 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.788726 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a84c844-ac41-42ee-a7c6-0cd118716551 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:04.793977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Delete allocated IP 2001:db8::24 (507584e8-8fde-4372-a980-2edb9c00ddeb/07f047e3-bb35-44d9-848c-14d03d45829f) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:15:04.902190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:04.965233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8:0:1::24a (507584e8-8fde-4372-a980-2edb9c00ddeb/ebef867f-ea16-4e02-be1a-f9295cde70fe/d26369ab-4bac-4a2b-89e4-b24163493dfd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:04.971099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=5370a8cb-b4b1-47e4-83b4-6b4bb58299e6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:04.973082 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.011497 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9351be38-5c6c-4e24-baf7-f27ef0a6d678']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.063209 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:05.075375 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c66fd-6af8-44fa-bf5d-7ba1c8263583 None None] DHCP port deletion for 17b678ea-0014-4e4d-b682-018e03078d67 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:15:05.096709 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.097117 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ae3eeb-04b7-4f97-8c72-b7f61ef9f422') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.125427 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.268767 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.300098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b678ea-0014-4e4d-b682-018e03078d67']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.329931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3084847-14b2-424d-a8ee-0c042a26f624') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.330352 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3084847-14b2-424d-a8ee-0c042a26f624') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:05.353057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.378083 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.398065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:05.399096 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.406945 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.422703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:05.423110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: timer() May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:05.446073 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:05.450744 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:05.588914 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.594248 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6b5e67-f46e-45b2-aa92-ec5d627a89bb tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:05.620692 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.647089 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=9351be38-5c6c-4e24-baf7-f27ef0a6d678,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:05.661176 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:05.663205 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.678066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/9351be38-5c6c-4e24-baf7-f27ef0a6d678 HTTP/1.1" status: 204 len: 168 time: 9.6652288 May 19 13:15:05.678719 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:05.707852 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.718986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.724201 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object d26369ab-4bac-4a2b-89e4-b24163493dfd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:05.741793 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570416f-ef6c-420d-bc63-f4ebd62eb68d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:05.742317 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4570416f-ef6c-420d-bc63-f4ebd62eb68d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:05.748097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4570416f-ef6c-420d-bc63-f4ebd62eb68d tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/9351be38-5c6c-4e24-baf7-f27ef0a6d678 HTTP/1.1" status: 404 len: 339 time: 0.0643973 May 19 13:15:05.748097 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.757159 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:05.757479 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c6241591-e67c-41e5-8511-9d2ea2e8c2ae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:05.757899 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09ba4269-d580-4190-a5c3-aee8f96657c1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:05.802756 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/networks/17b678ea-0014-4e4d-b682-018e03078d67 HTTP/1.1" status: 204 len: 168 time: 2.5018580 May 19 13:15:05.813586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Network': ['ID=17b678ea-0014-4e4d-b682-018e03078d67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:05.832574 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:05.833498 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:05.844549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-76456215'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:05.859550 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:05.880149 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:network and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:05.903294 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:05.926648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:05.978411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:05.986112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:05.995413 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526768647', 'description': 'd1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:06.025916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Allocated IP 2001:db8:0:1::2 (507584e8-8fde-4372-a980-2edb9c00ddeb/ebef867f-ea16-4e02-be1a-f9295cde70fe/23b4b442-341a-4dd8-a6d8-5a85583bca19) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:06.029228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:06.054576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:network and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:06.122084 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:06.145057 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.145499 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Added segment 2d3cb46a-4e78-409b-9f27-cff1e4a57f21 of type vlan for network 5bad5c5b-e4d3-4132-8b43-186276651967 May 19 13:15:06.222561 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.233692 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] In _notify_port_updated(), no bound segment for port d26369ab-4bac-4a2b-89e4-b24163493dfd on network 507584e8-8fde-4372-a980-2edb9c00ddeb {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:15:06.249643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:06.249924 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.255430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/ports/d26369ab-4bac-4a2b-89e4-b24163493dfd HTTP/1.1" status: 200 len: 930 time: 5.1134789 May 19 13:15:06.256236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:06.257594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:06.302256 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:06.351136 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=d26369ab-4bac-4a2b-89e4-b24163493dfd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:06.386084 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:06.388829 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:06.392822 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:15:06.396564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.471752 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.477999 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:06.478615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.528454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:06.552732 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:06.558621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=23b4b442-341a-4dd8-a6d8-5a85583bca19,segment=NetworkSegment(a0a0dd11-1f4e-4842-8d1b-1c977fbe9207),segment_id=a0a0dd11-1f4e-4842-8d1b-1c977fbe9207)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:06.581954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.584489 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment eccff773-9e71-4061-a712-b01e06417f95 of type vlan for network 4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 May 19 13:15:06.598939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7638068 May 19 13:15:06.603864 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:06.617154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'subnet': {'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:06.620146 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.665927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Transition to ACTIVE for port object 23b4b442-341a-4dd8-a6d8-5a85583bca19 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:06.676715 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.682245 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a839443b-0711-4f9d-be35-8d322fe47655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:06.857117 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.896040 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:06.951457 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:06.952403 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 5370a8cb-b4b1-47e4-83b4-6b4bb58299e6 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:07.021707 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Pushing event updated for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:07.032530 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:07.056124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:07.072720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:subnet and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:07.082195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:07.102242 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.116734 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:07.118215 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.126720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:07.142774 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-84a74c05-3937-4e9f-8bfd-72417b8e64bf tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:07.256957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Network': ['ID=5bad5c5b-e4d3-4132-8b43-186276651967,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:07.278860 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:07.279601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 5bad5c5b-e4d3-4132-8b43-186276651967 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:07.319964 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3428314 May 19 13:15:07.335628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:07.653925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:07.665881 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.869731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:07.888229 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:07.897312 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7b14fb8c-bdca-42de-9ed3-3b72c5f61769 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:07.907912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port d26369ab-4bac-4a2b-89e4-b24163493dfd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:07.920169 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.998055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ef66f-b454-4cee-b41f-2e5dd1a44855 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:08.002887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-034ef66f-b454-4cee-b41f-2e5dd1a44855 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Synchronizing usage tracker for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:08.273470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-034ef66f-b454-4cee-b41f-2e5dd1a44855 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Unset dirty status for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:08.280465 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-034ef66f-b454-4cee-b41f-2e5dd1a44855 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks?id=4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 HTTP/1.1" status: 200 len: 760 time: 0.9303768 May 19 13:15:08.281212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:08.309703 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:08.726812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:08.761918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Provisioning for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:08.776036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:08.780151 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.051764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:09.178777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.234722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for d26369ab-4bac-4a2b-89e4-b24163493dfd owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:09.306440 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.332610 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a8cb4e3-bc4b-46ac-97a2-8d6bc7a5d63c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:09.623109 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d1272e-fefa-4605-9e64-1ee09a6389aa None None] get_active_networks_info from n-d-791505-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 13:15:09.773034 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.790023 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3825fad6-a54e-435e-a06e-8600f43f61a2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:09.797047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:09.808779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:15:09.820907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:09.822532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.832727 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "PUT /v2.0/networks/4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 HTTP/1.1" status: 200 len: 757 time: 1.5412066 May 19 13:15:09.839930 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 33984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:09.840884 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f31b6d35-780d-409d-9a07-aa272be8e430 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:09.862096 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:10.040906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Subnet': ['ID=b23c2ba4-fe24-47c0-b2bb-4bf85f963b80,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:10.051108 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:10.065428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Checking segment: {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:10.065832 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network hostable DHCP agents. Network: 5bad5c5b-e4d3-4132-8b43-186276651967, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:15:10.154654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 5bad5c5b-e4d3-4132-8b43-186276651967 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:15:10.193664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5bad5c5b-e4d3-4132-8b43-186276651967) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:10.215603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:10.219566 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.295207 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6886702 May 19 13:15:10.301302 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 33992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:10.312164 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1021432590'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:10.328290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:10.337417 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:network and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:10.345644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:10.350152 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:10.356813 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.370771 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:10.410876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:10.418327 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.534467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:10.576631 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.577143 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Added segment cca45dd4-baea-48f2-8254-0bc97721bb7a of type vlan for network c55dcad0-f0c6-4f33-8347-064cc100b566 May 19 13:15:10.632303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:10.665839 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.704319 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.740768 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d3d9-5167-4e4a-866e-d6e1fc8f056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.749926 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Provisioning complete for port d26369ab-4bac-4a2b-89e4-b24163493dfd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:10.750803 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.754387 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.759887 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7768890a-9cc9-4546-961c-0c83f6f5b881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:10.765971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:10.766632 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.791096 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:10.797265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:10.798172 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:10.955475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6408cc8-50c2-47e4-861a-859e148f8dac None None] Port d26369ab-4bac-4a2b-89e4-b24163493dfd was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 19 13:15:10.997291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=d26369ab-4bac-4a2b-89e4-b24163493dfd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:11.001502 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:11.153163 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a109267d-1ce6-4fa3-b10b-ff6eab48b58f None None] Could not find standard attr ID for object d26369ab-4bac-4a2b-89e4-b24163493dfd. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:15:11.187204 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8834016 May 19 13:15:11.192195 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:11.194569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f17acef-8440-4f69-b13e-ff64e9cf2022 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:11.197324 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f17acef-8440-4f69-b13e-ff64e9cf2022 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks?id=4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 HTTP/1.1" status: 200 len: 760 time: 1.3439417 May 19 13:15:11.201810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Network': ['ID=c55dcad0-f0c6-4f33-8347-064cc100b566,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:11.219085 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-60694eca-7129-4b7a-8d30-055c9567b918 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:11.221570 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:11.246821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:11.252522 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'subnet': {'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:11.295271 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/d26369ab-4bac-4a2b-89e4-b24163493dfd HTTP/1.1" status: 204 len: 168 time: 5.0273824 May 19 13:15:11.301678 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:11.354740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1209868317'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:11.377843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:11.506348 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b75a09-8fa3-4df3-9efd-adf0834aeebe tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:15:11.507135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-32b75a09-8fa3-4df3-9efd-adf0834aeebe tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Synchronizing usage tracker for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:11.561037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-32b75a09-8fa3-4df3-9efd-adf0834aeebe tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Unset dirty status for tenant:28272287108347128e95a721824a8e45 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:11.565198 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-32b75a09-8fa3-4df3-9efd-adf0834aeebe tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/d26369ab-4bac-4a2b-89e4-b24163493dfd HTTP/1.1" status: 404 len: 333 time: 0.2596915 May 19 13:15:11.565602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:11.690730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:11.727137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:11.753160 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network c55dcad0-f0c6-4f33-8347-064cc100b566 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:11.773479 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:subnet and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:11.799198 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:11.843675 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:11.850828 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1272e-fefa-4605-9e64-1ee09a6389aa None None] Unable to find a vacant binding_index for network 5bad5c5b-e4d3-4132-8b43-186276651967 and agent a5336b1e-7f3b-480f-a90c-028ea62154b7 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 19 13:15:11.864756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:11.869496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:11.897972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:11.902241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:11.920548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:11.995859 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.105618 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1272e-fefa-4605-9e64-1ee09a6389aa None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 5bad5c5b-e4d3-4132-8b43-186276651967) {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:15:12.124137 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:12.171722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.172422 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment a9b68c72-7566-4504-94dc-ab20af6c00ca of type vlan for network e66bdf84-faad-498b-aaa1-62903149bced May 19 13:15:12.172570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.184339 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d8a4631a-e2da-43d9-ae38-cd1e75fc2701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:12.230982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a665931-dc53-4621-b194-682281ae9170,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:12.245753 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:12.264628 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.267299 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a665931-dc53-4621-b194-682281ae9170 HTTP/1.1" status: 204 len: 168 time: 0.6999087 May 19 13:15:12.274623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:12.374433 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.572531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.595057 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.614680 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:12.617818 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.634858 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4b4ed032-46f5-4cb9-a935-079bddbbdd6e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:12.703180 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.939537 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6383779 May 19 13:15:12.940616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:12.963328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': 'e66bdf84-faad-498b-aaa1-62903149bced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:12.981397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=e66bdf84-faad-498b-aaa1-62903149bced,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:12.982670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.998562 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8984ba9d-39a3-4263-aa37-e85c2ea75ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:13.017125 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e9b3bcc6-0561-427e-8b0e-7da9ab0a7723 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:13.089037 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a418c-5006-403e-8bd9-4f736bc62d89,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:13.094725 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:13.118337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.119979 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/security-groups/103a418c-5006-403e-8bd9-4f736bc62d89 HTTP/1.1" status: 204 len: 168 time: 0.8408983 May 19 13:15:13.123101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:13.333428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:13.341879 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3d86626-8993-4ccd-8058-367badeb2e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.353328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Usage tracker for resource:subnet and tenant:3c344da98c314e8cb673f035b502ac0c is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:13.353527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e66bdf84-faad-498b-aaa1-62903149bced details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:13.371481 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:13.380735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 07f047e3-bb35-44d9-848c-14d03d45829f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:13.388450 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.424225 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:13.470178 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-5bad5c5b-e4d3-4132-8b43-186276651967', 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'fixed_ips': [{'subnet_id': 'b23c2ba4-fe24-47c0-b2bb-4bf85f963b80'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:15:13.471577 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.540982 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.611779 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:13.618481 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.905782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.912222 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.921499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.927891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.935767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.940876 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.943013 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.949524 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:13.961074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-8b008874-e3b2-4b45-b5e8-b57c2f6105af tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 0.5789983 May 19 13:15:14.185518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:14.368423 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Allocated IP 19.80.0.2 (5bad5c5b-e4d3-4132-8b43-186276651967/b23c2ba4-fe24-47c0-b2bb-4bf85f963b80/6065c165-6976-41a4-9dd3-9b714899cb9e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:14.373047 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:14.389222 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eccdcc8a-5c24-42ab-94f8-4c6e0f7cfcce req-22a4ee09-e261-4b59-8c75-b8ee1698b100 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4268477 May 19 13:15:15.135056 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.193253 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.213286 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3e1433cc-2372-43d8-b494-6fd432b867a3 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:15.229870 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Transition to ACTIVE for port object 6065c165-6976-41a4-9dd3-9b714899cb9e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:15.232820 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.251081 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a3e52927-7c4b-4234-afbd-d391851030f0 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:15.298720 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Transition to ACTIVE for port object 6065c165-6976-41a4-9dd3-9b714899cb9e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:15.316265 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.357513 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f6eb3dba-03cf-40bd-9be4-8796d3262f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:15.362786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=07f047e3-bb35-44d9-848c-14d03d45829f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.373842 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:15.376720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.402404 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-92a28973-683f-44b1-9b09-bf73ff049cb8 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/07f047e3-bb35-44d9-848c-14d03d45829f HTTP/1.1" status: 204 len: 168 time: 2.2549260 May 19 13:15:15.403120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.410889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.468021 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Subnet': ['ID=47017d54-c178-4890-a962-bb4c5e49ee48,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.475194 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:15.678773 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Checking segment: {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:15.680903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network hostable DHCP agents. Network: c55dcad0-f0c6-4f33-8347-064cc100b566, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:15:15.811653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.817228 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Pushing event updated for resources: {'Port': ['ID=6065c165-6976-41a4-9dd3-9b714899cb9e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.820048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.826825 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.834541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.838058 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:15.840882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.852515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.869602 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.870808 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.873472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Network 5bad5c5b-e4d3-4132-8b43-186276651967 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:15.875376 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:15.878018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.880838 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.881397 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:15.883148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:15.888070 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.908910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-786d87e2-b3a7-4588-8429-680d97d7f64e req-7f907bdc-cc35-428c-bed9-8c16c3b2bbbd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.1689191 May 19 13:15:15.908910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network c55dcad0-f0c6-4f33-8347-064cc100b566 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:15:15.909286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.942146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, c55dcad0-f0c6-4f33-8347-064cc100b566) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:15.955996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:15.963615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.003657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:16.004347 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.111097 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Attempting to bind port 6065c165-6976-41a4-9dd3-9b714899cb9e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:16.111714 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Attempting to bind port 6065c165-6976-41a4-9dd3-9b714899cb9e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:16.112590 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Attempting to bind port 6065c165-6976-41a4-9dd3-9b714899cb9e on network 5bad5c5b-e4d3-4132-8b43-186276651967 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:16.126299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:16.127326 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Checking segment: {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:16.128295 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.128950 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Bound using segment: {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:16.129938 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Bound port: 6065c165-6976-41a4-9dd3-9b714899cb9e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:16.130570 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.246137 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5aa14d5b-434f-4bc4-b442-d1f44a0db218 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.0474424 May 19 13:15:16.346728 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.362242 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9a2b8f36-fec0-4f86-a0c6-85a21252b808 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:16.377930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] For port 6065c165-6976-41a4-9dd3-9b714899cb9e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:16.386400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] For port 6065c165-6976-41a4-9dd3-9b714899cb9e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6065c165-6976-41a4-9dd3-9b714899cb9e,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:16.396277 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.401769 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:16.678275 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Pushing event updated for resources: {'Port': ['ID=6065c165-6976-41a4-9dd3-9b714899cb9e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:16.691306 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:16.782372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': 'a9b68c72-7566-4504-94dc-ab20af6c00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e66bdf84-faad-498b-aaa1-62903149bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:16.783119 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: e66bdf84-faad-498b-aaa1-62903149bced, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:15:16.850454 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=431517fe-696d-423c-94bc-e38a970a05ac,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:16.880845 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:16.915481 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:17.005886 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network e66bdf84-faad-498b-aaa1-62903149bced is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:15:17.099106 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:15:17.103267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, e66bdf84-faad-498b-aaa1-62903149bced) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:17.185337 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:17.220051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:17.222461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:17.315073 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-528f5f00-6ae1-41ff-876b-7b992395bdb2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:17.330905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-528f5f00-6ae1-41ff-876b-7b992395bdb2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:17.334706 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-528f5f00-6ae1-41ff-876b-7b992395bdb2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:17.350707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c0911ed-edf0-4225-b86a-ad5c2e201425 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3960953 May 19 13:15:17.357978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:17.393775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-528f5f00-6ae1-41ff-876b-7b992395bdb2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:17.395296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-528f5f00-6ae1-41ff-876b-7b992395bdb2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/networks?id=5bad5c5b-e4d3-4132-8b43-186276651967&id=c55dcad0-f0c6-4f33-8347-064cc100b566 HTTP/1.1" status: 200 len: 1390 time: 0.6951365 May 19 13:15:17.422774 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-f7d9fa73-8131-4bc7-b71b-d953933a9f15 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/quotas/bf146bf0e97c490dad3741767dfa2163 HTTP/1.1" status: 200 len: 375 time: 0.0194182 May 19 13:15:17.630039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-41269d03-0376-4217-a5c3-33d14b4ce576 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2006261 May 19 13:15:17.636189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3cae39c3-996a-4810-bba5-a94a361c8654 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:15:17.645479 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3cae39c3-996a-4810-bba5-a94a361c8654 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127370 May 19 13:15:18.092901 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-b81fd2c9-48bc-4917-9e93-49ed6589ece3 service neutron] 10.222.0.69 "GET /v2.0/networks/5bad5c5b-e4d3-4132-8b43-186276651967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476035 May 19 13:15:18.226552 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:18.235769 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:18.245523 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c8560207-99b3-45de-86b3-59467eeb23dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:18.442489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-ccd7a0dc-e169-4a0b-aeb6-6ab4159d98d1 service neutron] 10.222.0.69 "GET /v2.0/networks/5bad5c5b-e4d3-4132-8b43-186276651967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328099 May 19 13:15:18.735303 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-aaebe1c1-0e8c-417b-8bb5-53f220f51890 service neutron] 10.222.0.69 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675045 May 19 13:15:18.842937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6065c165-6976-41a4-9dd3-9b714899cb9e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:19.019161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:19.033551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4edf99-8157-45da-89cb-d2ef56f1903d None None] Network 5bad5c5b-e4d3-4132-8b43-186276651967 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:19.052674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:19.164827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:19.275682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-98f5a99c-c51c-40d1-bbe7-a87cae3ed75e service neutron] 10.222.0.69 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316892 May 19 13:15:19.350340 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f14d9-8680-4ccd-8fcd-3afd7662624f None None] Network c55dcad0-f0c6-4f33-8347-064cc100b566 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:19.413462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=0aa1c0e5-b5b6-4867-a486-027aa9d276fb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:19.433413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.434400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.452667 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:19.558643 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.673279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:19.681403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'security_group': {'name': 'tempest-secgroup-24610419'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:19.688310 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b399e3e-2b2f-4226-b2dd-02bad59e2ddf tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2825310 May 19 13:15:19.715238 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:19.724501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be4e88-4a9a-4044-b408-230cd9854ff4 None None] Network e66bdf84-faad-498b-aaa1-62903149bced requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:19.724843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:19.735320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:19.752672 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:19.816054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.816710 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.817192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.817665 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.818135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.818600 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.819061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:19.829549 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-dfb9b081-d27d-4b1e-944f-950489886619 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 0.8059845 May 19 13:15:19.933908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a79454fc-74ff-47e5-aba6-d41239fa50ac req-3605cd50-8432-44ae-98c6-b02b49f3353e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.1395340 May 19 13:15:19.938923 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.041314 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:20.059737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:20.068155 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:20.083878 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02994f15-fae2-4759-a598-e4b72d9d8c1c None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:20.085756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:20.209165 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.220925 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ce77f8a5-41e5-49b1-af27-81f8cc78b7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:20.271932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.287160 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.287451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=431517fe-696d-423c-94bc-e38a970a05ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:20.296286 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2cfb51d-ef89-4e49-815d-4908979190fc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:20.317243 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:20.319476 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c648ff-e075-460c-bc46-aaa89781fec0 req-47d29ff0-bcb4-4b2e-958e-ad0ea0407980 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257191 May 19 13:15:20.435564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.437945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7639332 May 19 13:15:20.438538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Provisioning for port 6065c165-6976-41a4-9dd3-9b714899cb9e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:20.445628 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:20.451967 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.458911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Provisioning complete for port 6065c165-6976-41a4-9dd3-9b714899cb9e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:20.459448 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.469556 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66bdf84-faad-498b-aaa1-62903149bced']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:20.486448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b68c72-7566-4504-94dc-ab20af6c00ca') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:20.486728 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b68c72-7566-4504-94dc-ab20af6c00ca') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:20.493088 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461097395'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:20.507851 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.520579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96648130-35e1-46a7-98da-e412b7c4333d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:20.523869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:20.534793 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:20.543583 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:20.546365 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.550076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:20.568397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 6065c165-6976-41a4-9dd3-9b714899cb9e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:20.574252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:20.574537 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:20.575954 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:20.614356 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:20.618812 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.674804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:20.686090 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:20.693544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:20.706678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:20.801949 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.819695 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b05f1a95-1c48-42be-8775-ce0e46a46592 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:20.849660 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.872957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.886141 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 6065c165-6976-41a4-9dd3-9b714899cb9e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:20.886351 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.954668 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-c55dcad0-f0c6-4f33-8347-064cc100b566', 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'fixed_ips': [{'subnet_id': '47017d54-c178-4890-a962-bb4c5e49ee48'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:15:20.962183 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:21.001806 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:21.016443 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:21.078030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=e66bdf84-faad-498b-aaa1-62903149bced,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:21.084383 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2ff62ca3-b200-412d-8265-41f93449b95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:21.092732 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:21.213028 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/e66bdf84-faad-498b-aaa1-62903149bced HTTP/1.1" status: 204 len: 168 time: 3.8535471 May 19 13:15:21.236993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:21.349888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0a1edccf-9cc2-4cb0-95a8-54ebb5ca1ad2 req-c6aa2fca-0996-4950-8ecf-60dd9153f99b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.2218742 May 19 13:15:21.354665 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:21.360512 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9134104 May 19 13:15:21.362562 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:21.366814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60cddc-d1b5-41e3-bb25-99dac3c57b24,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:21.374876 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380311243'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:21.403105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:21.410952 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b920261-b419-4554-997f-1e0a730a8ed5 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] GET failed (client error): The resource could not be found. May 19 13:15:21.412103 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3b920261-b419-4554-997f-1e0a730a8ed5 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Synchronizing usage tracker for tenant:3c344da98c314e8cb673f035b502ac0c on resource:subnet {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:21.415493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:21.426434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:21.444451 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:21.481920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:21.509190 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-3b920261-b419-4554-997f-1e0a730a8ed5 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Unset dirty status for tenant:3c344da98c314e8cb673f035b502ac0c on resource:subnet {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:21.519973 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b920261-b419-4554-997f-1e0a730a8ed5 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets/431517fe-696d-423c-94bc-e38a970a05ac HTTP/1.1" status: 404 len: 337 time: 0.2722027 May 19 13:15:21.522535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:21.545685 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:21.670179 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-608bc50b-201e-4bdb-9275-a5d0bc789c6f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:21.679048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608bc50b-201e-4bdb-9275-a5d0bc789c6f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:21.688087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-608bc50b-201e-4bdb-9275-a5d0bc789c6f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/e66bdf84-faad-498b-aaa1-62903149bced HTTP/1.1" status: 404 len: 339 time: 0.1620448 May 19 13:15:21.689488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:21.856638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:21.923563 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:security_group_rule and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:21.954594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:21.984900 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:22.083421 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb3598-36b3-45bb-817d-faade804c39e None None] Network e66bdf84-faad-498b-aaa1-62903149bced requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:22.226428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb3598-36b3-45bb-817d-faade804c39e None None] Network e66bdf84-faad-498b-aaa1-62903149bced could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 19 13:15:22.229895 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:22.476425 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-491aeb1f-944e-4f17-8e97-b06a328833b2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9291954 May 19 13:15:22.562442 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:22.649428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] For port 6065c165-6976-41a4-9dd3-9b714899cb9e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6065c165-6976-41a4-9dd3-9b714899cb9e,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:22.703240 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:22.714260 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0191990f-f6c2-4d4b-aded-a617f7b2eac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:22.809056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Allocated IP 19.86.0.2 (c55dcad0-f0c6-4f33-8347-064cc100b566/47017d54-c178-4890-a962-bb4c5e49ee48/e1fab248-14d1-4af0-a3a7-58301091e8c5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:23.161117 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Pushing event updated for resources: {'Port': ['ID=6065c165-6976-41a4-9dd3-9b714899cb9e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:23.194280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.195087 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.195535 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.197265 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.199684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.201478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.202933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.203476 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.204131 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.204766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.205470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.205901 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:23.240648 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:23.308531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:15:23.309056 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:15:23.469431 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4f9e1b1e-9529-43ba-9fe0-f00d50d7941b req-7f41ba7c-dec9-467d-8ddf-0f698ec843a1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.3033440 May 19 13:15:23.810202 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4466613-02ed-4752-ba07-e0c1ef928085 None None] Network 5bad5c5b-e4d3-4132-8b43-186276651967 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:23.829400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c341dc-281e-4285-8cb2-33fe99e076df tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:23.831027 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97c341dc-281e-4285-8cb2-33fe99e076df tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Synchronizing usage tracker for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:23.897726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-97c341dc-281e-4285-8cb2-33fe99e076df tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Unset dirty status for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:23.904209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-97c341dc-281e-4285-8cb2-33fe99e076df tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 2.2060654 May 19 13:15:23.906461 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:23.990445 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Deleting port a0da20e6-765f-4601-a0eb-638d78b661c3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:23.991955 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:24.065965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-c9ebef0d-e6a2-4b84-8cbe-d1dda4ef1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:24.069065 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-c9ebef0d-e6a2-4b84-8cbe-d1dda4ef1e5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 1.4128423 May 19 13:15:24.107111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:24.135654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c0e444c-61d3-49f1-937d-6a7d34aba2b6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets?network_id=8e54cd77-dae3-45b0-b67e-d30792805d5c HTTP/1.1" status: 200 len: 207 time: 0.2218029 May 19 13:15:24.140767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:24.156576 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:24.344655 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0f8f7dd9-c758-4995-8d0b-d10cfbc8bb05 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:24.377262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a8c4a18-d270-4cbf-992a-c5a6f7d26d55 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:24.378294 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4a18-d270-4cbf-992a-c5a6f7d26d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:24.525857 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:24.676968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-4d6905bb-a2f1-461f-a0f2-d583ace1ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:24.681033 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-4d6905bb-a2f1-461f-a0f2-d583ace1ccb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.5821185 May 19 13:15:24.693493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Transition to ACTIVE for port object e1fab248-14d1-4af0-a3a7-58301091e8c5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:24.870353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6065c165-6976-41a4-9dd3-9b714899cb9e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:24.961386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Transition to ACTIVE for port object e1fab248-14d1-4af0-a3a7-58301091e8c5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:25.033073 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.039859 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6a837978-ba48-4257-b164-2543ecb1a681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:25.113425 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-e77d815d-77d5-4c9d-9aa0-1121afae321c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:25.124742 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-e77d815d-77d5-4c9d-9aa0-1121afae321c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:25.127608 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-e77d815d-77d5-4c9d-9aa0-1121afae321c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "GET /v2.0/networks?id=5bad5c5b-e4d3-4132-8b43-186276651967&id=c55dcad0-f0c6-4f33-8347-064cc100b566 HTTP/1.1" status: 200 len: 1390 time: 0.5446265 May 19 13:15:25.162489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-83db9bf4-8388-4bc2-b759-9c80d9cbee88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.4654322 May 19 13:15:25.181464 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Pushing event updated for resources: {'Port': ['ID=e1fab248-14d1-4af0-a3a7-58301091e8c5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:25.200086 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 6065c165-6976-41a4-9dd3-9b714899cb9e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:25.200477 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.281738 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:25.302892 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Network c55dcad0-f0c6-4f33-8347-064cc100b566 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:25.315637 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:25.324662 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:25.349710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a8c4a18-d270-4cbf-992a-c5a6f7d26d55 None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:25.350062 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4a18-d270-4cbf-992a-c5a6f7d26d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.377410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] For port a0da20e6-765f-4601-a0eb-638d78b661c3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a0da20e6-765f-4601-a0eb-638d78b661c3,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:25.378307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a178782b-06b8-441b-8475-70acbd60ef03 req-7b4e0f92-743d-4586-b079-06976fbf2c6a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.2482588 May 19 13:15:25.382325 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.407775 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'port': {'device_id': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967', 'admin_state_up': True, 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:25.634690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c4a18-d270-4cbf-992a-c5a6f7d26d55 None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:25.638102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Attempting to bind port e1fab248-14d1-4af0-a3a7-58301091e8c5 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:25.638489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Attempting to bind port e1fab248-14d1-4af0-a3a7-58301091e8c5 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:25.638866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Attempting to bind port e1fab248-14d1-4af0-a3a7-58301091e8c5 on network c55dcad0-f0c6-4f33-8347-064cc100b566 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:25.648746 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:25.649262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Checking segment: {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:25.649585 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.649951 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Bound using segment: {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:25.650495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Bound port: e1fab248-14d1-4af0-a3a7-58301091e8c5, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:25.651448 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.707579 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.717237 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.3472569 May 19 13:15:25.723545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:25.732110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5a9b4-4560-453c-8409-ccea233f80dd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:25.755388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Calling delete_port for a0da20e6-765f-4601-a0eb-638d78b661c3 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:25.761318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-626553812', 'security_groups': ['e4d5a9b4-4560-453c-8409-ccea233f80dd'], 'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0aa1c0e5-b5b6-4867-a486-027aa9d276fb'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:25.768215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-83418870-aa21-407d-889a-5f06926d51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:25.771150 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-83418870-aa21-407d-889a-5f06926d51dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.5891886 May 19 13:15:25.859245 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.538s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:25.955731 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-b05952b3-4fe6-44a7-9ead-1e261ea91b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:25.957401 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-b05952b3-4fe6-44a7-9ead-1e261ea91b2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693754 May 19 13:15:26.022664 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c77e83-319e-4b88-b5a4-7d72030df701 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:26.028814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c77e83-319e-4b88-b5a4-7d72030df701 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:26.035538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c77e83-319e-4b88-b5a4-7d72030df701 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:26.042204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c77e83-319e-4b88-b5a4-7d72030df701 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:26.050038 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-96c77e83-319e-4b88-b5a4-7d72030df701 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.9032176 May 19 13:15:26.057849 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:26.092538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] For port e1fab248-14d1-4af0-a3a7-58301091e8c5, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:26.107383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] For port e1fab248-14d1-4af0-a3a7-58301091e8c5, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e1fab248-14d1-4af0-a3a7-58301091e8c5,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:26.114708 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-50dd3ca3-2c13-4f1d-a8da-6c75ee6a75bf None None] Provisioning complete for port 6065c165-6976-41a4-9dd3-9b714899cb9e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:26.115780 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50dd3ca3-2c13-4f1d-a8da-6c75ee6a75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:26.153374 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-7026d628-075a-4536-a455-4e1170eb368e service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866446 May 19 13:15:26.213775 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:26.269768 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:26.282902 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:26.287755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:port and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:26.291112 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for port was recalculated. Used quota:4. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:26.298618 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:26.378258 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:26.382032 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:26.519433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:26.630949 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:26.765143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Pushing event updated for resources: {'Port': ['ID=e1fab248-14d1-4af0-a3a7-58301091e8c5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:26.769982 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:26.836029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba5a5c2b-1ae9-4d44-ba45-4a83f91c968a tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7760849 May 19 13:15:26.859289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:26.998388 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-400f0314-5bdc-4393-bf10-e8b41ecac1f6 req-42e1db22-0bb2-4823-ab82-9f53e8bc8e4c service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396692 May 19 13:15:27.021654 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-18d64134-443b-4d17-9616-52b5fbb401af req-f4d7d330-0aca-4971-b69f-e2783516ec91 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.3796561 May 19 13:15:27.080597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c2c7bae-b6dd-47a9-9ac8-1a6f0aeb525a None None] Provisioning complete for port 6065c165-6976-41a4-9dd3-9b714899cb9e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:27.081264 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7bae-b6dd-47a9-9ac8-1a6f0aeb525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:27.231804 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Allocated IP 19.80.0.123 (5bad5c5b-e4d3-4132-8b43-186276651967/b23c2ba4-fe24-47c0-b2bb-4bf85f963b80/7e9022c6-d273-4731-bf4a-c398cb38d79b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:27.256786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:27.321848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f036cf5-8d3f-42bd-a0ff-7f78f7c6b781 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:27.324037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f036cf5-8d3f-42bd-a0ff-7f78f7c6b781 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:27.325643 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f036cf5-8d3f-42bd-a0ff-7f78f7c6b781 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4450307 May 19 13:15:27.331974 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34348) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:27.882536 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:27.946837 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] device_id is not set on port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:15:28.124712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87b563-3d9a-4c5e-a48c-cb82cb793c9b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:28.129559 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87b563-3d9a-4c5e-a48c-cb82cb793c9b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:28.130719 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3a87b563-3d9a-4c5e-a48c-cb82cb793c9b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Synchronizing usage tracker for tenant:3c344da98c314e8cb673f035b502ac0c on resource:subnet {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:28.165921 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:28.183666 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-73ed8b1d-12f5-48be-8818-894f34eae2c2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:28.311077 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3a87b563-3d9a-4c5e-a48c-cb82cb793c9b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Unset dirty status for tenant:3c344da98c314e8cb673f035b502ac0c on resource:subnet {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:28.316522 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a87b563-3d9a-4c5e-a48c-cb82cb793c9b tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.9273171 May 19 13:15:28.391203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0da20e6-765f-4601-a0eb-638d78b661c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:28.397943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:28.431128 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:28.846597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e1fab248-14d1-4af0-a3a7-58301091e8c5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:28.906830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4740962e-c062-4b5c-aab0-5160f557080c req-963fe9b5-0d69-473d-9e0a-c65dd0cf2466 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.3313055 May 19 13:15:29.008412 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.051546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port e1fab248-14d1-4af0-a3a7-58301091e8c5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:29.148355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Transition to ACTIVE for port object 7e9022c6-d273-4731-bf4a-c398cb38d79b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:29.241924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8::12b (507584e8-8fde-4372-a980-2edb9c00ddeb/0aa1c0e5-b5b6-4867-a486-027aa9d276fb/8c78e2b1-73b5-4e98-9390-5cec9d66f924) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:29.330611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.349729 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-677237f2-7721-4e78-b0a7-9b0a18ef94de tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:29.403434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb497b2f-5fbf-45ac-ab81-06617a7f994f None None] Network c55dcad0-f0c6-4f33-8347-064cc100b566 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:29.454670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network 5bad5c5b-e4d3-4132-8b43-186276651967 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:29.473183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:29.485633 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:29.489122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:29.505564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:29.671048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:29.671330 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Provisioning for port e1fab248-14d1-4af0-a3a7-58301091e8c5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:29.671815 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.697048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Provisioning complete for port e1fab248-14d1-4af0-a3a7-58301091e8c5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:29.697727 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.849183 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-3905eff0-667e-4e90-9b7b-9d5a46734477 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4507582 May 19 13:15:29.872649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Request body: {'port': {'device_id': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566', 'admin_state_up': True, 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:30.039958 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.111311 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] For port e1fab248-14d1-4af0-a3a7-58301091e8c5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e1fab248-14d1-4af0-a3a7-58301091e8c5,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:30.142108 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.159721 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:30.163193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133a9e9-ac28-4ada-a51e-0ef9af0bcb45 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:30.165040 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c133a9e9-ac28-4ada-a51e-0ef9af0bcb45 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Synchronizing usage tracker for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:30.203196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c133a9e9-ac28-4ada-a51e-0ef9af0bcb45 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Unset dirty status for tenant:3c344da98c314e8cb673f035b502ac0c on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:30.214152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c133a9e9-ac28-4ada-a51e-0ef9af0bcb45 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks/e3cc89e8-8a0e-49dd-8378-77c219fef5ef HTTP/1.1" status: 200 len: 800 time: 1.8136959 May 19 13:15:30.219338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:30.300512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Pushing event updated for resources: {'Port': ['ID=e1fab248-14d1-4af0-a3a7-58301091e8c5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:30.304515 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:30.343139 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.362749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b38f4649-aedb-43b8-aa18-eada992d3093 None None] Provisioning for port 7e9022c6-d273-4731-bf4a-c398cb38d79b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:30.390489 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b38f4649-aedb-43b8-aa18-eada992d3093 None None] Provisioning complete for port 7e9022c6-d273-4731-bf4a-c398cb38d79b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:30.391212 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b38f4649-aedb-43b8-aa18-eada992d3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.532574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b38f4649-aedb-43b8-aa18-eada992d3093 None None] Port 7e9022c6-d273-4731-bf4a-c398cb38d79b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:30.544143 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.639839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 8c78e2b1-73b5-4e98-9390-5cec9d66f924 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:30.654100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:30.709086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Usage tracker for resource:port and tenant:bf146bf0e97c490dad3741767dfa2163 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:30.745634 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:30.783318 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:30.840631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e1fab248-14d1-4af0-a3a7-58301091e8c5 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:30.870296 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee61d-9ee0-4e65-bece-e3f794f29dca req-159346c6-cc0b-473d-9081-c2d77f6bec19 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:30.872905 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d4ee61d-9ee0-4e65-bece-e3f794f29dca req-159346c6-cc0b-473d-9081-c2d77f6bec19 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:30.943330 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Made reservation on behalf of bf146bf0e97c490dad3741767dfa2163 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:30.956692 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.985202 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.021262 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-86ae9a94-6192-425d-a816-d8781e801680 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:31.053119 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6702dcd7-ad3b-4a58-8304-9562c1fd3463 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/networks/e3cc89e8-8a0e-49dd-8378-77c219fef5ef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8313606 May 19 13:15:31.070198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:31.094954 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2d4ee61d-9ee0-4e65-bece-e3f794f29dca req-159346c6-cc0b-473d-9081-c2d77f6bec19 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:31.104452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d4ee61d-9ee0-4e65-bece-e3f794f29dca req-159346c6-cc0b-473d-9081-c2d77f6bec19 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 932 time: 0.7442966 May 19 13:15:31.178194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port e1fab248-14d1-4af0-a3a7-58301091e8c5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:31.180406 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.246567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:31.270720 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2d4ee61d-9ee0-4e65-bece-e3f794f29dca req-819f79ec-7960-442a-bbf8-a8cfe9a96330 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634016 May 19 13:15:31.273020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:31.278967 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:31.295831 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:31.298863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.359628 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5b9f5-1696-4962-8a38-4f9c3bb9ddaf tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:31.362964 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-57a5b9f5-1696-4962-8a38-4f9c3bb9ddaf tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets/cdc01b0b-5882-4c11-8e6e-a99d2db910dc HTTP/1.1" status: 200 len: 811 time: 0.2908967 May 19 13:15:31.372879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:31.379981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=8c78e2b1-73b5-4e98-9390-5cec9d66f924,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:31.409951 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:31.441487 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f20357c-2741-4eed-a26e-8bfb9f9a79ca None None] Provisioning complete for port e1fab248-14d1-4af0-a3a7-58301091e8c5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:31.442158 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f20357c-2741-4eed-a26e-8bfb9f9a79ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.527148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de2bc0-29e8-490d-a693-155275d1cee9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:31.528327 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-32de2bc0-29e8-490d-a693-155275d1cee9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "GET /v2.0/subnets/cdc01b0b-5882-4c11-8e6e-a99d2db910dc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1514041 May 19 13:15:31.534853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:31.554568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121941866'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:31.566553 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:31.587483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:31.590486 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b58c5c9b-26c2-4eb5-9242-b00d5149db35 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8611572 May 19 13:15:31.605878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:31.616593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:31.634459 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.670847 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Allocated IP 19.86.0.5 (c55dcad0-f0c6-4f33-8347-064cc100b566/47017d54-c178-4890-a962-bb4c5e49ee48/e2fae0dc-fb89-41a8-9e23-294a645acf06) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:31.698061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:31.975497 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b5ede9d-d18c-48d1-8664-52a668be7dd3 None None] Provisioning for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:31.983591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b5ede9d-d18c-48d1-8664-52a668be7dd3 None None] Provisioning complete for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:31.984471 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b5ede9d-d18c-48d1-8664-52a668be7dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.072455 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ede9d-d18c-48d1-8664-52a668be7dd3 None None] Port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:32.085125 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.109840 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Transition to ACTIVE for port object e2fae0dc-fb89-41a8-9e23-294a645acf06 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:32.155882 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.164538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:32.170831 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-aeea420f-be61-45f1-b83d-1e6940815cef tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:32.172907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:32.256639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:32.266420 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:32.269832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.270182 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Added segment 267e1008-9540-4bcb-aaa6-e7683d84937e of type vlan for network 656d27b4-297c-4e17-a09d-7b5a97f47c72 May 19 13:15:32.294135 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:32.299272 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:32.306048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:32.306389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Network c55dcad0-f0c6-4f33-8347-064cc100b566 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:32.320457 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:32.324934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:32.395728 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.406339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:15:32.409429 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:32.413241 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.478833 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:32.482395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.545964 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-42cdf2a1-2d39-4330-ae82-e92acf31787f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6873610 May 19 13:15:32.560066 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Request body: {'port': {'device_id': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:32.616298 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.632666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:32.634111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.657790 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:32.905787 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eaa764f2-6ae5-4396-bab3-7ef77e5dfa76 None None] Provisioning for port e2fae0dc-fb89-41a8-9e23-294a645acf06 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:32.913189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eaa764f2-6ae5-4396-bab3-7ef77e5dfa76 None None] Provisioning complete for port e2fae0dc-fb89-41a8-9e23-294a645acf06 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:32.914041 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa764f2-6ae5-4396-bab3-7ef77e5dfa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:32.998348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eaa764f2-6ae5-4396-bab3-7ef77e5dfa76 None None] Port e2fae0dc-fb89-41a8-9e23-294a645acf06 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:33.046651 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:33.096038 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c48b6-5d76-4489-8733-96d71f8c450a req-342346ec-08db-4f94-9b42-788030782d07 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:33.108361 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c48b6-5d76-4489-8733-96d71f8c450a req-342346ec-08db-4f94-9b42-788030782d07 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:33.109947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-810c48b6-5d76-4489-8733-96d71f8c450a req-342346ec-08db-4f94-9b42-788030782d07 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:33.311839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Network': ['ID=656d27b4-297c-4e17-a09d-7b5a97f47c72,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:33.315048 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:33.346574 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:33.416004 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8735297 May 19 13:15:33.422460 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:33.512694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:33.626271 n-d-791505-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aa1c0e5-b5b6-4867-a486-027aa9d276fb (CIDR: 2001:db8::/64) May 19 13:15:33.695339 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:15:33.695986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:33.744526 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4dc8e2d9-25e6-4e99-801f-6668a5233a87 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1335225 May 19 13:15:33.755013 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:33.767549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:33.798256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:33.825612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:33.854742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:15:33.882272 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] 10.222.0.69 "PUT /v2.0/routers/30fa2e6a-7aae-4915-8178-b9fb141c7d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9480908 May 19 13:15:33.891795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:33.898395 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Sync routers for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:15:33.938686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:15:33.944450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:15:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:34.048376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-810c48b6-5d76-4489-8733-96d71f8c450a req-342346ec-08db-4f94-9b42-788030782d07 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:34.049879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-810c48b6-5d76-4489-8733-96d71f8c450a req-342346ec-08db-4f94-9b42-788030782d07 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1653 time: 1.3342693 May 19 13:15:34.133524 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-810c48b6-5d76-4489-8733-96d71f8c450a req-0908dd08-46c2-47e8-83e8-e8ebb15dcf9b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650396 May 19 13:15:34.224235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Made reservation on behalf of 3c344da98c314e8cb673f035b502ac0c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:34.232890 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.254075 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:15:34.257391 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9022c6-d273-4731-bf4a-c398cb38d79b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:15:34.268494 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.289762 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Transition to ACTIVE for port object 7e9022c6-d273-4731-bf4a-c398cb38d79b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:34.298139 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.304536 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-589d8993-50f5-4a64-849e-e51974f0a4ea tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:34.398794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:34.404356 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:34.765881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 19 13:15:34.767100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 19 13:15:34.836725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:34.857116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:34.865835 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:34.875768 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.915309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Attempting to bind port 7e9022c6-d273-4731-bf4a-c398cb38d79b on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:34.915578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Attempting to bind port 7e9022c6-d273-4731-bf4a-c398cb38d79b by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:34.916036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Attempting to bind port 7e9022c6-d273-4731-bf4a-c398cb38d79b on network 5bad5c5b-e4d3-4132-8b43-186276651967 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:34.933525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Port 7e9022c6-d273-4731-bf4a-c398cb38d79b on network 5bad5c5b-e4d3-4132-8b43-186276651967 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:15:34.933978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Attempting to bind port 7e9022c6-d273-4731-bf4a-c398cb38d79b on network 5bad5c5b-e4d3-4132-8b43-186276651967 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:34.946715 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:34.947068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Checking segment: {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:34.947579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Bound using segment: {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:34.947869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Bound port: 7e9022c6-d273-4731-bf4a-c398cb38d79b, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3cb46a-4e78-409b-9f27-cff1e4a57f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:34.948267 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.084616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:35.155961 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:35.167164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.194415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:35.205334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:35.222617 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.231019 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf50a236-c152-41e8-a6ce-1f3af70a5e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144818595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:35.279724 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:15:27Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:35.290855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Checking router: 30fa2e6a-7aae-4915-8178-b9fb141c7d81 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:15:35.310246 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Routers {'30fa2e6a-7aae-4915-8178-b9fb141c7d81'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:15:35.311038 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:15:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:35.390935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:35.392747 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.395803 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] 10.222.0.71 "PUT /v2.0/ports/7e9022c6-d273-4731-bf4a-c398cb38d79b HTTP/1.1" status: 200 len: 1092 time: 2.8407013 May 19 13:15:35.396748 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:15:35.496698 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:35.533433 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Request body: {'port': {'device_id': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:35.619006 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.674628 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:35.686543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] Set router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:15:35.773712 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b', 'status': 'completed', 'code': 200} May 19 13:15:35.920735 n-d-791505-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ebef867f-ea16-4e02-be1a-f9295cde70fe (CIDR: 2001:db8:0:1::/64) May 19 13:15:35.935229 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:15:35.935724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:35.987461 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.996608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-fc86bf33-1b79-4e53-9681-8192e1f5d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:35.997101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-fc86bf33-1b79-4e53-9681-8192e1f5d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:35.999393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-fc86bf33-1b79-4e53-9681-8192e1f5d691 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1912 time: 0.3507848 May 19 13:15:36.059350 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8edc639a-b2f2-4e8a-921b-663e01e87148 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.3032315 May 19 13:15:36.067697 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:36.085690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'subnet': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:36.295980 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a1206-7598-437b-b052-17a149523227 req-cc2495f2-0898-4931-8001-d80ad699d032 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:36.304820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a1206-7598-437b-b052-17a149523227 req-cc2495f2-0898-4931-8001-d80ad699d032 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:36.309076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:15:27Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:36.313947 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-847a1206-7598-437b-b052-17a149523227 req-cc2495f2-0898-4931-8001-d80ad699d032 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1665 time: 0.6381979 May 19 13:15:36.325925 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76966d-186e-4da1-b8dd-446f9762d9b4 None None] The sync data for ids ['30fa2e6a-7aae-4915-8178-b9fb141c7d81'] in n-d-791505-2 is: [{'id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'name': 'tempest-TaggedBootDevicesTest_v242-381486199-router', 'tenant_id': '924367df395c4dce8c8656db6049ee57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:00:40Z', 'updated_at': '2021-05-19T13:15:27Z', 'revision_number': 5, 'project_id': '924367df395c4dce8c8656db6049ee57', 'gw_port': {'id': '508736f3-d9cf-4017-ad42-2c2bc438f918', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa2e6a-7aae-4915-8178-b9fb141c7d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:00:45Z', 'updated_at': '2021-05-19T13:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:15:36.357935 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:36.372677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Usage tracker for resource:subnet and tenant:28272287108347128e95a721824a8e45 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:36.379163 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:36.406915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:36.497716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-847a1206-7598-437b-b052-17a149523227 req-2ba9b4ac-05bc-4fce-87da-536e55a85962 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826351 May 19 13:15:36.519780 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Made reservation on behalf of 28272287108347128e95a721824a8e45 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:36.523837 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:36.742398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a0da20e6-765f-4601-a0eb-638d78b661c3 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:36.818110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-f159df43-0db0-482a-a03f-34beec58bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:36.818594 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-f159df43-0db0-482a-a03f-34beec58bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:36.819066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-f159df43-0db0-482a-a03f-34beec58bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:36.820783 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-f159df43-0db0-482a-a03f-34beec58bcd6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=bf146bf0e97c490dad3741767dfa2163&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8083451 May 19 13:15:36.877646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Deleting port 508736f3-d9cf-4017-ad42-2c2bc438f918 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:36.877988 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:36.931669 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: a0da20e6-765f-4601-a0eb-638d78b661c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:36.932893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a0da20e6-765f-4601-a0eb-638d78b661c3 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:37.138323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fae0dc-fb89-41a8-9e23-294a645acf06 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:15:37.147473 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:37.168407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Transition to ACTIVE for port object e2fae0dc-fb89-41a8-9e23-294a645acf06 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:37.178749 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:37.371572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] For port 508736f3-d9cf-4017-ad42-2c2bc438f918, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=508736f3-d9cf-4017-ad42-2c2bc438f918,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:37.372623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:37.477389 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3f3609b3-a225-42be-8d15-4c2d0121784c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:37.559954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-5892f116-6eca-4e7e-a820-1cac608bff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:37.563168 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-440bae1f-f226-4f21-b27a-e74d6fa0e47f req-5892f116-6eca-4e7e-a820-1cac608bff4d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7261167 May 19 13:15:37.726262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Calling delete_port for 508736f3-d9cf-4017-ad42-2c2bc438f918 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:37.876578 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:37.887286 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3db6543a-5d69-4d4d-8b8d-e33e794b602c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:38.083338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=e4855413-96e4-49ec-b1ef-4c97a4cbaf7a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:38.094257 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:38.113833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Checking segment: {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:38.114449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network hostable DHCP agents. Network: 656d27b4-297c-4e17-a09d-7b5a97f47c72, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:15:38.223676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:15:38.256399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 656d27b4-297c-4e17-a09d-7b5a97f47c72) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:38.271337 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39778c01-4361-4c48-af1e-2986d1956d85 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:38.348323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:38.349077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:38.430978 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.9282038 May 19 13:15:38.436064 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:38.441437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:38.453675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:38.553129 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:38.603123 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59947674'] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:38.770377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:38.785495 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8360de42-ddc3-4494-a495-2c99b870031d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:38.875317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-656d27b4-297c-4e17-a09d-7b5a97f47c72', 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72', 'tenant_id': '3c344da98c314e8cb673f035b502ac0c', 'fixed_ips': [{'subnet_id': 'e4855413-96e4-49ec-b1ef-4c97a4cbaf7a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:15:38.881370 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:38.886118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef2a0-193c-462a-8a86-2f8e48652200 req-b955272f-f1bc-40cc-ab23-d142e9993d7d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:38.908786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Pushing event deleted for resources: {'Port': ['ID=508736f3-d9cf-4017-ad42-2c2bc438f918,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:38.914901 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:38.924472 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef2a0-193c-462a-8a86-2f8e48652200 req-b955272f-f1bc-40cc-ab23-d142e9993d7d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:38.953284 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5ef2a0-193c-462a-8a86-2f8e48652200 req-b955272f-f1bc-40cc-ab23-d142e9993d7d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 1.0571396 May 19 13:15:39.105736 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.272558 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Attempting to bind port e2fae0dc-fb89-41a8-9e23-294a645acf06 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:39.272966 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Attempting to bind port e2fae0dc-fb89-41a8-9e23-294a645acf06 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:39.273490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Attempting to bind port e2fae0dc-fb89-41a8-9e23-294a645acf06 on network c55dcad0-f0c6-4f33-8347-064cc100b566 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:39.316778 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5f5ef2a0-193c-462a-8a86-2f8e48652200 req-903d97b0-450a-47a0-b391-7b964c63af4f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620543 May 19 13:15:39.323282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Port e2fae0dc-fb89-41a8-9e23-294a645acf06 on network c55dcad0-f0c6-4f33-8347-064cc100b566 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:15:39.336212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Attempting to bind port e2fae0dc-fb89-41a8-9e23-294a645acf06 on network c55dcad0-f0c6-4f33-8347-064cc100b566 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:39.368067 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772104062630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2223124'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.368368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:39.370936 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Checking segment: {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:39.374098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Bound using segment: {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:39.374098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Bound port: e2fae0dc-fb89-41a8-9e23-294a645acf06, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca45dd4-baea-48f2-8254-0bc97721bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:39.374564 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.385935 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Allocated IP 172.20.0.3 (656d27b4-297c-4e17-a09d-7b5a97f47c72/e4855413-96e4-49ec-b1ef-4c97a4cbaf7a/55d20e24-cf20-4482-a354-fc59cdcfff1e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:39.403531 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2605bdf2-623a-4add-9db2-18d832a4f473 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:39.848470 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:39.852873 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:39.862217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.863077 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.866730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.868691 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1c889b5b-8fea-4415-aae2-bb7f1ce6238d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:39.916706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:39.917675 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.922600 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "PUT /v2.0/subnets/e4855413-96e4-49ec-b1ef-4c97a4cbaf7a HTTP/1.1" status: 200 len: 877 time: 1.4799762 May 19 13:15:39.934152 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:39.981241 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.999261 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:39.999950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fa2e6a-7aae-4915-8178-b9fb141c7d81 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:15:40.002502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Transition to ACTIVE for port object 55d20e24-cf20-4482-a354-fc59cdcfff1e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:40.037374 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.043366 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] 10.222.0.69 "DELETE /v2.0/routers/30fa2e6a-7aae-4915-8178-b9fb141c7d81 HTTP/1.1" status: 204 len: 168 time: 6.1466253 May 19 13:15:40.046863 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:40.059225 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Transition to ACTIVE for port object 55d20e24-cf20-4482-a354-fc59cdcfff1e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:40.075474 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.083184 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-3f97145f-2118-4736-9ea1-4ef9f03cbb6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:40.239445 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:40.268191 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:40.296618 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event updated for resources: {'Subnet': ['ID=e4855413-96e4-49ec-b1ef-4c97a4cbaf7a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:40.305213 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ab4fa1c6-2d65-47db-b6df-356955e13d90 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:40.314603 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:40.317151 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.322167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] 10.222.0.71 "PUT /v2.0/ports/e2fae0dc-fb89-41a8-9e23-294a645acf06 HTTP/1.1" status: 200 len: 1090 time: 4.8044555 May 19 13:15:40.325937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:15:40.341493 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:15:40.461678 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.646767 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'status': 'completed', 'code': 200} May 19 13:15:40.660017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Deleting subnet aadc56b8-93b6-4580-8621-b4ba8c88f7dd {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:40.699867 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.800145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:40.806880 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:40.827159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port 55d20e24-cf20-4482-a354-fc59cdcfff1e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:40.828133 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:40.983369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 508736f3-d9cf-4017-ad42-2c2bc438f918 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:41.148485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:41.149736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:41.150441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e on network 656d27b4-297c-4e17-a09d-7b5a97f47c72 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:41.198939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.218359 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Pushing event updated for resources: {'Port': ['ID=55d20e24-cf20-4482-a354-fc59cdcfff1e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:41.230497 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:41.231715 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02935ba6-22c4-44ac-b8c7-a3bbfe7bc504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.234793 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 508736f3-d9cf-4017-ad42-2c2bc438f918 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:41.235400 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 508736f3-d9cf-4017-ad42-2c2bc438f918 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:41.248900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:41.250322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Checking segment: {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:41.250716 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.253047 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Bound using segment: {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:41.254470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Bound port: 55d20e24-cf20-4482-a354-fc59cdcfff1e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:41.255312 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.268983 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.284341 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b0643828-4c35-4bea-9432-4d6aafcc8b47 tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:41.333127 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port 55d20e24-cf20-4482-a354-fc59cdcfff1e, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:41.333693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.450319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb99f3-7d05-43c6-af86-ef7f5ffedc54 req-6bb3b37a-73e0-4f0a-8d85-ae7760376ab8 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:41.456774 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb99f3-7d05-43c6-af86-ef7f5ffedc54 req-6bb3b37a-73e0-4f0a-8d85-ae7760376ab8 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:41.464673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12fb99f3-7d05-43c6-af86-ef7f5ffedc54 req-6bb3b37a-73e0-4f0a-8d85-ae7760376ab8 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 0.6557479 May 19 13:15:41.492996 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Network 507584e8-8fde-4372-a980-2edb9c00ddeb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:41.497017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2948d9cb-ef1a-4bc1-bd5f-2c1392a06d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:41.497495 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2948d9cb-ef1a-4bc1-bd5f-2c1392a06d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:41.499117 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-2948d9cb-ef1a-4bc1-bd5f-2c1392a06d30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1979 time: 1.0717418 May 19 13:15:41.507399 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:41.520385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa750af6-2876-48b7-8205-7252e70035d7 None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:41.616769 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for 55d20e24-cf20-4482-a354-fc59cdcfff1e owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:41.759132 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Subnet': ['ID=52a467af-2c01-4f7a-847c-c4cb9f86aaae,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:41.785399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-274d23d3-65d7-4b3a-b137-5d89a530ccd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b HTTP/1.1" status: 200 len: 217 time: 0.2577729 May 19 13:15:41.786554 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:41.787159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.850827 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:41.871090 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c404b2a7-997a-4175-9720-5a7a1f07f374 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.8005540 May 19 13:15:41.871931 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:41.891656 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12fb99f3-7d05-43c6-af86-ef7f5ffedc54 req-15d7cbab-8a49-4d10-b0a0-945385c167bd tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259810 May 19 13:15:41.906643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-839170382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52a467af-2c01-4f7a-847c-c4cb9f86aaae'}], 'security_groups': ['96648130-35e1-46a7-98da-e412b7c4333d', 'cc60cddc-d1b5-41e3-bb25-99dac3c57b24']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:41.950162 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:41.970016 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:42.051299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:42.180939 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:15:42.181925 n-d-791505-2 neutron-server[93822]: DEBUG oslo_db.api [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:15:42.194451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=55d20e24-cf20-4482-a354-fc59cdcfff1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:42.199415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-76975bc6-c0a6-45cf-a904-bb69369f21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:42.201011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-76975bc6-c0a6-45cf-a904-bb69369f21a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b23c2ba4-fe24-47c0-b2bb-4bf85f963b80 HTTP/1.1" status: 200 len: 801 time: 0.3930678 May 19 13:15:42.298388 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.298986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.299575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.300347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.300973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.301472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.302011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.302588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.303159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.303719 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.304335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.304904 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:42.313477 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:42.327017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port 55d20e24-cf20-4482-a354-fc59cdcfff1e on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:42.455036 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:42.486621 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Update dhcp port {'port': {'network_id': '507584e8-8fde-4372-a980-2edb9c00ddeb', 'fixed_ips': [{'subnet_id': 'ebef867f-ea16-4e02-be1a-f9295cde70fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '52a467af-2c01-4f7a-847c-c4cb9f86aaae'}, {'subnet_id': '0aa1c0e5-b5b6-4867-a486-027aa9d276fb'}], 'binding:host_id': 'n-d-791505-2'}, 'id': '23b4b442-341a-4dd8-a6d8-5a85583bca19'} from n-d-791505-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 19 13:15:42.630492 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.303731 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Allocated IP 2001:db8:0:2::2 (507584e8-8fde-4372-a980-2edb9c00ddeb/52a467af-2c01-4f7a-847c-c4cb9f86aaae/23b4b442-341a-4dd8-a6d8-5a85583bca19) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:43.351781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Allocated IP 2001:db8::2 (507584e8-8fde-4372-a980-2edb9c00ddeb/0aa1c0e5-b5b6-4867-a486-027aa9d276fb/23b4b442-341a-4dd8-a6d8-5a85583bca19) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:43.361478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.367499 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-654c990b-14d9-41ce-99bf-eacbb369a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.372766 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d806875c-edce-4d9a-8a1f-6e922950e15f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:43.375264 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:43.375652 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:43.376112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Attempting to bind port 55d20e24-cf20-4482-a354-fc59cdcfff1e on network 656d27b4-297c-4e17-a09d-7b5a97f47c72 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:43.396516 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.441296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=e4855413-96e4-49ec-b1ef-4c97a4cbaf7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:43.450436 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:43.485016 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:43.485383 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Checking segment: {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:43.485802 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.486219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Bound using segment: {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:43.486728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Bound port: 55d20e24-cf20-4482-a354-fc59cdcfff1e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267e1008-9540-4bcb-aaa6-e7683d84937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '656d27b4-297c-4e17-a09d-7b5a97f47c72'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:43.487118 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.597986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.615560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656d27b4-297c-4e17-a09d-7b5a97f47c72']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:43.622157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-85fe4493-1551-4fc5-814b-cfd41351ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:43.625930 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-85fe4493-1551-4fc5-814b-cfd41351ffa9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bad5c5b-e4d3-4132-8b43-186276651967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4153974 May 19 13:15:43.634540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267e1008-9540-4bcb-aaa6-e7683d84937e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:43.634859 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267e1008-9540-4bcb-aaa6-e7683d84937e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:43.651884 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.675023 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.684740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:43.685195 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:43.731780 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:43.736578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Port 55d20e24-cf20-4482-a354-fc59cdcfff1e has been deleted concurrently {{(pid=93822) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 19 13:15:43.904557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=23b4b442-341a-4dd8-a6d8-5a85583bca19,segment=NetworkSegment(a0a0dd11-1f4e-4842-8d1b-1c977fbe9207),segment_id=a0a0dd11-1f4e-4842-8d1b-1c977fbe9207)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:43.940377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:43.953269 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-49ab2883-652c-44ec-9b4c-583f188f34bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:44.008815 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.012989 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.040878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=656d27b4-297c-4e17-a09d-7b5a97f47c72,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:44.047272 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:44.075322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Transition to ACTIVE for port object 23b4b442-341a-4dd8-a6d8-5a85583bca19 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:44.081651 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.086206 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.106162 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:44.126933 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/656d27b4-297c-4e17-a09d-7b5a97f47c72 HTTP/1.1" status: 204 len: 168 time: 4.1908915 May 19 13:15:44.130198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.264058 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a98fdc83-3f80-4c09-9847-9c9cf6f81980 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:44.308134 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e27abb8-b3ce-47ec-bf1e-836badd3ddae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:44.321295 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e27abb8-b3ce-47ec-bf1e-836badd3ddae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:44.330564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e27abb8-b3ce-47ec-bf1e-836badd3ddae tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/e4855413-96e4-49ec-b1ef-4c97a4cbaf7a HTTP/1.1" status: 404 len: 337 time: 0.1872759 May 19 13:15:44.333902 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.374309 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.417139 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f861d1-d243-453f-a059-b930a70836ad tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:44.418932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f861d1-d243-453f-a059-b930a70836ad tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:44.430008 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-38f861d1-d243-453f-a059-b930a70836ad tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/656d27b4-297c-4e17-a09d-7b5a97f47c72 HTTP/1.1" status: 404 len: 339 time: 0.0937130 May 19 13:15:44.430676 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.468331 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aadc56b8-93b6-4580-8621-b4ba8c88f7dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:44.525449 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-83114b85-95bb-474e-8833-70ea8fd497b4 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:44.526454 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83114b85-95bb-474e-8833-70ea8fd497b4 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:44.533202 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-83114b85-95bb-474e-8833-70ea8fd497b4 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/431517fe-696d-423c-94bc-e38a970a05ac HTTP/1.1" status: 404 len: 337 time: 0.0972910 May 19 13:15:44.533804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.551389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1d6a0-cbec-4aff-a52f-731139222349 req-b6a0af90-8f49-4ee4-9a47-f698df4b2b35 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:44.574724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1d6a0-cbec-4aff-a52f-731139222349 req-b6a0af90-8f49-4ee4-9a47-f698df4b2b35 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:44.578598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1a1d6a0-cbec-4aff-a52f-731139222349 req-b6a0af90-8f49-4ee4-9a47-f698df4b2b35 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 1.3776624 May 19 13:15:44.585723 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.595483 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.601463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.601463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.601463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.601463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.602441 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.609891 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:15:44.671868 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Pushing event updated for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:44.694927 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b459ab-cdbb-4ab6-8f57-75176866ebd5 None None] Network fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:44.717308 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:44.784434 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:44.804478 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcfcf66d-dca7-47bc-a8c4-4357464c47da admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aadc56b8-93b6-4580-8621-b4ba8c88f7dd HTTP/1.1" status: 204 len: 168 time: 4.7545018 May 19 13:15:44.823284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.835314 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:44.895324 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-a69565dd-82b9-47dc-8a84-ea3655b979a3 service neutron] 10.222.0.71 "GET /v2.0/networks/5bad5c5b-e4d3-4132-8b43-186276651967?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818253 May 19 13:15:44.930090 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6750e5f4-6299-42a0-9aa9-74368e6374b7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:44.931203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6750e5f4-6299-42a0-9aa9-74368e6374b7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:44.933393 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6750e5f4-6299-42a0-9aa9-74368e6374b7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/e66bdf84-faad-498b-aaa1-62903149bced HTTP/1.1" status: 404 len: 339 time: 0.3908291 May 19 13:15:44.937437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:44.986110 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d1a1d6a0-cbec-4aff-a52f-731139222349 req-18d85322-498e-4f28-86f0-701e4a81d37f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663452 May 19 13:15:45.128843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.195025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.841148 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.858161 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.866064 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.913913 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:45.967443 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccff773-9e71-4061-a712-b01e06417f95') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:45.975244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccff773-9e71-4061-a712-b01e06417f95') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:46.031189 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.093513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.101310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:46.101708 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.110514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] DHCP port deletion for fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:46.140869 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:46.273703 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-bd8655d7-5f96-4153-b464-07ad83c8aba8 service neutron] 10.222.0.71 "GET /v2.0/networks/5bad5c5b-e4d3-4132-8b43-186276651967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3667147 May 19 13:15:46.287144 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Deleting port 84891c37-33ed-4191-8cef-ecc2b0b7b508 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:46.287941 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.360054 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-532c43ef-57e3-4f17-8ab2-5242bd627d32 None None] Could not find standard attr ID for object 55d20e24-cf20-4482-a354-fc59cdcfff1e. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:15:46.384385 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e7e0e-71ce-4f14-af25-f0816424262e None None] DHCP port deletion for 656d27b4-297c-4e17-a09d-7b5a97f47c72 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:15:46.501485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989ffd2-43a1-4138-b26f-51a6f2514bd1 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:46.529288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989ffd2-43a1-4138-b26f-51a6f2514bd1 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 19 13:15:46.540739 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b7b4c-4a50-4526-bb93-6cbd467a1451 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:46.594863 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] For port 84891c37-33ed-4191-8cef-ecc2b0b7b508, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=84891c37-33ed-4191-8cef-ecc2b0b7b508,segment=NetworkSegment(5535050a-e7c9-44d1-9e55-23b65688332a),segment_id=5535050a-e7c9-44d1-9e55-23b65688332a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:46.595703 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.596892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.602794 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cbde13f-c282-49f5-99ed-67446d5d1eb1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:46.678542 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:46.754294 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b7b4c-4a50-4526-bb93-6cbd467a1451 None None] Network 656d27b4-297c-4e17-a09d-7b5a97f47c72 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 19 13:15:46.785564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:46.800242 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:46.812443 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a4d9418-492a-40b1-bb2e-8b988c2c7820 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/4bb5c6e2-04a0-4674-8588-95ccb0c9a0a4 HTTP/1.1" status: 204 len: 168 time: 1.8732555 May 19 13:15:46.813391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:46.882169 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:46.978285 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a3c4c7-8640-4569-a36c-eb66407462ef tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:46.979115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a3c4c7-8640-4569-a36c-eb66407462ef tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:46.993766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4a3c4c7-8640-4569-a36c-eb66407462ef tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/da5ad886-25e6-49f3-8db7-c38543f5ab50 HTTP/1.1" status: 404 len: 337 time: 0.1786675 May 19 13:15:46.995290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.035059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Calling delete_port for 84891c37-33ed-4191-8cef-ecc2b0b7b508 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:47.103072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Delete allocated IP 2001:db8::12b (507584e8-8fde-4372-a980-2edb9c00ddeb/0aa1c0e5-b5b6-4867-a486-027aa9d276fb) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:15:47.127294 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9352cad4-e770-456b-9e4b-88797614471e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.128776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9352cad4-e770-456b-9e4b-88797614471e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.142414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Allocated IP 2001:db8:0:2::d1 (507584e8-8fde-4372-a980-2edb9c00ddeb/52a467af-2c01-4f7a-847c-c4cb9f86aaae/8c78e2b1-73b5-4e98-9390-5cec9d66f924) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:47.143687 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9352cad4-e770-456b-9e4b-88797614471e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/9351be38-5c6c-4e24-baf7-f27ef0a6d678 HTTP/1.1" status: 404 len: 339 time: 0.1452022 May 19 13:15:47.153299 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.313927 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec40f43b-26bf-4f4c-acb6-0c08ca18b3ff tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.314422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec40f43b-26bf-4f4c-acb6-0c08ca18b3ff tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.324123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec40f43b-26bf-4f4c-acb6-0c08ca18b3ff tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/eb3baba2-fae1-4e6f-935f-3f825ec81dee HTTP/1.1" status: 404 len: 337 time: 0.1520479 May 19 13:15:47.324830 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.387180 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0886968-d790-46ea-8152-8fa25151279f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.388154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0886968-d790-46ea-8152-8fa25151279f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.392672 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0886968-d790-46ea-8152-8fa25151279f tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/163bb0fd-89ad-41a5-8000-eb0139b468d1 HTTP/1.1" status: 404 len: 339 time: 0.0663407 May 19 13:15:47.397266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.417053 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-93c66602-f9a0-4494-bee5-0f3960ec4837 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06 HTTP/1.1" status: 200 len: 217 time: 1.1256528 May 19 13:15:47.474554 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:47.489861 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-5c801ab0-d9a0-4ffc-bad7-dbe7dc0455a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:47.559346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Deleting port 84891c37-33ed-4191-8cef-ecc2b0b7b508 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:47.559701 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:47.571871 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1736823-4ddc-4c53-bec6-e86e4a1e81db tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.572682 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1736823-4ddc-4c53-bec6-e86e4a1e81db tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.576941 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1736823-4ddc-4c53-bec6-e86e4a1e81db tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/16561a4b-9793-4e23-95b6-4ae2e8cfcaf2 HTTP/1.1" status: 404 len: 337 time: 0.1777508 May 19 13:15:47.581896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.663806 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6560ce79-cdb9-4ecb-9b3c-9acc6a7a65bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.664659 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6560ce79-cdb9-4ecb-9b3c-9acc6a7a65bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.670333 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6560ce79-cdb9-4ecb-9b3c-9acc6a7a65bc tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/413ee34a-f469-4026-9594-5fce77575b65 HTTP/1.1" status: 404 len: 339 time: 0.0864298 May 19 13:15:47.674451 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Pushing event deleted for resources: {'Port': ['ID=84891c37-33ed-4191-8cef-ecc2b0b7b508,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:47.679151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.693190 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Provisioning complete for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:47.694088 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:47.761788 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:47.772510 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:47.808135 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] No DVR routers for this DVR port 84891c37-33ed-4191-8cef-ecc2b0b7b508 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:47.814538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 55d20e24-cf20-4482-a354-fc59cdcfff1e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:47.826205 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca61779-2af1-4b00-b65a-8d7eea6f294c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.827047 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca61779-2af1-4b00-b65a-8d7eea6f294c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.830968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cca61779-2af1-4b00-b65a-8d7eea6f294c tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/aa5a3b43-c397-4fb3-ba68-b73e15ddb774 HTTP/1.1" status: 404 len: 337 time: 0.1496470 May 19 13:15:47.835317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.872388 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 55d20e24-cf20-4482-a354-fc59cdcfff1e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:47.880243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 55d20e24-cf20-4482-a354-fc59cdcfff1e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:47.880981 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 84891c37-33ed-4191-8cef-ecc2b0b7b508 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:47.896183 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f9afe0-9ee2-4e69-898c-33fcfbf51ea1 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:47.897148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f9afe0-9ee2-4e69-898c-33fcfbf51ea1 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:47.900570 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-23f9afe0-9ee2-4e69-898c-33fcfbf51ea1 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/6df96ae0-eebe-48e4-84b7-b34d3b9c3e03 HTTP/1.1" status: 404 len: 339 time: 0.0631056 May 19 13:15:47.905794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:47.929250 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:47.954670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 84891c37-33ed-4191-8cef-ecc2b0b7b508 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:47.955505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 84891c37-33ed-4191-8cef-ecc2b0b7b508 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:47.975842 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Provisioning for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:47.983008 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:47.984064 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:48.068543 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e9fe06-209e-45ac-a8f0-12ad36d98955 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.069955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e9fe06-209e-45ac-a8f0-12ad36d98955 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.073391 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-67e9fe06-209e-45ac-a8f0-12ad36d98955 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/e675ea6f-6b48-44fc-9bd4-a9afecfa656f HTTP/1.1" status: 404 len: 337 time: 0.1654162 May 19 13:15:48.077881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.190790 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8cce36-cb0f-4d09-929f-04a397316bf6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.191944 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8cce36-cb0f-4d09-929f-04a397316bf6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.200666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa8cce36-cb0f-4d09-929f-04a397316bf6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/62d10e85-9bdc-412b-b807-76dca49ef4a6 HTTP/1.1" status: 404 len: 339 time: 0.1164138 May 19 13:15:48.204773 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.220705 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:48.221322 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:48.277005 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-07492a67-51a0-480e-bd3f-d311a462cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:48.277005 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-07492a67-51a0-480e-bd3f-d311a462cf33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47017d54-c178-4890-a962-bb4c5e49ee48 HTTP/1.1" status: 200 len: 801 time: 0.8324370 May 19 13:15:48.296544 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9c5e71-3a4c-440a-9b2b-d5cb6689e2f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.297337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9c5e71-3a4c-440a-9b2b-d5cb6689e2f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.301253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba9c5e71-3a4c-440a-9b2b-d5cb6689e2f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/c709bb1a-96db-4e8b-b70e-a05ae4472eb1 HTTP/1.1" status: 404 len: 337 time: 0.0940216 May 19 13:15:48.304854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.372076 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9748a8-cdc4-477c-8c73-ea25fcf4c4f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.372796 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9748a8-cdc4-477c-8c73-ea25fcf4c4f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.388818 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a614628c-f588-4800-a859-bd5dd288e635 None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:48.392528 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a9748a8-cdc4-477c-8c73-ea25fcf4c4f6 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/bf7dd052-c5c4-484c-b802-a96ef9e5fd8c HTTP/1.1" status: 404 len: 339 time: 0.0861950 May 19 13:15:48.394432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.433320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9e90-0e91-4a89-a819-9ea90c54c56b req-a76ff1ae-090b-43ad-8502-0923989f4386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:48.439405 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9e90-0e91-4a89-a819-9ea90c54c56b req-a76ff1ae-090b-43ad-8502-0923989f4386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:48.447127 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4fc9e90-0e91-4a89-a819-9ea90c54c56b req-a76ff1ae-090b-43ad-8502-0923989f4386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 1.0974438 May 19 13:15:48.454538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] For port 84891c37-33ed-4191-8cef-ecc2b0b7b508, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:48.454911 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:48.502699 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-18948637-9666-4688-a9df-be71f90375a2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.503726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18948637-9666-4688-a9df-be71f90375a2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.523366 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-18948637-9666-4688-a9df-be71f90375a2 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/fd751967-b56a-49ef-b58f-ea24ae0083a4 HTTP/1.1" status: 404 len: 337 time: 0.1271384 May 19 13:15:48.524528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.576442 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-03181fed-e646-493c-990b-183432239a6e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.577244 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03181fed-e646-493c-990b-183432239a6e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.584744 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-03181fed-e646-493c-990b-183432239a6e tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/5eb6992c-c5e5-41bd-ba71-698e2c2d06cc HTTP/1.1" status: 404 len: 339 time: 0.0580192 May 19 13:15:48.585716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.666863 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f347180a-8667-4d2f-832d-d1eb6f6e32dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.667652 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f347180a-8667-4d2f-832d-d1eb6f6e32dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.675305 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f347180a-8667-4d2f-832d-d1eb6f6e32dd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/5a1e4ec1-7fb3-43db-bea2-d9a64125d4ac HTTP/1.1" status: 404 len: 337 time: 0.0878217 May 19 13:15:48.676239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.702670 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Calling delete_port for 84891c37-33ed-4191-8cef-ecc2b0b7b508 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:48.711501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Port 84891c37-33ed-4191-8cef-ecc2b0b7b508 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:15:48.727106 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4fc9e90-0e91-4a89-a819-9ea90c54c56b req-be4884f2-4f3c-40c3-83c6-2db1168f7d7a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780335 May 19 13:15:48.732562 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1114f1c2-ee20-4b57-85f4-e4aeff93ae62 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] DELETE failed (client error): The resource could not be found. May 19 13:15:48.733680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1114f1c2-ee20-4b57-85f4-e4aeff93ae62 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:48.740886 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1114f1c2-ee20-4b57-85f4-e4aeff93ae62 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/5ded6ffb-3f64-4dbe-b177-98a243066b81 HTTP/1.1" status: 404 len: 339 time: 0.0629811 May 19 13:15:48.741830 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:48.742327 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:48.756408 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c38e29b1-7e8b-4c79-b60b-71df0719189d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:48.819989 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84891c37-33ed-4191-8cef-ecc2b0b7b508,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:48.821737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] No DVR routers for this DVR port 84891c37-33ed-4191-8cef-ecc2b0b7b508 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:48.872461 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:48.919885 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting subnet cdc01b0b-5882-4c11-8e6e-a99d2db910dc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:48.927411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.068050 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.109091 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.136424 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:49.153601 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.211788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Transition to ACTIVE for port object 8c78e2b1-73b5-4e98-9390-5cec9d66f924 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:49.217426 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5535050a-e7c9-44d1-9e55-23b65688332a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:49.217871 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5535050a-e7c9-44d1-9e55-23b65688332a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:49.224076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.231678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-903e73b3-9228-43da-b0a4-3ab0829e410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:49.234262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-903e73b3-9228-43da-b0a4-3ab0829e410c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c55dcad0-f0c6-4f33-8347-064cc100b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9580531 May 19 13:15:49.243762 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.249426 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.422727 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-43cdd087-2edf-40a3-af22-a98f6bb822ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:49.479205 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-57af7223-d4ca-4a8b-88ba-59a9a3f3215e service neutron] 10.222.0.71 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150888 May 19 13:15:49.557213 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.628059 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:49.628059 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: timer() May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:49.653676 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:49.679381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] In _notify_port_updated(), no bound segment for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 on network 507584e8-8fde-4372-a980-2edb9c00ddeb {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:15:49.686516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:49.686516 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.697214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "PUT /v2.0/ports/8c78e2b1-73b5-4e98-9390-5cec9d66f924 HTTP/1.1" status: 200 len: 968 time: 7.8209498 May 19 13:15:49.794226 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:49.856754 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.863218 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b2a34188-d447-412e-8cb9-2dd524753410 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:49.944536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc01b0b-5882-4c11-8e6e-a99d2db910dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:49.950578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:49.953264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:49.967119 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-491d5790-09fe-4224-9589-764025cb4527 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/subnets/cdc01b0b-5882-4c11-8e6e-a99d2db910dc HTTP/1.1" status: 204 len: 168 time: 1.2211020 May 19 13:15:49.970820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:49.973014 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c6d43-1965-489f-a767-b0d00fc43eaa None None] Network e3cc89e8-8a0e-49dd-8378-77c219fef5ef requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:49.976671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event updated for resources: {'Port': ['ID=8c78e2b1-73b5-4e98-9390-5cec9d66f924,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:50.014445 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:50.284916 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:50.307802 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24440774-5385-49c3-b64c-e17de1320d6e None None] Provisioning for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:50.510000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24440774-5385-49c3-b64c-e17de1320d6e None None] Provisioning complete for port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:50.511676 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24440774-5385-49c3-b64c-e17de1320d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:50.529415 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:50.548514 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:50.558636 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:50.579984 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-58efe39d-e8e6-4818-a711-c22eb08fe03f tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:50.647060 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Deleting port 225d39df-5ca3-45c4-ad33-f62b1db5561f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:50.647617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:50.687013 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24440774-5385-49c3-b64c-e17de1320d6e None None] Port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:50.865121 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] DHCP port deletion for e3cc89e8-8a0e-49dd-8378-77c219fef5ef request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:15:50.876316 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5 HTTP/1.1" status: 204 len: 168 time: 6.0455348 May 19 13:15:50.897795 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0dea86-4e2e-4a68-b8ca-aef1b7252bf5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:50.972051 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:50.982247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-eb0a2a57-d2bd-48bc-a384-9c0c2abb8410 req-c0833aa4-0efe-4093-8ec2-1350af9ca7dd service neutron] 10.222.0.71 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4884217 May 19 13:15:50.989815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Deleting port 225d39df-5ca3-45c4-ad33-f62b1db5561f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:50.991205 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.017813 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.085365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] For port 225d39df-5ca3-45c4-ad33-f62b1db5561f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=225d39df-5ca3-45c4-ad33-f62b1db5561f,segment=NetworkSegment(5cbfac60-23e8-4492-964f-cef6dfabe15a),segment_id=5cbfac60-23e8-4492-964f-cef6dfabe15a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:51.091092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.186354 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9773db-5bfb-4daa-aad4-8bcb459ec479 req-382c667a-b333-4f30-a140-33c402a5137e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:51.199301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9773db-5bfb-4daa-aad4-8bcb459ec479 req-382c667a-b333-4f30-a140-33c402a5137e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:51.214942 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b9773db-5bfb-4daa-aad4-8bcb459ec479 req-382c667a-b333-4f30-a140-33c402a5137e tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 1.0356905 May 19 13:15:51.251804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] For port 225d39df-5ca3-45c4-ad33-f62b1db5561f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=225d39df-5ca3-45c4-ad33-f62b1db5561f,segment=NetworkSegment(5cbfac60-23e8-4492-964f-cef6dfabe15a),segment_id=5cbfac60-23e8-4492-964f-cef6dfabe15a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:51.252423 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.263037 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:51.276759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:51.284656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Calling delete_port for 225d39df-5ca3-45c4-ad33-f62b1db5561f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:51.337726 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Usage tracker for resource:security_group_rule and tenant:1f5cf332c4574095ae844d55d3cb3812 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:51.342205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.349056 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1ed78a7e-fba6-4e60-ae4a-8c90f98e34a7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:51.383146 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:51.419190 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Port': ['ID=225d39df-5ca3-45c4-ad33-f62b1db5561f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:51.422113 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] No DVR routers for this DVR port 225d39df-5ca3-45c4-ad33-f62b1db5561f on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:51.424838 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:51.428434 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5b9773db-5bfb-4daa-aad4-8bcb459ec479 req-52045d3e-9169-42ba-9bfd-c6450c0ae6d9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116487 May 19 13:15:51.436367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:51.592066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Calling delete_port for 225d39df-5ca3-45c4-ad33-f62b1db5561f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:51.593243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 8c78e2b1-73b5-4e98-9390-5cec9d66f924 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:15:51.593870 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.639576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.640454 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.650356 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-0eb25088-4d51-47b7-946b-d40a3c41383a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:51.690170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cc89e8-8a0e-49dd-8378-77c219fef5ef']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:51.700260 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Pushing event deleted for resources: {'Port': ['ID=225d39df-5ca3-45c4-ad33-f62b1db5561f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:51.702547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] No DVR routers for this DVR port 225d39df-5ca3-45c4-ad33-f62b1db5561f on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:15:51.704199 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:51.711546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbfac60-23e8-4492-964f-cef6dfabe15a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:51.712011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbfac60-23e8-4492-964f-cef6dfabe15a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:51.737444 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.763144 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.771735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:15:51.772239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: timer() May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:15:51.794385 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:15:51.912417 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.918321 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9cb8621f-ef5a-4cbd-af17-8d8e34acf454 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:51.945269 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:51.953790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Pushing event deleted for resources: {'Network': ['ID=e3cc89e8-8a0e-49dd-8378-77c219fef5ef,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:51.966979 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:51.980082 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-53ad4364-03bc-4276-848f-aa50a4b813c3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] 10.222.0.69 "DELETE /v2.0/networks/e3cc89e8-8a0e-49dd-8378-77c219fef5ef HTTP/1.1" status: 204 len: 168 time: 2.0051534 May 19 13:15:51.984850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-1c529033-1d6b-4d7e-9af6-d7e857511c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:51.985342 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-1c529033-1d6b-4d7e-9af6-d7e857511c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:51.987178 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-1c529033-1d6b-4d7e-9af6-d7e857511c92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf146bf0e97c490dad3741767dfa2163&device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1979 time: 0.9163206 May 19 13:15:52.003655 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e49cc11c-efb9-43a9-aab5-279e43d23cee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=924367df395c4dce8c8656db6049ee57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017722 May 19 13:15:52.004170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:52.196703 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.220343 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-4f712cf1-47e2-4113-b466-3fe61455a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:52.221841 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-4f712cf1-47e2-4113-b466-3fe61455a616 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c55dcad0-f0c6-4f33-8347-064cc100b566 HTTP/1.1" status: 200 len: 903 time: 0.2199340 May 19 13:15:52.246268 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.332251 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-b14c8f2a-095b-47f3-8a75-1fcfc3364f07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06 HTTP/1.1" status: 200 len: 217 time: 0.0915744 May 19 13:15:52.334168 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.363758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.367951 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dad8f932-7dd8-4c28-ba1f-ac9e19c8b602 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:52.391777 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.395508 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ba9ef94-a5af-4cf2-8711-16c20ac3877b HTTP/1.1" status: 204 len: 168 time: 0.3875527 May 19 13:15:52.395508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba9ef94-a5af-4cf2-8711-16c20ac3877b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:52.397580 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:52.442655 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:52.468313 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.482618 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5ec3226c-7792-4462-9d1e-1d9915c7544f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:52.508321 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.733562 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 225d39df-5ca3-45c4-ad33-f62b1db5561f no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:15:52.782668 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 8c78e2b1-73b5-4e98-9390-5cec9d66f924 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:15:52.791230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f5cf332c4574095ae844d55d3cb3812&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2454028 May 19 13:15:52.793500 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-a8454337-a2cb-4c39-90e6-5c1b89f0708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:52.795466 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-a8454337-a2cb-4c39-90e6-5c1b89f0708c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47017d54-c178-4890-a962-bb4c5e49ee48 HTTP/1.1" status: 200 len: 801 time: 0.4542038 May 19 13:15:52.797066 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7abdf8de-a7a6-4e92-86b1-3bc8d94fb48d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c344da98c314e8cb673f035b502ac0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470371 May 19 13:15:52.798594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:52.799019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:52.803193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 225d39df-5ca3-45c4-ad33-f62b1db5561f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:15:52.803569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 225d39df-5ca3-45c4-ad33-f62b1db5561f not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:15:52.853250 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb1f1d-4c73-4bd1-8632-c5554f46554e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:52.923942 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:52.934998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:52.991733 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.061634 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.068919 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-60b1d455-3e1a-4447-b378-d91ecdce2384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:53.082191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4707e-b898-4c03-8fd9-76db8588979b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:53.090650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.100392 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48f4707e-b898-4c03-8fd9-76db8588979b HTTP/1.1" status: 204 len: 168 time: 0.2938337 May 19 13:15:53.102254 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:53.148669 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.202009 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-564dee81-3567-402b-bb0b-ddd03faafc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:53.204571 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-564dee81-3567-402b-bb0b-ddd03faafc0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c55dcad0-f0c6-4f33-8347-064cc100b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3587940 May 19 13:15:53.235627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f81ca-b831-4305-b532-e372e4c59842 req-bf2ba120-f347-4d6c-8894-7e236b3141db tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:53.241786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f81ca-b831-4305-b532-e372e4c59842 req-bf2ba120-f347-4d6c-8894-7e236b3141db tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:53.249693 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a96f81ca-b831-4305-b532-e372e4c59842 req-bf2ba120-f347-4d6c-8894-7e236b3141db tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1677 time: 0.5856402 May 19 13:15:53.282828 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.491634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a96f81ca-b831-4305-b532-e372e4c59842 req-33543c0e-9fbc-4faa-afed-193ea5d6fe88 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383418 May 19 13:15:53.706488 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.725093 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a8002606-03b5-45a5-ab15-0559e27c0baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:53.773894 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-3af005ff-2d86-4c72-9221-183f81161246 service neutron] 10.222.0.71 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010185 May 19 13:15:53.784036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb1f1d-4c73-4bd1-8632-c5554f46554e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:53.790018 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:53.844487 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.874539 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:53.937305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=8c78e2b1-73b5-4e98-9390-5cec9d66f924,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:53.988225 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:53.989448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21bb1f1d-4c73-4bd1-8632-c5554f46554e HTTP/1.1" status: 204 len: 168 time: 1.1455250 May 19 13:15:53.990841 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:54.069362 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.074605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-187f8b69-c142-4c96-8eeb-212c8cbb3c6b tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/8c78e2b1-73b5-4e98-9390-5cec9d66f924 HTTP/1.1" status: 204 len: 168 time: 4.2183084 May 19 13:15:54.077303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:54.102221 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:15:54.163707 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae6dd80e-b5f8-4836-b6ab-224a41f5387c req-0dd8151c-fb30-48e5-85f0-291e1573073d service neutron] 10.222.0.71 "GET /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604295 May 19 13:15:54.194331 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c609c99f-8869-4061-add7-680885e047c6 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] GET failed (client error): The resource could not be found. May 19 13:15:54.196814 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c609c99f-8869-4061-add7-680885e047c6 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports/8c78e2b1-73b5-4e98-9390-5cec9d66f924 HTTP/1.1" status: 404 len: 333 time: 0.1175406 May 19 13:15:54.200782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:54.217569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device e2fae0dc-fb89-41a8-9e23-294a645acf06 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:15:54.376995 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.460248 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.522346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:54.597934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:54.602108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'network_id': 'c55dcad0-f0c6-4f33-8347-064cc100b566', 'port_id': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'mac_address': 'fa:16:3e:fd:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47017d54-c178-4890-a962-bb4c5e49ee48', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:15:54.668755 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.680123 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-731ce3a8-9f3b-4df1-98d3-c64e8e45794b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:54.740860 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5a9b4-4560-453c-8409-ccea233f80dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:54.747093 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:54.749533 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.752415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b87e5f90-59c6-4aaf-9cf5-74f37e958de9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/security-groups/e4d5a9b4-4560-453c-8409-ccea233f80dd HTTP/1.1" status: 204 len: 168 time: 0.5495117 May 19 13:15:54.755083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 34966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:54.766268 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.797259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fae0dc-fb89-41a8-9e23-294a645acf06 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:15:54.818389 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:54.830400 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:54.834884 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7e9022c6-d273-4731-bf4a-c398cb38d79b details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:15:54.921035 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-f42a20ab-49ab-4118-b7c1-6b8928f3ddbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:54.961737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.035823 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.060728 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:55.115979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-141743541-network', 'tenant_id': '791188e5fc0646b38ab84b4b311615c0'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:55.161371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:55.177278 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:55.206160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Usage tracker for resource:network and tenant:791188e5fc0646b38ab84b4b311615c0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:55.214416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:55.239786 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20e63f-cca2-4096-8f69-b1a2e4d01836 req-86ee070c-6415-4193-bc11-471a4b8eeff9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:55.247467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20e63f-cca2-4096-8f69-b1a2e4d01836 req-86ee070c-6415-4193-bc11-471a4b8eeff9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:55.249347 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae20e63f-cca2-4096-8f69-b1a2e4d01836 req-86ee070c-6415-4193-bc11-471a4b8eeff9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1678 time: 0.4405842 May 19 13:15:55.266612 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:55.290232 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '7e9022c6-d273-4731-bf4a-c398cb38d79b', 'network_id': '5bad5c5b-e4d3-4132-8b43-186276651967', 'port_id': '7e9022c6-d273-4731-bf4a-c398cb38d79b', 'mac_address': 'fa:16:3e:c8:22:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23c2ba4-fe24-47c0-b2bb-4bf85f963b80', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:15:55.297969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:55.349486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Made reservation on behalf of 791188e5fc0646b38ab84b4b311615c0 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:55.366271 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.375577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae20e63f-cca2-4096-8f69-b1a2e4d01836 req-f9645343-5d3d-41e9-bb2a-a8d8deb58301 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163127 May 19 13:15:55.393147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.420061 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.430823 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9022c6-d273-4731-bf4a-c398cb38d79b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:15:55.436390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:55.459587 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:55.465700 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.468118 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.468898 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:55.480884 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8440a359-e765-4f88-acb6-f9b0b3dec98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:55.508215 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:55.528020 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60cddc-d1b5-41e3-bb25-99dac3c57b24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:55.542261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Usage tracker for resource:security_group_rule and tenant:791188e5fc0646b38ab84b4b311615c0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:55.547946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.550172 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/security-groups/cc60cddc-d1b5-41e3-bb25-99dac3c57b24 HTTP/1.1" status: 204 len: 168 time: 0.7932608 May 19 13:15:55.552043 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:55.553074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 34994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:55.553688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:55.568963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:55.739410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:55.748023 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:55.762785 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.834009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.840909 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.842293 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.859579 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:15:55.874665 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.875061 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Added segment 9904d565-1a9f-4472-ba0a-5fac11896ee8 of type vlan for network f0881fc1-5032-4c0c-8383-318631b50fe6 May 19 13:15:55.903927 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4ec6f98b-93b8-45af-993d-038840166c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:55.908432 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['e2fae0dc-fb89-41a8-9e23-294a645acf06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:15:55.971400 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:55.982119 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.004915 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7635ac5f-ce4e-402a-8402-231333781664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:56.021758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96648130-35e1-46a7-98da-e412b7c4333d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:56.025829 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.031963 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/security-groups/96648130-35e1-46a7-98da-e412b7c4333d HTTP/1.1" status: 204 len: 168 time: 0.4759736 May 19 13:15:56.033216 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35014) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:56.034667 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:56.096645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee87af6-a60e-4314-b4f5-065393b9de1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:56.101260 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:56.107618 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.109022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:56.109903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.115148 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-057b69b2-54a1-40bf-ab2d-4ba00c6972e7 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:56.129052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d420efdc-5cdd-4880-a344-89eea60910f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:56.130035 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-d420efdc-5cdd-4880-a344-89eea60910f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:15:56.131087 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d420efdc-5cdd-4880-a344-89eea60910f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:15:56.133072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d420efdc-5cdd-4880-a344-89eea60910f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6951227 May 19 13:15:56.142573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:56.153503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440232478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:56.186249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:56.201338 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:56.237328 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 0aa1c0e5-b5b6-4867-a486-027aa9d276fb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:56.243678 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.305339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:56.318737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:56.321169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Pushing event updated for resources: {'Network': ['ID=f0881fc1-5032-4c0c-8383-318631b50fe6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:56.333961 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f0881fc1-5032-4c0c-8383-318631b50fe6 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:15:56.343777 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.350540 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:56.358152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7586427 May 19 13:15:56.360683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:56.367589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Request body: {'subnet': {'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-141743541-subnet', 'tenant_id': '791188e5fc0646b38ab84b4b311615c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:56.375344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:56.381078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Usage tracker for resource:subnet and tenant:791188e5fc0646b38ab84b4b311615c0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:56.383651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:56.390247 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.402848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:56.412804 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.458115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:56.466533 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:56.469887 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:56.478148 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Made reservation on behalf of 791188e5fc0646b38ab84b4b311615c0 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:56.480650 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.511975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:56.647724 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.841615 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce58eb-ca23-423a-bc2f-7b8547b0e4d4 req-a0c70ab5-86ca-423e-8b68-23b000f19552 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:56.843977 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.847999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce58eb-ca23-423a-bc2f-7b8547b0e4d4 req-a0c70ab5-86ca-423e-8b68-23b000f19552 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:56.853200 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:56.857180 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1ce58eb-ca23-423a-bc2f-7b8547b0e4d4 req-a0c70ab5-86ca-423e-8b68-23b000f19552 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1679 time: 0.3413520 May 19 13:15:56.858274 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-40ecff56-8f94-441c-a06a-3c0ff87470be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:56.999140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['7e9022c6-d273-4731-bf4a-c398cb38d79b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:15:57.012147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:57.016232 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74466c6e-b9c1-4c34-85b6-ea1cf482977d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:57.017161 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a1ce58eb-ca23-423a-bc2f-7b8547b0e4d4 req-d5f604e8-840d-4833-be44-ceaaa1d9769c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591280 May 19 13:15:57.024399 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:57.027203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:57.056831 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:57.097476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:57.330974 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.340408 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8ec3a494-bf94-40a1-b01c-a2755dbb0313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:57.463594 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403a9b0-6142-405c-807d-acaa9856cf0c None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:57.467825 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.481351 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa1c0e5-b5b6-4867-a486-027aa9d276fb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:57.487008 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:57.490282 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae4eb3ce-4865-4018-9c5f-cf84e154b1ea tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/0aa1c0e5-b5b6-4867-a486-027aa9d276fb HTTP/1.1" status: 204 len: 168 time: 1.4537625 May 19 13:15:57.497571 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:57.598799 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.610091 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.615208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8ffc955c-7375-4b78-bfc7-6981d14e1795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:57.617291 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet 52a467af-2c01-4f7a-847c-c4cb9f86aaae {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:15:57.633354 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.735630 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db19ca4-d3e1-4796-9071-e427ba83ab3e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:57.741603 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.799526 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:57.805167 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.807068 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6601923 May 19 13:15:57.811643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:57.827171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '0db19ca4-d3e1-4796-9071-e427ba83ab3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:57.839507 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:57.847688 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:57.853309 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:57.862605 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.867480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:57.870171 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0bfa4ad4-fea1-4500-9e3a-a9785605367c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:57.978584 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efa6bbe-76c1-4f90-bc48-e89027d4963f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:57.982756 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:57.992679 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:57.994059 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.012713 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Checking segment: {'id': '9904d565-1a9f-4472-ba0a-5fac11896ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:15:58.013070 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Network hostable DHCP agents. Network: f0881fc1-5032-4c0c-8383-318631b50fe6, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:15:58.168807 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.186308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764420'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.187786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Network f0881fc1-5032-4c0c-8383-318631b50fe6 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:15:58.207876 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:58.253986 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device e2fae0dc-fb89-41a8-9e23-294a645acf06 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:58.297474 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98360899-1a00-4f50-b6a6-76faf2cb8f73,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:58.302583 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:58.305423 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f0881fc1-5032-4c0c-8383-318631b50fe6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:58.348414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.351438 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb2b6810-b4a1-4264-a2b7-81af8d364487 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5302560 May 19 13:15:58.358397 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530aaec4-6a4b-446f-9930-7b6ce078faae None None] Network f0881fc1-5032-4c0c-8383-318631b50fe6 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:58.358647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:58.379521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '0db19ca4-d3e1-4796-9071-e427ba83ab3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:58.396305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:58.397957 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.443030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:58.452832 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e080be9-04e1-4e0c-8f4f-02cd42ca0783 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0909307 May 19 13:15:58.459491 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:58.470411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:58.484912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:58.532749 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.719189 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:15:58.722063 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3eb747e-90d1-43c9-bfd4-84e17aab8237 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3604019 May 19 13:15:58.725351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:58.867478 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.952284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcbcf9-08f5-4a12-877e-3704aeb0150e req-40db45eb-8128-4109-8a5e-7da9e0693f91 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:58.966797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:58.971948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcbcf9-08f5-4a12-877e-3704aeb0150e req-40db45eb-8128-4109-8a5e-7da9e0693f91 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:15:58.991690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-55bcbcf9-08f5-4a12-877e-3704aeb0150e req-40db45eb-8128-4109-8a5e-7da9e0693f91 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1679 time: 0.8115370 May 19 13:15:59.126164 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.132915 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-543efc4d-6333-4e27-b7bc-d31d944fa83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:59.200803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db19ca4-d3e1-4796-9071-e427ba83ab3e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:59.206920 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:59.232578 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.233516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-55bcbcf9-08f5-4a12-877e-3704aeb0150e req-2393ee15-f6c2-4a18-91e2-42b379e0326b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387021 May 19 13:15:59.233721 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/0db19ca4-d3e1-4796-9071-e427ba83ab3e HTTP/1.1" status: 204 len: 168 time: 0.5073001 May 19 13:15:59.242123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:59.278436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port e2fae0dc-fb89-41a8-9e23-294a645acf06 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:59.377334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port e2fae0dc-fb89-41a8-9e23-294a645acf06 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:59.377334 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.461409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3ed8d66d-42c7-4e04-a1e2-2e184b6ae6c8 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:59.538351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3ed8d66d-42c7-4e04-a1e2-2e184b6ae6c8 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:59.543453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ed8d66d-42c7-4e04-a1e2-2e184b6ae6c8 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2965424 May 19 13:15:59.544764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:59.563883 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.567590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--154807160'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:59.582735 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cfb3dbff-bc9c-4b97-a1ec-35f654454317 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:15:59.600779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:59.660641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:59.697604 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=52a467af-2c01-4f7a-847c-c4cb9f86aaae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:59.706186 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:15:59.709783 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.719000 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b2a07b6-638e-4ba5-9138-1da2fc05481d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/52a467af-2c01-4f7a-847c-c4cb9f86aaae HTTP/1.1" status: 204 len: 168 time: 2.2199607 May 19 13:15:59.722730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:59.723697 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:59.809309 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b4119-3a8a-4431-a339-818a75123b45 None None] Network f0881fc1-5032-4c0c-8383-318631b50fe6 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:15:59.819147 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1129f8fe-bae0-493a-8ce9-a1fe4add0a41 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:15:59.820069 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1129f8fe-bae0-493a-8ce9-a1fe4add0a41 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:15:59.822270 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1129f8fe-bae0-493a-8ce9-a1fe4add0a41 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/0aa1c0e5-b5b6-4867-a486-027aa9d276fb HTTP/1.1" status: 404 len: 337 time: 0.0976243 May 19 13:15:59.826347 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:59.900237 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:59.922729 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:59.933546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:59.946226 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:00.160215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting subnet ebef867f-ea16-4e02-be1a-f9295cde70fe {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:00.181912 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.271848 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.287211 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.365243 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3fbd5e66-15c0-470b-946b-8f3688778eb9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:00.419061 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.422472 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8757949 May 19 13:16:00.434394 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:00.449838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-11ee6ce2-ed4a-42ad-bfbc-a3e1098d3c30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '1492c0b2-c242-4df2-ac7b-59f9b2eb6b2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:00.450646 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-11ee6ce2-ed4a-42ad-bfbc-a3e1098d3c30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 19 13:16:00.470495 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-11ee6ce2-ed4a-42ad-bfbc-a3e1098d3c30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:00.476657 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-11ee6ce2-ed4a-42ad-bfbc-a3e1098d3c30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0396922 May 19 13:16:00.496481 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.498212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:00.623056 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab57214-6df1-4b73-8233-f5ca578bce8f None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:00.627233 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1492c0b2-c242-4df2-ac7b-59f9b2eb6b2b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:00.640587 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:00.757414 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:00.860158 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.063616 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.069499 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a845dc02-457a-409f-99ba-0137056a8aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:01.145662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1492c0b2-c242-4df2-ac7b-59f9b2eb6b2b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:01.171685 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:01.175413 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.197075 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/1492c0b2-c242-4df2-ac7b-59f9b2eb6b2b HTTP/1.1" status: 204 len: 168 time: 0.6937957 May 19 13:16:01.198475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:01.433623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:01.471094 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.502104 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a190f6e-d26a-4d8d-bc2f-fe424fa48c6e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:01.546502 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a190f6e-d26a-4d8d-bc2f-fe424fa48c6e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:01.549215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a190f6e-d26a-4d8d-bc2f-fe424fa48c6e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3489056 May 19 13:16:01.554719 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:01.566005 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--325251095'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:01.582933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:01.602305 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:01.622727 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.667063 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.674970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:01.683752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:01.690451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:01.708531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:01.727567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:01.758650 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cef5bec9-676d-41ac-8e30-17f450829bf1 None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:01.759390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cef5bec9-676d-41ac-8e30-17f450829bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.771242 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-d4c35cbb-e8e1-4520-9f72-c679f94ad706 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:01.780531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-d4c35cbb-e8e1-4520-9f72-c679f94ad706 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/networks?id=f0881fc1-5032-4c0c-8383-318631b50fe6 HTTP/1.1" status: 200 len: 813 time: 1.9135141 May 19 13:16:01.820269 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-aa809224-8697-4f61-b1b3-2bf3cf382b86 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/quotas/791188e5fc0646b38ab84b4b311615c0 HTTP/1.1" status: 200 len: 375 time: 0.0384450 May 19 13:16:01.871250 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.922466 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:01.927531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-9e8c830d-8fa4-433f-b0e3-2133b402e8c6 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=791188e5fc0646b38ab84b4b311615c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060441 May 19 13:16:01.933047 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.941448 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:01.950163 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-765ff3b2-da83-4b63-a17a-39514c2ee6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:02.007324 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f30cdc-3b58-4665-88c7-a48d00a4fc52,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:02.022959 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:02.030458 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.035711 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4795341 May 19 13:16:02.036837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:02.044402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dbfe1e11-859b-458d-ba92-0dc6eed2a53d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'f2f30cdc-3b58-4665-88c7-a48d00a4fc52', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:02.045660 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-dbfe1e11-859b-458d-ba92-0dc6eed2a53d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 19 13:16:02.046405 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-dbfe1e11-859b-458d-ba92-0dc6eed2a53d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:02.051406 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbfe1e11-859b-458d-ba92-0dc6eed2a53d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130823 May 19 13:16:02.052455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:02.087643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7e9022c6-d273-4731-bf4a-c398cb38d79b up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:02.168308 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.226690 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.255351 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:02.269957 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:02.330984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 7e9022c6-d273-4731-bf4a-c398cb38d79b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:02.359854 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.368044 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-22e7606d-ec5a-4b1e-9571-2cc526225243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:02.420867 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 7e9022c6-d273-4731-bf4a-c398cb38d79b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:02.423343 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.436083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f30cdc-3b58-4665-88c7-a48d00a4fc52,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:02.455833 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:02.481103 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.485494 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/f2f30cdc-3b58-4665-88c7-a48d00a4fc52 HTTP/1.1" status: 204 len: 168 time: 0.4315028 May 19 13:16:02.486256 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:02.660384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3ea959df-3593-40db-b904-5872b85d0a67 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:02.685318 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-3ea959df-3593-40db-b904-5872b85d0a67 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:02.692123 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ea959df-3593-40db-b904-5872b85d0a67 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2044454 May 19 13:16:02.692734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:02.699114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--960702419'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:02.708950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:02.726508 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc736-eb48-4213-a1c3-095a21cbbcc9 req-b3beb426-c4cb-4806-98c2-82d49a35569b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:02.736211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:02.744349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc736-eb48-4213-a1c3-095a21cbbcc9 req-b3beb426-c4cb-4806-98c2-82d49a35569b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:02.754785 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ebdc736-eb48-4213-a1c3-095a21cbbcc9 req-b3beb426-c4cb-4806-98c2-82d49a35569b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1679 time: 1.8332403 May 19 13:16:02.768771 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.850528 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:02.860359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:02.864133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cef5bec9-676d-41ac-8e30-17f450829bf1 None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:02.864916 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cef5bec9-676d-41ac-8e30-17f450829bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:02.866669 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:02.872008 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4ebdc736-eb48-4213-a1c3-095a21cbbcc9 req-bc021e4d-2134-494c-a902-643817038f77 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160042 May 19 13:16:02.880848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:02.993159 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.006396 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-409d5ffa-2bba-4236-adf1-a3c521013384 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:03.077277 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'code': 200} May 19 13:16:03.119944 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-4abcb1de-e3a8-4c3a-a7ee-16c7a39b7cb7 service neutron] 10.222.0.69 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283076 May 19 13:16:03.120243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cef5bec9-676d-41ac-8e30-17f450829bf1 None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:03.122679 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Subnet': ['ID=ebef867f-ea16-4e02-be1a-f9295cde70fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:03.125518 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:03.130886 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.142711 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6eeb963-f34d-45dd-8734-7af65a34c549 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/ebef867f-ea16-4e02-be1a-f9295cde70fe HTTP/1.1" status: 204 len: 168 time: 3.3113744 May 19 13:16:03.142980 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.143739 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.154280 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.187319 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.271315 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f52e8dbc-aea5-4743-9055-460a96587432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:03.284836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:03.294187 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.298290 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:03.303111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.312107 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6155813 May 19 13:16:03.337339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.350230 n-d-791505-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-076e96f5-bbe8-4eae-9944-b6836367248e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:03.351654 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076e96f5-bbe8-4eae-9944-b6836367248e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:03.360405 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-076e96f5-bbe8-4eae-9944-b6836367248e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/07f047e3-bb35-44d9-848c-14d03d45829f HTTP/1.1" status: 404 len: 337 time: 0.2151840 May 19 13:16:03.377173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4c0f77b0-5710-4249-ba33-b163fa46a07d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'ae3bc0ba-de8e-429a-9f86-8f397312e1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:03.382019 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-4c0f77b0-5710-4249-ba33-b163fa46a07d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 19 13:16:03.382629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3bc0ba-de8e-429a-9f86-8f397312e1ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:03.382938 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4c0f77b0-5710-4249-ba33-b163fa46a07d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:03.389401 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a6993153-81c1-4fc7-acd3-2760c14fc6f0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:03.390639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.424074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c0f77b0-5710-4249-ba33-b163fa46a07d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0576208 May 19 13:16:03.474118 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.474833 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:03.479632 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:03.499579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6829f7a1-87dd-42d1-85db-3b1468ad26f4 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'ae3bc0ba-de8e-429a-9f86-8f397312e1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:03.504041 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-6829f7a1-87dd-42d1-85db-3b1468ad26f4 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 19 13:16:03.506249 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6829f7a1-87dd-42d1-85db-3b1468ad26f4 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:03.509519 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6829f7a1-87dd-42d1-85db-3b1468ad26f4 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0311577 May 19 13:16:03.511663 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.523688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b57d0440-4a52-4ca0-beb1-97a97cfcdd16 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'ae3bc0ba-de8e-429a-9f86-8f397312e1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:03.525043 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-b57d0440-4a52-4ca0-beb1-97a97cfcdd16 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 19 13:16:03.526364 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b57d0440-4a52-4ca0-beb1-97a97cfcdd16 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:03.530296 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b57d0440-4a52-4ca0-beb1-97a97cfcdd16 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148435 May 19 13:16:03.533544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.633562 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5befd6a5-750c-488e-87e6-65b9a0c0468a tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ff7e006-23e4-44ab-a78e-369beffd15cc HTTP/1.1" status: 200 len: 205 time: 0.2397518 May 19 13:16:03.634428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.750319 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-00e80211-009c-40dc-888b-80672dfde4f0 service neutron] 10.222.0.69 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842632 May 19 13:16:03.773401 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c3b0456-2ddb-4239-b27e-58838f111474 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'ae3bc0ba-de8e-429a-9f86-8f397312e1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:03.774618 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-5c3b0456-2ddb-4239-b27e-58838f111474 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 19 13:16:03.777192 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5c3b0456-2ddb-4239-b27e-58838f111474 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:03.784660 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c3b0456-2ddb-4239-b27e-58838f111474 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.2483556 May 19 13:16:03.786683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.845629 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2ea6c60e-634c-483f-b527-f160116aa0fa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] delete failed (client error): The resource could not be found. May 19 13:16:03.855767 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ea6c60e-634c-483f-b527-f160116aa0fa tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/routers/7ff7e006-23e4-44ab-a78e-369beffd15cc HTTP/1.1" status: 404 len: 336 time: 0.2185979 May 19 13:16:03.856786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:03.938045 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57412b49-906f-4fd5-9dc5-7124e8ecbb5f None None] Network 507584e8-8fde-4372-a980-2edb9c00ddeb requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:04.045179 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a65fd09-a11f-4fb3-a7c9-539943675d7c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:04.045917 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a65fd09-a11f-4fb3-a7c9-539943675d7c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:04.053506 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a65fd09-a11f-4fb3-a7c9-539943675d7c tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/781ca9dd-fd79-4c14-a223-b5c428b3daa5 HTTP/1.1" status: 404 len: 337 time: 0.1947341 May 19 13:16:04.054432 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:04.075979 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:04.161980 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceef1d6-2ed4-4727-818b-bc529ca8ac3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:04.163709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceef1d6-2ed4-4727-818b-bc529ca8ac3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:04.172726 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dceef1d6-2ed4-4727-818b-bc529ca8ac3d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/3a111995-7a61-4912-8dd4-039fe2113596 HTTP/1.1" status: 404 len: 337 time: 0.1162233 May 19 13:16:04.174162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:04.314023 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-847fd9e1-d887-4276-bc6f-01b74ffed5d7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:04.316365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847fd9e1-d887-4276-bc6f-01b74ffed5d7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:04.316804 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:04.352939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-847fd9e1-d887-4276-bc6f-01b74ffed5d7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/b655abd7-082d-4123-b10e-5e2ecb42c292 HTTP/1.1" status: 404 len: 337 time: 0.1765049 May 19 13:16:04.356360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:04.570169 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b42afa-313a-4936-a4f4-c3a04eb457f1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:04.570975 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b42afa-313a-4936-a4f4-c3a04eb457f1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:04.577893 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-121ebf6e-90b0-4320-90cb-9eabe01dccdd None None] Provisioning complete for port 23b4b442-341a-4dd8-a6d8-5a85583bca19 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:04.578543 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-121ebf6e-90b0-4320-90cb-9eabe01dccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:04.600392 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-54b42afa-313a-4936-a4f4-c3a04eb457f1 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/ff66749d-731b-4036-a1ba-297623d4e640 HTTP/1.1" status: 404 len: 333 time: 0.2359419 May 19 13:16:04.610694 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:04.802873 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-15285442-8265-41ec-a528-53367bf2d2f2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:04.808360 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15285442-8265-41ec-a528-53367bf2d2f2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:04.824496 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-15285442-8265-41ec-a528-53367bf2d2f2 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/68c99744-7a17-49a1-a023-1560bb702e6a HTTP/1.1" status: 404 len: 337 time: 0.2069807 May 19 13:16:04.825634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:04.949061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d2ad8ba7-c364-4508-823c-bf215cd99208 req-2f98f32f-59e5-454d-830a-9b0e6771d8af tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 210 time: 0.4258916 May 19 13:16:05.000226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:05.007821 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb199bc-f683-4668-a987-3c352695fa96 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:05.009099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb199bc-f683-4668-a987-3c352695fa96 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:05.011324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-14d49fd2-3aec-4eaa-940a-21b5b05c9047 tempest-SecurityGroupRulesTestJSON-1685027687 tempest-SecurityGroupRulesTestJSON-1685027687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:05.013451 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fb199bc-f683-4668-a987-3c352695fa96 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/a61ed435-7224-45da-b95f-409a4dd08bac HTTP/1.1" status: 404 len: 337 time: 0.1861291 May 19 13:16:05.016350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.037083 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3bc0ba-de8e-429a-9f86-8f397312e1ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:05.049465 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:05.050398 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:05.055403 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/ae3bc0ba-de8e-429a-9f86-8f397312e1ea HTTP/1.1" status: 204 len: 168 time: 1.2625520 May 19 13:16:05.059851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.112687 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:05.201687 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-abff0aad-208e-4a3b-8818-69c099d65695 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:05.204272 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abff0aad-208e-4a3b-8818-69c099d65695 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:05.205357 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-81d39f8d-5d68-402a-ac95-1736cd3b7174 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:05.208538 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-abff0aad-208e-4a3b-8818-69c099d65695 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/11c8fed4-8517-4580-a63a-b9c0666c27e9 HTTP/1.1" status: 404 len: 333 time: 0.1902161 May 19 13:16:05.212687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.241732 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242aa97-2f0c-4a01-aa79-f6af65f6e2ff req-9dbc5bb3-77f2-4ec1-b74e-f2179f191650 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:05.261516 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242aa97-2f0c-4a01-aa79-f6af65f6e2ff req-9dbc5bb3-77f2-4ec1-b74e-f2179f191650 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:05.270054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6242aa97-2f0c-4a01-aa79-f6af65f6e2ff req-9dbc5bb3-77f2-4ec1-b74e-f2179f191650 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1681 time: 0.7594593 May 19 13:16:05.279705 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d404882e-6491-44ca-92a5-16a2a8ae1a1f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:05.281103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d404882e-6491-44ca-92a5-16a2a8ae1a1f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:05.286455 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d404882e-6491-44ca-92a5-16a2a8ae1a1f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/74b65a82-9f34-4630-8113-68ef30d81114 HTTP/1.1" status: 404 len: 337 time: 0.0712929 May 19 13:16:05.290837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.328415 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b', 'code': 200} May 19 13:16:05.350220 n-d-791505-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-765d5be0-91f7-438b-ad37-df71d759af2d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] DELETE failed (client error): The resource could not be found. May 19 13:16:05.350745 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765d5be0-91f7-438b-ad37-df71d759af2d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:16:05.352643 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-765d5be0-91f7-438b-ad37-df71d759af2d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/subnets/b678181d-d664-48eb-b27d-2a79a0613b39 HTTP/1.1" status: 404 len: 337 time: 0.0595880 May 19 13:16:05.361712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.461372 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-81d39f8d-5d68-402a-ac95-1736cd3b7174 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:05.468249 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-81d39f8d-5d68-402a-ac95-1736cd3b7174 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4054849 May 19 13:16:05.469896 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:05.484980 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-121ebf6e-90b0-4320-90cb-9eabe01dccdd None None] Provisioning complete for port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:05.495240 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-121ebf6e-90b0-4320-90cb-9eabe01dccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:05.498485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468204261'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:05.553291 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:05.567945 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6242aa97-2f0c-4a01-aa79-f6af65f6e2ff req-9a0b4094-1f6b-45e6-b072-de29701a65d2 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969294 May 19 13:16:05.592515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b327-9800-421d-94b4-9dde982f45fd req-b7222ded-bd2c-4b9a-b96f-06f5007d411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:05.592515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b327-9800-421d-94b4-9dde982f45fd req-b7222ded-bd2c-4b9a-b96f-06f5007d411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:05.594399 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b2b327-9800-421d-94b4-9dde982f45fd req-b7222ded-bd2c-4b9a-b96f-06f5007d411b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1983 time: 0.2689481 May 19 13:16:05.715744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b2b327-9800-421d-94b4-9dde982f45fd req-5b12478f-be38-450e-917a-22796d5466d3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095839 May 19 13:16:05.746304 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:05.837088 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:05.863436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58192212-9109-40af-a60b-890961e2b3af None None] DHCP port deletion for 507584e8-8fde-4372-a980-2edb9c00ddeb request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:16:05.908203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:05.922924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:05.934973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:05.960631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:06.097790 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-121ebf6e-90b0-4320-90cb-9eabe01dccdd None None] Port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:06.140557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-58192212-9109-40af-a60b-890961e2b3af None None] Deleting port 23b4b442-341a-4dd8-a6d8-5a85583bca19 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:06.145409 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58192212-9109-40af-a60b-890961e2b3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.148570 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.154582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Deleting port 3d5dbfa2-b0b1-478d-b46e-26b4280919fb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:06.155041 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.267418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.316406 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-567d1789-5dfe-4461-8d3d-41f03994abf6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:06.324740 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-58192212-9109-40af-a60b-890961e2b3af None None] For port 23b4b442-341a-4dd8-a6d8-5a85583bca19, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=23b4b442-341a-4dd8-a6d8-5a85583bca19,segment=NetworkSegment(a0a0dd11-1f4e-4842-8d1b-1c977fbe9207),segment_id=a0a0dd11-1f4e-4842-8d1b-1c977fbe9207)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:06.325160 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58192212-9109-40af-a60b-890961e2b3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.436435 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a048b374-6ba8-45a7-ad16-3cd61cb42e83 req-c1aed347-7860-425d-80ee-ffe83a97631c tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 210 time: 0.0997200 May 19 13:16:06.499997 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.504147 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0327413 May 19 13:16:06.507850 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:06.520665 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-350a1897-90ff-4096-a8a7-674aec2f320a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:06.521174 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-350a1897-90ff-4096-a8a7-674aec2f320a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:16:06.521704 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-350a1897-90ff-4096-a8a7-674aec2f320a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:06.532268 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-350a1897-90ff-4096-a8a7-674aec2f320a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0230927 May 19 13:16:06.532557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-58192212-9109-40af-a60b-890961e2b3af None None] Calling delete_port for 23b4b442-341a-4dd8-a6d8-5a85583bca19 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:06.532962 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:06.545513 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:06.546260 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96de93d2-c368-44c9-b5d7-bb19ea9da275,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:06.552093 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a18e263f-295a-42cb-a2e6-3cf3eefd9b36 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:06.554590 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.593092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:06.617728 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:06.625218 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:06.649544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:06.738206 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58192212-9109-40af-a60b-890961e2b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:06.782219 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:06.786714 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a09b57f4-095c-4444-8a1b-4b1b5d31b1f9 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2500856 May 19 13:16:06.793594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:06.818322 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-84bdf956-ecc6-43e9-8e9c-8f3fb1cd5b77 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:06.819507 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-84bdf956-ecc6-43e9-8e9c-8f3fb1cd5b77 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 19 13:16:06.820294 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-84bdf956-ecc6-43e9-8e9c-8f3fb1cd5b77 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:06.827189 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9e970361-0b45-455a-a98d-86c6b04b54f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:06.842908 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-84bdf956-ecc6-43e9-8e9c-8f3fb1cd5b77 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290623 May 19 13:16:06.850285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:06.883023 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:06.937207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Calling delete_port for 3d5dbfa2-b0b1-478d-b46e-26b4280919fb owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:07.080505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58192212-9109-40af-a60b-890961e2b3af None None] Pushing event deleted for resources: {'Port': ['ID=23b4b442-341a-4dd8-a6d8-5a85583bca19,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:07.090471 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:07.094484 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:07.111922 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:07.126367 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:07.184540 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58192212-9109-40af-a60b-890961e2b3af None None] No DVR routers for this DVR port 23b4b442-341a-4dd8-a6d8-5a85583bca19 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:07.187654 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-58192212-9109-40af-a60b-890961e2b3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:07.189801 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 23b4b442-341a-4dd8-a6d8-5a85583bca19 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:07.189981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:07.190446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 23b4b442-341a-4dd8-a6d8-5a85583bca19 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:07.240625 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Port': ['ID=3d5dbfa2-b0b1-478d-b46e-26b4280919fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:07.244645 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:07.256316 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:07.273892 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:07.301034 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/ports/3d5dbfa2-b0b1-478d-b46e-26b4280919fb HTTP/1.1" status: 204 len: 168 time: 1.9341550 May 19 13:16:07.309054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:07.376958 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:07.767180 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:07.768298 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-75dddaf0-d09f-4443-9f70-3ea2c9f6f0bc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9135826 May 19 13:16:07.800730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:07.821161 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9356b9c5-a049-49f4-8cdb-14cec9e61add tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:07.821743 n-d-791505-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-9356b9c5-a049-49f4-8cdb-14cec9e61add tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:16:07.822895 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9356b9c5-a049-49f4-8cdb-14cec9e61add tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:07.825304 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9356b9c5-a049-49f4-8cdb-14cec9e61add tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165582 May 19 13:16:07.833110 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:07.839925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:07.847459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:07.853440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:07.858706 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:07.867339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:08.018278 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:08.058836 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:08.068628 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c6a11b5-8c6a-4d4a-a6e9-1bd7a047f749 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2340531 May 19 13:16:08.076856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:08.104115 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f8e34244-b03f-4c87-9e63-9f54374a464f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:08.109902 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f8e34244-b03f-4c87-9e63-9f54374a464f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 19 13:16:08.113185 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f8e34244-b03f-4c87-9e63-9f54374a464f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:08.116072 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8e34244-b03f-4c87-9e63-9f54374a464f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0366204 May 19 13:16:08.138184 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:08.355214 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-693097f8-fc24-4001-aec1-c7af18632497 req-a1e7fb8e-9537-4be8-83a6-195f8ab6245c tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 210 time: 0.5259886 May 19 13:16:08.377911 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:08.394102 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313ecbb-ec73-49a4-bc14-aa86908c3be2 req-0103056b-8060-4a97-bde4-498cd2e2d126 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:08.394480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:08.403709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:08.405271 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313ecbb-ec73-49a4-bc14-aa86908c3be2 req-0103056b-8060-4a97-bde4-498cd2e2d126 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:08.411696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:08.417354 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2313ecbb-ec73-49a4-bc14-aa86908c3be2 req-0103056b-8060-4a97-bde4-498cd2e2d126 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1681 time: 1.5126591 May 19 13:16:08.426204 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:08.507203 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:08.513043 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f896269b-7ec8-42df-bdc9-a12610d1a473 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1516795 May 19 13:16:08.513730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:08.535778 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '96de93d2-c368-44c9-b5d7-bb19ea9da275', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:08.544737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:08.549585 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:08.552880 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:08.560800 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:08.577608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-c5f5d3ad-6716-4448-9fe9-7fd97ef78702 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:08.579853 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-c5f5d3ad-6716-4448-9fe9-7fd97ef78702 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.71 "GET /v2.0/networks?id=f0881fc1-5032-4c0c-8383-318631b50fe6 HTTP/1.1" status: 200 len: 813 time: 1.2649596 May 19 13:16:08.609292 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Request body: {'port': {'device_id': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6', 'admin_state_up': True, 'tenant_id': '791188e5fc0646b38ab84b4b311615c0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:08.679012 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2313ecbb-ec73-49a4-bc14-aa86908c3be2 req-67fda97f-8746-4f50-9028-cd33dcfee8e0 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602684 May 19 13:16:08.794797 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:08.814103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507584e8-8fde-4372-a980-2edb9c00ddeb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:08.834891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:08.835220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a0dd11-1f4e-4842-8d1b-1c977fbe9207') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:08.861406 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:08.863999 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-26b23d2f-8138-4c60-ada8-b130b77bbcd6 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3459218 May 19 13:16:08.868566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:08.879990 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:08.925189 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:08.935490 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Usage tracker for resource:port and tenant:791188e5fc0646b38ab84b4b311615c0 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:08.941964 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:08.957402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:08.996078 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Made reservation on behalf of 791188e5fc0646b38ab84b4b311615c0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:09.001342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.012958 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.066994 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:09.073229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: timer() May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:09.132130 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:09.391687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.438327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Allocated IP 172.20.0.9 (f0881fc1-5032-4c0c-8383-318631b50fe6/2efa6bbe-76c1-4f90-bc48-e89027d4963f/d8e29447-6c75-4ded-86ba-740d173f866a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:09.448944 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.517343 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.566778 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.571780 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0fb72d7a-668b-436c-9ec2-b74f3e64692f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:09.655303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Pushing event deleted for resources: {'Network': ['ID=507584e8-8fde-4372-a980-2edb9c00ddeb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:09.659714 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] 10.222.0.69 "DELETE /v2.0/networks/507584e8-8fde-4372-a980-2edb9c00ddeb HTTP/1.1" status: 204 len: 168 time: 2.3459859 May 19 13:16:09.667059 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0c72c304-835e-42bd-a0b8-14b5040e722f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:09.707504 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.712169 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ec0fbd50-b776-4e62-b784-1aaeb021d4d7 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:09.741812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de93d2-c368-44c9-b5d7-bb19ea9da275,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:09.746253 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:09.775941 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:09.779654 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/96de93d2-c368-44c9-b5d7-bb19ea9da275 HTTP/1.1" status: 204 len: 168 time: 0.9061339 May 19 13:16:09.780325 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:09.953978 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8d3bdb77-c521-4cd7-96df-60ea4414767f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:09.987018 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-8d3bdb77-c521-4cd7-96df-60ea4414767f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:09.988621 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d3bdb77-c521-4cd7-96df-60ea4414767f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2073112 May 19 13:16:10.004952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:10.023888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121995813'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:10.053656 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:10.080395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:10.106750 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.172134 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:10.180943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:10.187959 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:10.216437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:10.218474 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96b7c72d-b0a5-47bd-8062-fb760fce24d5 req-69e4ad51-fdc0-4ca6-ac58-49fd5c6fc5a7 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 210 time: 0.2384403 May 19 13:16:10.350053 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0f-ef71-45b9-9b5e-b94f364b2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.418226 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.442320 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.453565 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.488214 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25edd-5860-430c-9ae5-a73a4909b6f2 req-fae029b3-d10c-4dfd-8a52-105e5d54b9fb tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:10.490613 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-39f461b8-5842-4cd3-a2d9-6fc0bcec24fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:10.501887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25edd-5860-430c-9ae5-a73a4909b6f2 req-fae029b3-d10c-4dfd-8a52-105e5d54b9fb tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:10.505932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fa25edd-5860-430c-9ae5-a73a4909b6f2 req-fae029b3-d10c-4dfd-8a52-105e5d54b9fb tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1681 time: 0.4462392 May 19 13:16:10.508532 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.511055 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5050058 May 19 13:16:10.514653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:10.542228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '3dd42bf1-1161-43ed-8772-068e887b6816', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:10.561381 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:10.567596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd42bf1-1161-43ed-8772-068e887b6816,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:10.570903 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:10.574648 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:10.577660 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:10.591799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:10.742948 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2fa25edd-5860-430c-9ae5-a73a4909b6f2 req-5568eea1-c97f-412f-9678-158819a21edb tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194691 May 19 13:16:10.753007 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The resource could not be found. May 19 13:16:10.754699 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-eef46d14-bb7d-49fe-9e35-61def1567187 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2375653 May 19 13:16:10.757396 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:10.758022 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:10.768493 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:10.772350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '3dd42bf1-1161-43ed-8772-068e887b6816', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9f6f0403-a5d7-4348-8538-8fc23411e2b7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:10.829597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:10.857097 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Network f0881fc1-5032-4c0c-8383-318631b50fe6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:10.861141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:10.865939 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:16:10.867200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:10.925764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:10.927115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:10.935332 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Pushing event updated for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:10.956344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:11.008301 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:11.086674 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The resource could not be found. May 19 13:16:11.093025 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9bf0114a-56a4-4bb4-a6f7-c083601ede15 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3328719 May 19 13:16:11.095042 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:11.112906 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:11.115381 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:11.204862 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6020503 May 19 13:16:11.232316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Request body: {'port': {'device_id': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:11.301719 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:11.538093 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:11.663519 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:11.669530 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-13075377-4035-4b2c-86a5-5d340f1fab50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:11.700820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd42bf1-1161-43ed-8772-068e887b6816,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:11.704083 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:11.740903 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:11.747550 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/3dd42bf1-1161-43ed-8772-068e887b6816 HTTP/1.1" status: 204 len: 168 time: 0.6457505 May 19 13:16:11.751314 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:11.962262 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0c7e7d1b-571b-471f-a4db-bb51b2b63c7c tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:12.027203 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0c7e7d1b-571b-471f-a4db-bb51b2b63c7c tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:12.037871 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c7e7d1b-571b-471f-a4db-bb51b2b63c7c tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2850361 May 19 13:16:12.039623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:12.052317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': '2f6b93d8-f330-4cec-8cc9-8a3f5406a881', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:12.069526 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:12.080141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:12.089696 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:12.104882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:12.200434 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The resource could not be found. May 19 13:16:12.211412 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e065f2d5-506c-4e38-be8d-b5d37e6dafdf tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1679499 May 19 13:16:12.212414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:12.223370 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--706208366'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:12.236191 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:12.258120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:12.283953 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.352230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:12.364893 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:12.373011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:12.381317 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.387990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:12.417753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9fd32a5-2675-453b-a953-4ac518bab2aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28272287108347128e95a721824a8e45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4858057 May 19 13:16:12.422079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:12.613283 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.624755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.667766 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-80b6616f-35f9-4cfd-b538-99c205631b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:12.780015 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb2e70e-2666-4be7-83b9-d12b0b56360f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:12.796962 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:12.817488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99ae66-d297-4f8d-b33a-140344988f57 req-183e2722-86fa-4100-a4fd-39c5771baa1b tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:12.818703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2c99ae66-d297-4f8d-b33a-140344988f57 req-183e2722-86fa-4100-a4fd-39c5771baa1b tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Synchronizing usage tracker for tenant:791188e5fc0646b38ab84b4b311615c0 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:12.842007 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.846093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6313555 May 19 13:16:12.851636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:12.856908 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efa76a52-28ec-4c42-8eba-cd22575c4ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.878380 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865117262'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:12.906892 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.938617 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:12.949426 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:12.962322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:12.982514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:12.999412 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:13.017569 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.043232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.139606 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:13.156472 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:13.170019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:13.180908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:13.344039 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994e23-e187-4b51-bc10-64680ad3a0d1 req-b9053574-1f65-4e46-bb12-12fa1189ac6b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:13.350389 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994e23-e187-4b51-bc10-64680ad3a0d1 req-b9053574-1f65-4e46-bb12-12fa1189ac6b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:13.359066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c994e23-e187-4b51-bc10-64680ad3a0d1 req-b9053574-1f65-4e46-bb12-12fa1189ac6b tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1681 time: 1.1771829 May 19 13:16:13.377836 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-2c99ae66-d297-4f8d-b33a-140344988f57 req-183e2722-86fa-4100-a4fd-39c5771baa1b tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Unset dirty status for tenant:791188e5fc0646b38ab84b4b311615c0 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:13.386266 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c99ae66-d297-4f8d-b33a-140344988f57 req-183e2722-86fa-4100-a4fd-39c5771baa1b tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 931 time: 1.5421062 May 19 13:16:13.518862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-bd75f618-da31-4de5-9fa8-e6cf9f122e29 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:13.546454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2c99ae66-d297-4f8d-b33a-140344988f57 req-4aa46a07-baa6-4d04-8988-8685307511e3 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584218 May 19 13:16:13.556979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-bd75f618-da31-4de5-9fa8-e6cf9f122e29 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:13.561074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-bd75f618-da31-4de5-9fa8-e6cf9f122e29 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Synchronizing usage tracker for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:13.724547 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.735451 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.749915 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.755621 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b88890c8-e60a-4f4d-9285-ecf4c6cb489c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:13.819794 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3ef54eae-8998-4ba1-99c1-ebf71e120f70 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:13.852616 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19044788-735b-4e1a-bc9c-33d55be8dc00,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:13.919011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94072db8-c6ba-4dd1-99e2-997066bf577d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:13.923649 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:13.925869 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0653548 May 19 13:16:13.928702 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f07645d1-8284-467a-9ab3-10df15d1598f tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:13.932864 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-bd75f618-da31-4de5-9fa8-e6cf9f122e29 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Unset dirty status for tenant:bf146bf0e97c490dad3741767dfa2163 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:13.935225 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-bd75f618-da31-4de5-9fa8-e6cf9f122e29 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 1681 time: 0.7284460 May 19 13:16:13.936112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:13.951616 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group_rule': {'security_group_id': 'feb2e70e-2666-4be7-83b9-d12b0b56360f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '94072db8-c6ba-4dd1-99e2-997066bf577d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:14.044120 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:14.076708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:14.088457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:14.107246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:14.232324 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:16:14.233687 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a810d8ac-b04e-4941-99bc-8d996883a4d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2911487 May 19 13:16:14.237334 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:14.294065 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:14.301653 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.330788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 7e9022c6-d273-4731-bf4a-c398cb38d79b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:14.331136 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.352140 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.362109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19044788-735b-4e1a-bc9c-33d55be8dc00 HTTP/1.1" status: 204 len: 168 time: 1.9207206 May 19 13:16:14.385471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e29447-6c75-4ded-86ba-740d173f866a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:16:14.428489 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c994e23-e187-4b51-bc10-64680ad3a0d1 req-26e9320e-febb-4b8c-a3ff-7d3e8aecc854 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0679121 May 19 13:16:14.433065 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.510606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Transition to ACTIVE for port object d8e29447-6c75-4ded-86ba-740d173f866a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:14.520233 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.530341 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7e463a0a-a0b6-4ccf-b26e-8f7082e1dc37 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:14.577467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.669951 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 7e9022c6-d273-4731-bf4a-c398cb38d79b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7e9022c6-d273-4731-bf4a-c398cb38d79b,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:14.670656 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.679747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:14.730237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:14.734039 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:14.868932 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 7e9022c6-d273-4731-bf4a-c398cb38d79b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:15.096733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Attempting to bind port d8e29447-6c75-4ded-86ba-740d173f866a on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:15.096733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Attempting to bind port d8e29447-6c75-4ded-86ba-740d173f866a by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '9904d565-1a9f-4472-ba0a-5fac11896ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:15.098334 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Attempting to bind port d8e29447-6c75-4ded-86ba-740d173f866a on network f0881fc1-5032-4c0c-8383-318631b50fe6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:15.113074 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.121365 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Port d8e29447-6c75-4ded-86ba-740d173f866a on network f0881fc1-5032-4c0c-8383-318631b50fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:16:15.121704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Attempting to bind port d8e29447-6c75-4ded-86ba-740d173f866a on network f0881fc1-5032-4c0c-8383-318631b50fe6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:15.138271 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-74e5dcdb-3d45-4f44-a79c-dae5215327c0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:15.159006 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:15.159499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Checking segment: {'id': '9904d565-1a9f-4472-ba0a-5fac11896ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:16:15.159944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Bound using segment: {'id': '9904d565-1a9f-4472-ba0a-5fac11896ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:15.160406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Bound port: d8e29447-6c75-4ded-86ba-740d173f866a, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9904d565-1a9f-4472-ba0a-5fac11896ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:15.160762 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.170786 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94072db8-c6ba-4dd1-99e2-997066bf577d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:15.182957 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:15.188236 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.190338 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/94072db8-c6ba-4dd1-99e2-997066bf577d HTTP/1.1" status: 204 len: 168 time: 0.9517276 May 19 13:16:15.194293 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:15.278812 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b007a-d524-414a-a18b-572f271745e4 req-75e9d248-b724-4858-a93a-6124f606e62a tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:15.287829 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c38b007a-d524-414a-a18b-572f271745e4 req-75e9d248-b724-4858-a93a-6124f606e62a tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 943 time: 0.4689422 May 19 13:16:15.423949 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c38b007a-d524-414a-a18b-572f271745e4 req-6daf4e2c-d288-4843-8e20-8825b203b8a8 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340272 May 19 13:16:15.505545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:15.507110 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.514889 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d8e29447-6c75-4ded-86ba-740d173f866a,segment=NetworkSegment(9904d565-1a9f-4472-ba0a-5fac11896ee8),segment_id=9904d565-1a9f-4472-ba0a-5fac11896ee8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:15.525691 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.527772 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5a315bc8-76fc-4a45-a193-fb5a9e47330c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:15.538104 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-00036c37-30e7-4797-abc1-91d403ea93ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:15.586512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-97781f93-c824-4d6a-92d3-34c06816d274 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:15.599937 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=7e9022c6-d273-4731-bf4a-c398cb38d79b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:15.603155 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:15.622332 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.748928 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.781643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-97781f93-c824-4d6a-92d3-34c06816d274 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:15.795778 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-97781f93-c824-4d6a-92d3-34c06816d274 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6005840 May 19 13:16:15.803406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:15.806039 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 7e9022c6-d273-4731-bf4a-c398cb38d79b on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:15.811040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.826754 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-deleted', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:15.848844 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "DELETE /v2.0/ports/7e9022c6-d273-4731-bf4a-c398cb38d79b HTTP/1.1" status: 204 len: 173 time: 1.8848603 May 19 13:16:15.962636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:15.964463 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.967276 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] 10.222.0.71 "PUT /v2.0/ports/d8e29447-6c75-4ded-86ba-740d173f866a HTTP/1.1" status: 200 len: 1091 time: 4.7531855 May 19 13:16:15.970965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:16.015117 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-deleted', 'tag': '7e9022c6-d273-4731-bf4a-c398cb38d79b', 'status': 'completed', 'code': 200} May 19 13:16:16.164195 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.299308 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a', 'status': 'completed', 'code': 200} May 19 13:16:16.301860 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port e2fae0dc-fb89-41a8-9e23-294a645acf06 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:16.302217 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.314913 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device e2fae0dc-fb89-41a8-9e23-294a645acf06 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:16.457693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:16.497042 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:16.538963 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:16.553073 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.699352 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.757716 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:16.778333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:16.786540 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port e2fae0dc-fb89-41a8-9e23-294a645acf06, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=e2fae0dc-fb89-41a8-9e23-294a645acf06,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:16.787163 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.792667 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:16.806164 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7e9022c6-d273-4731-bf4a-c398cb38d79b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:16.879891 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6671614d-882a-4cf7-a7bd-91ff8f79f2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:16.966292 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.014374 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4c01b237-c2fd-4499-b696-bfad17b22933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:17.030428 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 7e9022c6-d273-4731-bf4a-c398cb38d79b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:17.031168 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7e9022c6-d273-4731-bf4a-c398cb38d79b not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:17.091198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:17.098124 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:17.123795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5631a57-6c70-4e8d-a310-b116e86d409f tempest-ServiceProvidersTest-82171230 tempest-ServiceProvidersTest-82171230-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6577086 May 19 13:16:17.155043 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb2e70e-2666-4be7-83b9-d12b0b56360f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:17.162928 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:17.184316 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0dc6d4f8-0eb2-4162-8b57-205c6c0b3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:17.195528 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-0dc6d4f8-0eb2-4162-8b57-205c6c0b3d99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=791188e5fc0646b38ab84b4b311615c0&device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 1094 time: 1.1168067 May 19 13:16:17.215626 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.226699 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for e2fae0dc-fb89-41a8-9e23-294a645acf06 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:17.295087 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.299055 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-59da1c20-7003-4b10-ac85-73d3a173fc27 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/feb2e70e-2666-4be7-83b9-d12b0b56360f HTTP/1.1" status: 204 len: 168 time: 1.4936769 May 19 13:16:17.300139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:17.317309 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-852cdb1c-0fa9-41e5-aa9f-dbc23ec784e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8e29447-6c75-4ded-86ba-740d173f866a HTTP/1.1" status: 200 len: 217 time: 0.1205044 May 19 13:16:17.329339 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826c49-9fa2-4e1a-8f5c-d310bf0eff6d req-b9c0e091-d5fc-48e0-8c2a-8f01d4d0a01a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:17.331150 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd826c49-9fa2-4e1a-8f5c-d310bf0eff6d req-b9c0e091-d5fc-48e0-8c2a-8f01d4d0a01a tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 944 time: 1.3295078 May 19 13:16:17.463223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e347f-b962-48db-bd45-81ab1fa95693 req-6585c974-7432-4a52-9605-bb9cf0549131 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:17.473453 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-946e347f-b962-48db-bd45-81ab1fa95693 req-6585c974-7432-4a52-9605-bb9cf0549131 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 943 time: 0.7134418 May 19 13:16:17.509285 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ef9c8a8-fd91-4305-9c6e-9386b29356a4 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2073369 May 19 13:16:17.516066 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:17.517782 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-040b7fe8-3521-43af-b285-8ab69e887d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:17.519321 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-040b7fe8-3521-43af-b285-8ab69e887d56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2efa6bbe-76c1-4f90-bc48-e89027d4963f HTTP/1.1" status: 200 len: 853 time: 0.1877093 May 19 13:16:17.533385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435277502'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:17.534784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dd826c49-9fa2-4e1a-8f5c-d310bf0eff6d req-d217988b-5cca-464b-8a2c-5f820759e11d tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecda90d8-1ff3-47b5-be5b-492b3347cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577299 May 19 13:16:17.554476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:17.582620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:17.591280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:17.617464 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'code': 200} May 19 13:16:17.645395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-65b6c0d6-a626-4e68-8cd3-95c3a7bc3f0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0881fc1-5032-4c0c-8383-318631b50fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143999 May 19 13:16:17.711086 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-946e347f-b962-48db-bd45-81ab1fa95693 req-c5e36e25-9a1d-4474-913e-c8530115487f tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362494 May 19 13:16:17.719322 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:17.758230 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.826829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:17.829995 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.838255 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b43ea91a-1a9a-4b6d-881e-3d0c906851ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:17.875431 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Usage tracker for resource:security_group_rule and tenant:bd1481812a57417a8bec02a7456ad4f8 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:17.888416 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:17.904635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:17.907267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=e2fae0dc-fb89-41a8-9e23-294a645acf06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:17.933426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-2580df25-2c03-431c-9456-fbe143d271a0 service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790694 May 19 13:16:17.946621 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:18.075147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port e2fae0dc-fb89-41a8-9e23-294a645acf06 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:18.095483 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.144777 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-deleted', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:18.164772 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e52f797d-3fee-412e-b746-6ce513ffe676 req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.71 "DELETE /v2.0/ports/e2fae0dc-fb89-41a8-9e23-294a645acf06 HTTP/1.1" status: 204 len: 173 time: 2.3075972 May 19 13:16:18.254196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:18.351701 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4e1ca92d-7305-4ef1-b833-b25a4ef34950 req-1f409222-6d4d-4de7-bc7f-944503d5c6ce service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085774 May 19 13:16:18.441235 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f5668-7a3e-489b-83af-65170c2c956c', 'name': 'network-vif-deleted', 'tag': 'e2fae0dc-fb89-41a8-9e23-294a645acf06', 'status': 'completed', 'code': 200} May 19 13:16:18.446829 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.461416 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.493299 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ff7f8ac8-0c8b-4334-b546-40199eb1b234 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:18.534801 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795476f-5aed-4e3d-808e-e0d75497730d req-f5366dfb-ce78-4ccf-a1dc-5794bf13c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:18.536490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-f5366dfb-ce78-4ccf-a1dc-5794bf13c569 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=791188e5fc0646b38ab84b4b311615c0&device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 1094 time: 0.1258135 May 19 13:16:18.596425 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7ea0a-7569-499d-982f-ac33cd98eefa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:18.615785 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:18.626960 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.629707 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f541575-9bf1-4f94-97f5-fdce98f9a6e5 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1113040 May 19 13:16:18.633607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:18.656096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4433b947-b39c-4f20-961a-ec8246ed92d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:18.656546 n-d-791505-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-4433b947-b39c-4f20-961a-ec8246ed92d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:16:18.658340 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4433b947-b39c-4f20-961a-ec8246ed92d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] update failed (client error): There was a conflict when trying to complete your request. May 19 13:16:18.664347 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4433b947-b39c-4f20-961a-ec8246ed92d0 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "PUT /v2.0/security-groups/fcf7ea0a-7569-499d-982f-ac33cd98eefa HTTP/1.1" status: 409 len: 330 time: 0.0224307 May 19 13:16:18.664963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:18.836245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.913407 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.990725 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:18.996208 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-567c2a3d-066a-4661-bd05-d5e66d1e6b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:19.016331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7ea0a-7569-499d-982f-ac33cd98eefa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:19.019061 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:19.025880 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:19.027505 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c5556a2-6e3e-4cd8-92c6-a14429c0b26d tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/fcf7ea0a-7569-499d-982f-ac33cd98eefa HTTP/1.1" status: 204 len: 168 time: 0.3587534 May 19 13:16:19.031829 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:19.112139 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e2c6f1b-50df-499d-bf9a-b4790392d852 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Synchronizing usage tracker for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:19.159848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-0e2c6f1b-50df-499d-bf9a-b4790392d852 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Unset dirty status for tenant:bd1481812a57417a8bec02a7456ad4f8 on resource:security_group {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:19.163619 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e2c6f1b-50df-499d-bf9a-b4790392d852 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283059 May 19 13:16:19.172436 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:19.194071 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-03a2769b-1dee-4c17-a9ba-2e43e5d50740 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] delete failed (client error): The resource could not be found. May 19 13:16:19.205067 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-03a2769b-1dee-4c17-a9ba-2e43e5d50740 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "DELETE /v2.0/security-groups/920f3b67-4a90-47e9-9351-a131a1ddabd8 HTTP/1.1" status: 404 len: 347 time: 0.0215414 May 19 13:16:19.205348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:19.242849 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e3b20647-bf46-44ab-ae19-36200b63af30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] show failed (client error): The resource could not be found. May 19 13:16:19.252395 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3b20647-bf46-44ab-ae19-36200b63af30 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-groups/6cbafc62-af4b-4d37-b6df-f92eaa0bfbb2 HTTP/1.1" status: 404 len: 347 time: 0.0374880 May 19 13:16:19.252395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:19.274492 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-189149c4-be79-4c21-b285-c84f3d1be150 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] show failed (client error): The resource could not be found. May 19 13:16:19.283673 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-189149c4-be79-4c21-b285-c84f3d1be150 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] 10.222.0.69 "GET /v2.0/security-group-rules/1863541c-7bb4-444b-9441-a6bcc0cec2af HTTP/1.1" status: 404 len: 356 time: 0.0222135 May 19 13:16:19.380602 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:19.467023 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34850e62-72c1-4bcb-a51b-2ebab91355e4 req-ca9db979-970a-44d1-888b-3c0fcef4cb17 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "GET /v2.0/ports?device_id=b50f5668-7a3e-489b-83af-65170c2c956c HTTP/1.1" status: 200 len: 210 time: 0.2763114 May 19 13:16:19.484431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:19.510824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:64d810e17d3d499aa31ee707e7281826 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:19.515297 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:19.545714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795476f-5aed-4e3d-808e-e0d75497730d req-2200f72d-e2df-4a71-b503-4e730d20bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:19.549299 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-2200f72d-e2df-4a71-b503-4e730d20bf2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0881fc1-5032-4c0c-8383-318631b50fe6 HTTP/1.1" status: 200 len: 914 time: 1.0046046 May 19 13:16:19.554706 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:19.659082 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-4dc462db-11cb-4783-956b-7a4951d46f78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8e29447-6c75-4ded-86ba-740d173f866a HTTP/1.1" status: 200 len: 217 time: 0.0962551 May 19 13:16:19.704733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:19.740630 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655e093-8f5e-4ba5-874a-a27e922b1ca9 req-4d081e77-4bd5-40ad-9916-60b5fd388a1f tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:19.742552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b655e093-8f5e-4ba5-874a-a27e922b1ca9 req-4d081e77-4bd5-40ad-9916-60b5fd388a1f tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 943 time: 0.5563807 May 19 13:16:19.802862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795476f-5aed-4e3d-808e-e0d75497730d req-3fd9f514-e0da-4536-bfec-f1a507b43f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:19.804392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-3fd9f514-e0da-4536-bfec-f1a507b43f4e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2efa6bbe-76c1-4f90-bc48-e89027d4963f HTTP/1.1" status: 200 len: 853 time: 0.1338916 May 19 13:16:19.887426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-cc9a556e-a0fd-452c-a3f2-fae2418b6cb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0881fc1-5032-4c0c-8383-318631b50fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677052 May 19 13:16:19.892562 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b655e093-8f5e-4ba5-874a-a27e922b1ca9 req-ca9f7a31-4f87-4f0b-bde9-f3cb38a0d0bf tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353989 May 19 13:16:20.112793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f51dbab4-118b-48de-a0f9-3a9167c48e99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd1481812a57417a8bec02a7456ad4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067583 May 19 13:16:20.117261 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:20.184383 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.208142 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.217926 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.242821 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-282ce211-ca5f-4ef3-9975-2dda5bb0f8c5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:20.248447 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.340728 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64d810e17d3d499aa31ee707e7281826&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0748684 May 19 13:16:20.343875 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:20.364693 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.391102 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:20.409796 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-ea005295-c906-49ea-b3e8-1383e4372ecf service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122240 May 19 13:16:20.411285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f45c4-2a37-47c1-adae-8a92296552eb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:20.420849 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:20.453475 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74466c6e-b9c1-4c34-85b6-ea1cf482977d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:20.460801 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:20.461930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.480983 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8375c20c-0abc-4598-8a94-8860be227ba7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74466c6e-b9c1-4c34-85b6-ea1cf482977d HTTP/1.1" status: 204 len: 168 time: 0.3509715 May 19 13:16:20.592840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.663345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.700965 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:20.839220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting subnet 47017d54-c178-4890-a962-bb4c5e49ee48 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:20.852710 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.894279 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7795476f-5aed-4e3d-808e-e0d75497730d req-3b1b61ef-94d7-456d-839d-73be90e12954 service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750721 May 19 13:16:20.979691 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.990368 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.042679 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-67bc65db-2dbe-414b-94fc-78e611fcd992 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:21.077301 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2f45c4-2a37-47c1-adae-8a92296552eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:21.082998 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.084279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e2f45c4-2a37-47c1-adae-8a92296552eb HTTP/1.1" status: 204 len: 168 time: 0.7390695 May 19 13:16:21.086345 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f6498c8-848c-4fb5-a893-7a2d5caa89bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:21.235010 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.373321 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1d33-1c6a-4693-b787-673483f29801 req-a480c855-2200-4132-8d9b-e975cd9a4b5c tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:21.381843 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e39a1d33-1c6a-4693-b787-673483f29801 req-a480c855-2200-4132-8d9b-e975cd9a4b5c tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 943 time: 0.2503490 May 19 13:16:21.503415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e39a1d33-1c6a-4693-b787-673483f29801 req-62182c3d-eecb-45c8-ab22-3234c20effb8 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202250 May 19 13:16:22.016373 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:22.054394 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1fc0ce7f-0c28-49d2-8e05-f59e84fbce05 tempest-FloatingIPAdminTestJSON-197502244 tempest-FloatingIPAdminTestJSON-197502244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:22.178357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36a6ca-ae96-4935-8b94-1295f90f8d2f None None] Network c55dcad0-f0c6-4f33-8347-064cc100b566 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:22.187316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:22.193925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Subnet': ['ID=47017d54-c178-4890-a962-bb4c5e49ee48,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:22.203926 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:22.210555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/subnets/47017d54-c178-4890-a962-bb4c5e49ee48 HTTP/1.1" status: 204 len: 168 time: 1.5082314 May 19 13:16:22.215014 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:22.650108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d8e29447-6c75-4ded-86ba-740d173f866a details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:16:22.778595 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:23.371074 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33cc88-5977-447c-99ec-c3229fe6be9e req-d1a9e21c-7f9c-47b4-97b2-2993b4e20f90 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:23.384498 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae33cc88-5977-447c-99ec-c3229fe6be9e req-d1a9e21c-7f9c-47b4-97b2-2993b4e20f90 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 943 time: 0.6013861 May 19 13:16:23.421508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d8e29447-6c75-4ded-86ba-740d173f866a,segment=NetworkSegment(9904d565-1a9f-4472-ba0a-5fac11896ee8),segment_id=9904d565-1a9f-4472-ba0a-5fac11896ee8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:23.478820 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'd8e29447-6c75-4ded-86ba-740d173f866a', 'network_id': 'f0881fc1-5032-4c0c-8383-318631b50fe6', 'port_id': 'd8e29447-6c75-4ded-86ba-740d173f866a', 'mac_address': 'fa:16:3e:7c:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efa6bbe-76c1-4f90-bc48-e89027d4963f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:16:23.498982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ae33cc88-5977-447c-99ec-c3229fe6be9e req-7984f8cc-a7b5-4f5f-95ed-19866dc4c149 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132362 May 19 13:16:23.526577 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port e1fab248-14d1-4af0-a3a7-58301091e8c5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:23.527049 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] DHCP port deletion for c55dcad0-f0c6-4f33-8347-064cc100b566 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:16:23.533957 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:23.610191 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-0f0b58c7-11ff-4770-8924-66a5ed7059a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4861562 May 19 13:16:23.615714 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:23.721012 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:23.766856 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e29447-6c75-4ded-86ba-740d173f866a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:16:23.839000 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d8e29447-6c75-4ded-86ba-740d173f866a,segment=NetworkSegment(9904d565-1a9f-4472-ba0a-5fac11896ee8),segment_id=9904d565-1a9f-4472-ba0a-5fac11896ee8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:23.843195 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Deleting port e1fab248-14d1-4af0-a3a7-58301091e8c5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:23.843626 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:23.925285 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port e1fab248-14d1-4af0-a3a7-58301091e8c5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e1fab248-14d1-4af0-a3a7-58301091e8c5,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:23.926204 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.129491 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.146738 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:24.257745 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] For port e1fab248-14d1-4af0-a3a7-58301091e8c5, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=e1fab248-14d1-4af0-a3a7-58301091e8c5,segment=NetworkSegment(cca45dd4-baea-48f2-8254-0bc97721bb7a),segment_id=cca45dd4-baea-48f2-8254-0bc97721bb7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:24.258161 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.495531 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Calling delete_port for e1fab248-14d1-4af0-a3a7-58301091e8c5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:24.506855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:24.522757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1192655874'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:24.523071 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.523243 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.523679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.523853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.524548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.525510 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.526392 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.527069 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.527571 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.528113 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.528603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.529104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:24.534759 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:24.545851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:24.558534 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Usage tracker for resource:network and tenant:a05e59bb93b74d8a8185cfd5f2fe8287 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:24.567784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:24.574062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['d8e29447-6c75-4ded-86ba-740d173f866a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:16:24.586983 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:24.609396 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Made reservation on behalf of a05e59bb93b74d8a8185cfd5f2fe8287 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:24.617889 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.654317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.715424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:24.733268 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Usage tracker for resource:security_group_rule and tenant:a05e59bb93b74d8a8185cfd5f2fe8287 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:24.754476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:24.775868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:24.861305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for e1fab248-14d1-4af0-a3a7-58301091e8c5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:24.912632 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e1fab248-14d1-4af0-a3a7-58301091e8c5 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:25.029788 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.067173 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-45863a3e-b556-4eb5-b468-d460f0335abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:25.102576 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.110927 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.122412 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-463dccc7-961e-4ec5-bfe9-4e5bc50c718e tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:25.184198 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Pushing event deleted for resources: {'Port': ['ID=e1fab248-14d1-4af0-a3a7-58301091e8c5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:25.191991 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: e1fab248-14d1-4af0-a3a7-58301091e8c5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:25.192795 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device e1fab248-14d1-4af0-a3a7-58301091e8c5 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:25.195818 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:25.219661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] No DVR routers for this DVR port e1fab248-14d1-4af0-a3a7-58301091e8c5 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:25.250750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96152ffa-69df-4c19-98d5-947969207406 req-e92dd4f2-00de-44f6-b3bb-be617a69887c tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.259087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96152ffa-69df-4c19-98d5-947969207406 req-e92dd4f2-00de-44f6-b3bb-be617a69887c tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.4158609 May 19 13:16:25.291636 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:16:25.296977 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280f801f-6c7b-4e2d-a0ff-e1905765e109,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:25.335393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.336308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.336435 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:25.337239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.339068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.339890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.340642 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.341319 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.344552 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-8a13d91b-1601-498e-88ef-d66e84895bbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64a08dfaf36e4e94aa227e9c66c7ba84&device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 6489 time: 1.3664787 May 19 13:16:25.348623 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.349300 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Added segment 0b347084-2ae6-45a5-b3df-8617752c0fa7 of type vlan for network d6b7090f-270b-45eb-8816-ae9dec1354e3 May 19 13:16:25.451545 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1daa86-cd0f-4205-a13e-581d254b6319 req-0b2c926e-4812-4992-b795-c5e363e05570 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.459035 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf1daa86-cd0f-4205-a13e-581d254b6319 req-0b2c926e-4812-4992-b795-c5e363e05570 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 944 time: 0.6275146 May 19 13:16:25.478001 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-96152ffa-69df-4c19-98d5-947969207406 req-26e053df-5ddb-4822-9267-465e031638f2 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178552 May 19 13:16:25.535530 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.592259 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.598617 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.605357 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.606751 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-933bebc3-5963-4be1-b9c8-2039e2cdad3e tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:25.607377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.613331 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:25.812458 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0886788 May 19 13:16:25.817010 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:25.827234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Request body: {'subnet': {'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:25.852790 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event updated for resources: {'Network': ['ID=d6b7090f-270b-45eb-8816-ae9dec1354e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:25.859071 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2fa12190-dae9-4a2b-82a1-e954c8c55572 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:25.868028 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:16:25.891588 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-85037dd3-bf5d-4b8b-8ab2-2ebe2e82542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.892489 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-85037dd3-bf5d-4b8b-8ab2-2ebe2e82542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.893309 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-85037dd3-bf5d-4b8b-8ab2-2ebe2e82542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:25.896208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-85037dd3-bf5d-4b8b-8ab2-2ebe2e82542b service neutron] 10.222.0.71 "GET /v2.0/networks?id=68470470-d365-48d1-b6a0-ceea4b75b0cb&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=f2cf330e-cb80-4850-9478-9a4a8db69511&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 200 len: 2291 time: 0.5050478 May 19 13:16:25.929948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=e1fab248-14d1-4af0-a3a7-58301091e8c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:25.939956 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:25.961911 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port e1fab248-14d1-4af0-a3a7-58301091e8c5 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:26.119220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:26.124635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Usage tracker for resource:subnet and tenant:a05e59bb93b74d8a8185cfd5f2fe8287 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:26.128407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:26.137091 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:26.154178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Made reservation on behalf of a05e59bb93b74d8a8185cfd5f2fe8287 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:26.172212 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.256873 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bf1daa86-cd0f-4205-a13e-581d254b6319 req-e5ee7882-92fd-49c5-9bc8-37a630f14b29 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965319 May 19 13:16:26.384306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d8e29447-6c75-4ded-86ba-740d173f866a up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:26.454107 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.465213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-68d1bcb6-a249-46d1-9b1b-c00e1f14d90d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 200 len: 1002 time: 0.5143287 May 19 13:16:26.479783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55dcad0-f0c6-4f33-8347-064cc100b566']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.620726 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port d8e29447-6c75-4ded-86ba-740d173f866a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:26.639328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port d8e29447-6c75-4ded-86ba-740d173f866a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:26.640763 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.694124 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca45dd4-baea-48f2-8254-0bc97721bb7a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.694735 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca45dd4-baea-48f2-8254-0bc97721bb7a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.752889 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.814940 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.821549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-e8dec259-1b66-4e68-98d4-8e734f704215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:26.825922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-e8dec259-1b66-4e68-98d4-8e734f704215 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=395bb8af-508f-4aad-9020-376cc9b1641a HTTP/1.1" status: 200 len: 850 time: 0.3124692 May 19 13:16:26.928301 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:26.929771 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: util.warn( May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: timer() May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:26.977245 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:26.983147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.089321 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:27.127514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d8e29447-6c75-4ded-86ba-740d173f866a,segment=NetworkSegment(9904d565-1a9f-4472-ba0a-5fac11896ee8),segment_id=9904d565-1a9f-4472-ba0a-5fac11896ee8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:27.140009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.151881 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-114f8b51-a035-4180-859c-ff2190ff5abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:27.219811 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.225129 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f1e2c826-dce6-4ce9-a9b7-7f3bdb079399 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:27.264538 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.281784 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.299428 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-789b16ea-dc34-45f8-8e5f-b69e906bed83 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:27.345587 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a', 'code': 200} May 19 13:16:27.470293 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:27.491435 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:27.512438 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Network': ['ID=c55dcad0-f0c6-4f33-8347-064cc100b566,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:27.520917 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:27.565041 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event updated for resources: {'Subnet': ['ID=800d016d-5dfd-4c83-91bf-a09dbbc82b31,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:27.575302 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:27.582288 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Checking segment: {'id': '0b347084-2ae6-45a5-b3df-8617752c0fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:16:27.585749 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Network hostable DHCP agents. Network: d6b7090f-270b-45eb-8816-ae9dec1354e3, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:16:27.598407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-9009b132-c318-43ff-906f-c8010f94d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:27.600218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-9009b132-c318-43ff-906f-c8010f94d1e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68470470-d365-48d1-b6a0-ceea4b75b0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7664406 May 19 13:16:27.667597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26631c6a-dbfd-4e8f-bea3-2f4fa67366e0 req-22cd67f0-e8ae-4ad6-a1b3-ae59c7a05a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:27.669453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26631c6a-dbfd-4e8f-bea3-2f4fa67366e0 req-22cd67f0-e8ae-4ad6-a1b3-ae59c7a05a17 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 1096 time: 0.2132082 May 19 13:16:27.670907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:16:27.728637 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-26631c6a-dbfd-4e8f-bea3-2f4fa67366e0 req-9f64d0d1-6f63-4d5c-a7be-4f1a2d9591d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 May 19 13:16:27.734981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, d6b7090f-270b-45eb-8816-ae9dec1354e3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:27.745948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72abe5-ca76-43fd-8693-3af5fb20da9a None None] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:27.757747 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:27.758832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.831576 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-26e092af-34cd-4242-9dd1-240771b3e466 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0130672 May 19 13:16:27.834554 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:27.841335 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Request body: {'port': {'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3', 'name': 'tempest-TagsExtTest-1010712148'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:27.994510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/networks/c55dcad0-f0c6-4f33-8347-064cc100b566 HTTP/1.1" status: 204 len: 168 time: 5.7785535 May 19 13:16:28.005471 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:28.186183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting subnet b23c2ba4-fe24-47c0-b2bb-4bf85f963b80 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:28.193408 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.249922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca445f-86a3-4f1f-86fb-8caf7526b31e req-e8195d51-f319-4fbb-98ec-1a3b16e47c57 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:28.252902 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45ca445f-86a3-4f1f-86fb-8caf7526b31e req-e8195d51-f319-4fbb-98ec-1a3b16e47c57 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.4836195 May 19 13:16:28.255541 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-3a2cb0df-1b05-4583-83bc-14e2ef5379f1 service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404047 May 19 13:16:28.303285 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:28.311610 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Usage tracker for resource:port and tenant:a05e59bb93b74d8a8185cfd5f2fe8287 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:28.317258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:28.346900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:28.393839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Made reservation on behalf of a05e59bb93b74d8a8185cfd5f2fe8287 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:28.408403 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.474969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105796b-0897-4bbf-aa73-a10cfd523027 req-f707a9d4-8561-4d4c-a2bc-deb0c57a65b8 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:28.482414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2105796b-0897-4bbf-aa73-a10cfd523027 req-f707a9d4-8561-4d4c-a2bc-deb0c57a65b8 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.7938421 May 19 13:16:28.483543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-d6b7090f-270b-45eb-8816-ae9dec1354e3', 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3', 'tenant_id': 'a05e59bb93b74d8a8185cfd5f2fe8287', 'fixed_ips': [{'subnet_id': '800d016d-5dfd-4c83-91bf-a09dbbc82b31'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:16:28.484978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.500426 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.542212 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] device_id is not set on port d538caab-6e12-4e95-b47c-7e161e0a0fd0 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:16:28.823815 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Allocated IP 172.20.0.2 (d6b7090f-270b-45eb-8816-ae9dec1354e3/800d016d-5dfd-4c83-91bf-a09dbbc82b31/43a46b36-7b08-4ee5-b864-f0ce944f91eb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:28.825854 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45ca445f-86a3-4f1f-86fb-8caf7526b31e req-b0a87058-6a41-4b22-9e05-3ed4a081e2e0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5617349 May 19 13:16:29.162850 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2105796b-0897-4bbf-aa73-a10cfd523027 req-ff33e3bb-5d3f-4258-b542-60ecb591ef38 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354671 May 19 13:16:29.186985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-f6b34ee2-3075-46b5-9ebd-2d1518b8952c service neutron] 10.222.0.71 "GET /v2.0/networks/68470470-d365-48d1-b6a0-ceea4b75b0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215744 May 19 13:16:29.281286 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.360209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-5dce3dd3-1666-4d4e-a343-84fd8430d15c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 217 time: 0.1597493 May 19 13:16:29.401627 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.409838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Transition to ACTIVE for port object 43a46b36-7b08-4ee5-b864-f0ce944f91eb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:29.479887 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Transition to ACTIVE for port object 43a46b36-7b08-4ee5-b864-f0ce944f91eb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:29.490083 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.498529 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4c6a380-9692-4dbd-bca6-844a3cade89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:29.633094 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:29.643116 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:29.653829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:16:29.699683 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Allocated IP 172.20.0.5 (d6b7090f-270b-45eb-8816-ae9dec1354e3/800d016d-5dfd-4c83-91bf-a09dbbc82b31/d538caab-6e12-4e95-b47c-7e161e0a0fd0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:30.065934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Pushing event updated for resources: {'Port': ['ID=43a46b36-7b08-4ee5-b864-f0ce944f91eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:30.091217 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:30.095159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Attempting to bind port 43a46b36-7b08-4ee5-b864-f0ce944f91eb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:30.095811 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Attempting to bind port 43a46b36-7b08-4ee5-b864-f0ce944f91eb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '0b347084-2ae6-45a5-b3df-8617752c0fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:30.096466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Attempting to bind port 43a46b36-7b08-4ee5-b864-f0ce944f91eb on network d6b7090f-270b-45eb-8816-ae9dec1354e3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:30.133303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:30.133959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Checking segment: {'id': '0b347084-2ae6-45a5-b3df-8617752c0fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:16:30.135190 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.135928 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Bound using segment: {'id': '0b347084-2ae6-45a5-b3df-8617752c0fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:30.136792 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Bound port: 43a46b36-7b08-4ee5-b864-f0ce944f91eb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b347084-2ae6-45a5-b3df-8617752c0fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6b7090f-270b-45eb-8816-ae9dec1354e3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:30.137449 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.176866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-d364784e-8b6d-4cc9-89fb-5cff4e76d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:30.180351 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-d364784e-8b6d-4cc9-89fb-5cff4e76d1db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.8014793 May 19 13:16:30.297329 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.364981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Transition to ACTIVE for port object d538caab-6e12-4e95-b47c-7e161e0a0fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:30.459730 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.496278 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a41dcca6-4c47-4f1c-930f-861a84975a50 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:30.592837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] For port 43a46b36-7b08-4ee5-b864-f0ce944f91eb, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:30.594453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:30.597121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:30.598775 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] For port 43a46b36-7b08-4ee5-b864-f0ce944f91eb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=43a46b36-7b08-4ee5-b864-f0ce944f91eb,segment=NetworkSegment(0b347084-2ae6-45a5-b3df-8617752c0fa7),segment_id=0b347084-2ae6-45a5-b3df-8617752c0fa7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:30.629472 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.635478 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:30.657877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event updated for resources: {'Port': ['ID=d538caab-6e12-4e95-b47c-7e161e0a0fd0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:30.662803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:16:30.764904 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:30.769681 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Pushing event updated for resources: {'Port': ['ID=43a46b36-7b08-4ee5-b864-f0ce944f91eb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:30.795488 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:30.865078 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.880799 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0f9b4d3f-244d-42fa-8cc4-6bc7849d1181 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:30.897840 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:30.899009 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.933459 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.943041 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439faecc-f06b-4f3f-a8ce-61ccac1a8e78 None None] Network 5bad5c5b-e4d3-4132-8b43-186276651967 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:30.943566 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Subnet': ['ID=b23c2ba4-fe24-47c0-b2bb-4bf85f963b80,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:30.946649 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/subnets/b23c2ba4-fe24-47c0-b2bb-4bf85f963b80 HTTP/1.1" status: 204 len: 168 time: 2.9386835 May 19 13:16:30.966260 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d8d93210-c189-4097-9495-f9603139c2d4 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:30.966916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 35972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:30.982999 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1465909 May 19 13:16:30.983646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:30.995414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-816480177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:31.010173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-08f4e37b-7300-4f7b-a6f3-01d03f62a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:31.011303 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:31.011776 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-08f4e37b-7300-4f7b-a6f3-01d03f62a678 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8197091 May 19 13:16:31.019926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Usage tracker for resource:router and tenant:a05e59bb93b74d8a8185cfd5f2fe8287 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:31.024415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:31.034645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:31.053378 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.058255 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.089933 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.117657 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:16:31.141787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.179821 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.186522 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1be19290-64dc-4d23-ae0c-908d0fb283c3 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2007496 May 19 13:16:31.188176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:31.198223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-891aa055-2a50-4d7f-b370-95d18278af64 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1259461753', 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:31.208551 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-891aa055-2a50-4d7f-b370-95d18278af64 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:31.220621 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ba381-132d-4881-b13b-58327382bd65 req-152ae2ae-5ce3-4629-8d17-db1cef4bd59e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:31.230414 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da0ba381-132d-4881-b13b-58327382bd65 req-152ae2ae-5ce3-4629-8d17-db1cef4bd59e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.7977383 May 19 13:16:31.308219 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891aa055-2a50-4d7f-b370-95d18278af64 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.315294 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-891aa055-2a50-4d7f-b370-95d18278af64 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1256111 May 19 13:16:31.316315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 35998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:31.325348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-640aa68f-a9ee-4be6-a52c-2dd465b195db tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-46598295') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:31.382058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495854d-b2c2-4d64-9ad8-85f464f85fac req-676cddc4-b31a-47ac-be85-efe0922c8592 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:31.392442 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a495854d-b2c2-4d64-9ad8-85f464f85fac req-676cddc4-b31a-47ac-be85-efe0922c8592 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.7823360 May 19 13:16:31.466115 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.500018 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-da0ba381-132d-4881-b13b-58327382bd65 req-6c9763fc-84f1-4eef-837b-77c30b20d8d7 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668054 May 19 13:16:31.576545 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a495854d-b2c2-4d64-9ad8-85f464f85fac req-78312a74-06b1-4029-9957-6ee501bd6c97 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827209 May 19 13:16:31.585808 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-640aa68f-a9ee-4be6-a52c-2dd465b195db tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-46598295 HTTP/1.1" status: 201 len: 201 time: 0.2671974 May 19 13:16:31.586929 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:31.596741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-8d8b7587-84c3-42ff-b7aa-1d1f77da07ed tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-988406924') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:31.835410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-2db79ce9-c3f4-4c89-9c5b-61fc1e3382f0 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983875 May 19 13:16:31.984355 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d8b7587-84c3-42ff-b7aa-1d1f77da07ed tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-988406924 HTTP/1.1" status: 201 len: 201 time: 0.3943853 May 19 13:16:31.985281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:31.994138 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-29742ba5-45a1-4f8c-9966-a0acd7ab4ad8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-78718516') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:32.041280 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] DHCP port deletion for 5bad5c5b-e4d3-4132-8b43-186276651967 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:16:32.239651 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Deleting port 6065c165-6976-41a4-9dd3-9b714899cb9e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:32.240231 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:32.399410 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-29742ba5-45a1-4f8c-9966-a0acd7ab4ad8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-78718516 HTTP/1.1" status: 201 len: 201 time: 0.4087040 May 19 13:16:32.408716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:32.425376 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-8888c071-5e35-44ed-9936-0eaef86df293 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-758108059') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:32.511847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-53dafe2f-e65b-4be0-8846-9d4aa0a8f868 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608746 May 19 13:16:32.583186 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] For port 6065c165-6976-41a4-9dd3-9b714899cb9e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=6065c165-6976-41a4-9dd3-9b714899cb9e,segment=NetworkSegment(2d3cb46a-4e78-409b-9f27-cff1e4a57f21),segment_id=2d3cb46a-4e78-409b-9f27-cff1e4a57f21)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:32.584820 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:32.616184 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8888c071-5e35-44ed-9936-0eaef86df293 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-758108059 HTTP/1.1" status: 201 len: 201 time: 0.1986084 May 19 13:16:32.620943 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:32.628521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-48563d7c-c0a3-4ba8-b814-60cb280904ef tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:33.110836 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Calling delete_port for 6065c165-6976-41a4-9dd3-9b714899cb9e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:33.118242 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-ecd2f5f7-2e64-4140-89e7-c80ee66745d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:33.128782 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-ecd2f5f7-2e64-4140-89e7-c80ee66745d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=791188e5fc0646b38ab84b4b311615c0&device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 1096 time: 0.3625982 May 19 13:16:33.214022 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48563d7c-c0a3-4ba8-b814-60cb280904ef tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 200 len: 239 time: 0.5897453 May 19 13:16:33.218611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 43a46b36-7b08-4ee5-b864-f0ce944f91eb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:33.247372 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:33.252770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-338fd1ad-773a-40d8-bb33-cede88cf77c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 217 time: 0.6984956 May 19 13:16:33.263743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-ed67d14c-c886-4405-a0a1-aa6b71cc20d5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-46598295') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:33.268656 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:33.281305 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-218d1705-2039-44d5-b2ba-d5f12d600a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:33.365372 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Pushing event deleted for resources: {'Port': ['ID=6065c165-6976-41a4-9dd3-9b714899cb9e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:33.386690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601f5d1-b73a-414d-bfc6-ae25965d8c47 None None] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:33.430403 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:33.457523 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] No DVR routers for this DVR port 6065c165-6976-41a4-9dd3-9b714899cb9e on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:33.489457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:33.618290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-e00e2ecb-e82b-4142-8632-7f0f786d69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:33.620939 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-e00e2ecb-e82b-4142-8632-7f0f786d69a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0881fc1-5032-4c0c-8383-318631b50fe6 HTTP/1.1" status: 200 len: 914 time: 0.4829831 May 19 13:16:33.708161 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed67d14c-c886-4405-a0a1-aa6b71cc20d5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-46598295 HTTP/1.1" status: 204 len: 168 time: 0.4584422 May 19 13:16:33.712504 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:33.765581 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ace473ba-1b04-42b7-81bf-96535ae4f540 None None] Provisioning for port 43a46b36-7b08-4ee5-b864-f0ce944f91eb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:33.771093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-a9c013c6-2ab6-49bb-9a19-c36752f38034 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8e29447-6c75-4ded-86ba-740d173f866a HTTP/1.1" status: 200 len: 217 time: 0.1300514 May 19 13:16:33.868458 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 43a46b36-7b08-4ee5-b864-f0ce944f91eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:33.899933 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 43a46b36-7b08-4ee5-b864-f0ce944f91eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:33.904501 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:33.940112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4dab9e39-b341-4a4e-9bbc-18f6f5d4aa5d tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-46598295') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:33.966204 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-f85cff05-3d83-4c95-b1f1-08118f216421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:33.974634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-f85cff05-3d83-4c95-b1f1-08118f216421 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1601958 May 19 13:16:34.001645 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-0fe30f70-8f25-4867-8418-6ce13093b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:34.004953 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-0fe30f70-8f25-4867-8418-6ce13093b56b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2efa6bbe-76c1-4f90-bc48-e89027d4963f HTTP/1.1" status: 200 len: 853 time: 0.2242842 May 19 13:16:34.158505 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-d63a72d9-cfbd-4807-894f-11c5e9ec0e2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0881fc1-5032-4c0c-8383-318631b50fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434977 May 19 13:16:34.159979 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.177134 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Deleting port 6065c165-6976-41a4-9dd3-9b714899cb9e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:34.181990 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.281930 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:34.347054 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Usage tracker for resource:security_group_rule and tenant:91509ecd41a34468a46dddc6a0c9dfa1 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:34.357761 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:34.376000 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:34.476330 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-c13dd233-3a9c-4d35-b5a6-eb971f81f566 service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749381 May 19 13:16:34.569576 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.648177 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] For port 6065c165-6976-41a4-9dd3-9b714899cb9e, host n-d-791505-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:34.649095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.718973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 43a46b36-7b08-4ee5-b864-f0ce944f91eb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=43a46b36-7b08-4ee5-b864-f0ce944f91eb,segment=NetworkSegment(0b347084-2ae6-45a5-b3df-8617752c0fa7),segment_id=0b347084-2ae6-45a5-b3df-8617752c0fa7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:34.743424 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.759181 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-8f41ee56-78e6-4548-ad41-ec5ec48b8def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:34.835255 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-2623c599-c4f0-41ff-b241-0352821b7f8a req-63748f74-d572-47f5-be78-b23677879662 service neutron] 10.222.0.71 "GET /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456562 May 19 13:16:34.926958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6065c165-6976-41a4-9dd3-9b714899cb9e no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:35.070214 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 6065c165-6976-41a4-9dd3-9b714899cb9e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:35.071207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 6065c165-6976-41a4-9dd3-9b714899cb9e not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:35.099653 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4dab9e39-b341-4a4e-9bbc-18f6f5d4aa5d tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-46598295 HTTP/1.1" status: 204 len: 168 time: 1.3846045 May 19 13:16:35.116647 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:35.138073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-749774e1-fcca-4a46-86f2-36ca20e2333e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:35.251764 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Provisioning for port d538caab-6e12-4e95-b47c-7e161e0a0fd0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:35.292183 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Calling delete_port for 6065c165-6976-41a4-9dd3-9b714899cb9e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:35.307515 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=43a46b36-7b08-4ee5-b864-f0ce944f91eb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:35.308632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.315306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Provisioning complete for port d538caab-6e12-4e95-b47c-7e161e0a0fd0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:35.318291 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.319467 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Port 6065c165-6976-41a4-9dd3-9b714899cb9e was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:16:35.328344 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.345675 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2a92ee86-e305-488d-a48d-0e272db498cc tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:35.385115 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31b36-dfad-45c1-afb0-da8fa5607b22 req-b3f35898-28c8-4ad0-a41c-647366cb78fe tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:35.403064 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12c31b36-dfad-45c1-afb0-da8fa5607b22 req-b3f35898-28c8-4ad0-a41c-647366cb78fe tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 2.4367516 May 19 13:16:35.412371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.440291 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91509ecd41a34468a46dddc6a0c9dfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9482322 May 19 13:16:35.441545 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1de40-cbe2-4f34-b058-53d599ea4e93,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:35.444216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:35.459001 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ece86f2a-6620-460c-9517-5a19fcca83c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:35.469672 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:35.509299 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:35.595612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] No DVR routers for this DVR port 6065c165-6976-41a4-9dd3-9b714899cb9e on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:35.601496 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-749774e1-fcca-4a46-86f2-36ca20e2333e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 200 len: 205 time: 0.4684370 May 19 13:16:35.628988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:35.649643 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-d585c50b-828b-4728-a2ab-154afc7f7c69 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:35.748506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Port d538caab-6e12-4e95-b47c-7e161e0a0fd0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:35.809352 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Provisioning complete for port 43a46b36-7b08-4ee5-b864-f0ce944f91eb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:35.809968 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf18b9d-17fc-449e-8969-de0a7a2bb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.859072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Port': ['ID=6065c165-6976-41a4-9dd3-9b714899cb9e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:35.928511 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.001222 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.015395 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.036176 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad5c5b-e4d3-4132-8b43-186276651967']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:36.051859 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3cb46a-4e78-409b-9f27-cff1e4a57f21') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:36.052606 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3cb46a-4e78-409b-9f27-cff1e4a57f21') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:36.067453 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.089603 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.098857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:36.099230 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.137697 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.153251 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7389b7ce-14e6-4d0b-b96d-68c32c3aa224 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:36.195853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1de40-cbe2-4f34-b058-53d599ea4e93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:36.208452 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d585c50b-828b-4728-a2ab-154afc7f7c69 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 200 len: 240 time: 0.5766976 May 19 13:16:36.210464 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:36.213631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:36.225836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-43cd4b0f-c0cf-462d-88ed-90c69b0bc7bf tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-988406924') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:36.257095 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: timer() May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:36.273147 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:36.277456 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.280712 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ef1de40-cbe2-4f34-b058-53d599ea4e93 HTTP/1.1" status: 204 len: 168 time: 0.8240814 May 19 13:16:36.352730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-423cb72f-e9a8-4662-a8fd-743f94680ccd None None] Provisioning complete for port d538caab-6e12-4e95-b47c-7e161e0a0fd0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:36.357906 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423cb72f-e9a8-4662-a8fd-743f94680ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.374185 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27854ac2-70f3-4104-a338-5c40143ef0e3 req-5fc83290-3d74-4d79-8466-7b5a4b0444ca tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:36.388624 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27854ac2-70f3-4104-a338-5c40143ef0e3 req-5fc83290-3d74-4d79-8466-7b5a4b0444ca tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 3.3552320 May 19 13:16:36.459593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-12c31b36-dfad-45c1-afb0-da8fa5607b22 req-2c327440-c21e-4692-8de2-f7e0ca2e07d7 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0100026 May 19 13:16:36.467759 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.476210 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-45ed6e56-6860-4c99-8632-16a6ede3a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:36.478700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-45ed6e56-6860-4c99-8632-16a6ede3a144 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 2.4714081 May 19 13:16:36.502298 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:36.585604 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.727192 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-43cd4b0f-c0cf-462d-88ed-90c69b0bc7bf tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-988406924 HTTP/1.1" status: 204 len: 168 time: 0.5103471 May 19 13:16:36.729863 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:36.753816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-423cb72f-e9a8-4662-a8fd-743f94680ccd None None] Port d538caab-6e12-4e95-b47c-7e161e0a0fd0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:36.754949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-471e698e-a9be-4a3e-a846-d401df5320c5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-988406924') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:36.880549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Pushing event deleted for resources: {'Network': ['ID=5bad5c5b-e4d3-4132-8b43-186276651967,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:36.885497 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:36.913951 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-27854ac2-70f3-4104-a338-5c40143ef0e3 req-73285e6e-b98a-4e1f-b9ee-88fdb5810bf5 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241687 May 19 13:16:36.939842 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] 10.222.0.69 "DELETE /v2.0/networks/5bad5c5b-e4d3-4132-8b43-186276651967 HTTP/1.1" status: 204 len: 168 time: 5.9596999 May 19 13:16:37.075481 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-7c680af2-9068-420c-bb15-19d61be8883c service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382264 May 19 13:16:37.174519 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-471e698e-a9be-4a3e-a846-d401df5320c5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-988406924 HTTP/1.1" status: 204 len: 168 time: 0.4439185 May 19 13:16:37.178179 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:37.188057 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-b447967a-e4b2-4cf6-b4da-2a747c52fd29 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:37.453213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-3ef35421-b979-496e-bc84-800991257936 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692875 May 19 13:16:37.480839 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b447967a-e4b2-4cf6-b4da-2a747c52fd29 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 200 len: 205 time: 0.3009434 May 19 13:16:37.481737 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:37.494248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-801913de-cd35-4641-bcfb-542113ee5433 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:37.542690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 43a46b36-7b08-4ee5-b864-f0ce944f91eb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:37.562202 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-5221cb64-f3bf-4ef0-9100-436eb50bd7c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 200 len: 217 time: 0.1011348 May 19 13:16:37.687350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-ca4af4d2-1807-4518-a13f-84f35e1025e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:37.688960 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-ca4af4d2-1807-4518-a13f-84f35e1025e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.1201236 May 19 13:16:37.689473 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:37.766112 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.810199 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:37.823173 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Usage tracker for resource:security_group_rule and tenant:654fc0df80fd4052964e09ca28f773e7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:37.826398 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 43a46b36-7b08-4ee5-b864-f0ce944f91eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:37.827045 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.830139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:37.844575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:37.955172 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.035932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-801913de-cd35-4641-bcfb-542113ee5433 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 200 len: 239 time: 0.5525527 May 19 13:16:38.038170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.044631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-0d527a36-19cb-45e6-b9d7-4155dd1e772f tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-78718516') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.421231 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d527a36-19cb-45e6-b9d7-4155dd1e772f tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-78718516 HTTP/1.1" status: 204 len: 168 time: 0.3791437 May 19 13:16:38.426770 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.436970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-dc2e0180-682e-4a0f-98f8-6891fd724adb tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-78718516') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.663408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc2e0180-682e-4a0f-98f8-6891fd724adb tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-78718516 HTTP/1.1" status: 204 len: 168 time: 0.2347398 May 19 13:16:38.664505 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.670969 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-57384f70-b63a-4807-a717-627b44f8e9b4 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.836149 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-57384f70-b63a-4807-a717-627b44f8e9b4 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 200 len: 205 time: 0.1700118 May 19 13:16:38.837030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.840459 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.842990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-eb6c630f-a10b-4766-bffd-232319d35e90 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.879894 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb6c630f-a10b-4766-bffd-232319d35e90 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 200 len: 240 time: 0.0370328 May 19 13:16:38.880230 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.887096 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-9e506734-cf22-45f6-9ebd-540b2f9041ed tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-758108059') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.887371 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.910898 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fc60aa1f-29f2-4055-9e0c-6e269604659b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:38.923217 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e506734-cf22-45f6-9ebd-540b2f9041ed tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-758108059 HTTP/1.1" status: 204 len: 168 time: 0.0418313 May 19 13:16:38.928695 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.936572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-f4f6a211-e690-4a5a-bf99-ffc6982ca86b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-758108059') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.986784 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4f6a211-e690-4a5a-bf99-ffc6982ca86b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-758108059 HTTP/1.1" status: 204 len: 168 time: 0.0565567 May 19 13:16:38.990870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.997402 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-1a444d31-e7c2-4d36-8384-d4b06a7ae9e5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.025675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a444d31-e7c2-4d36-8384-d4b06a7ae9e5 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 200 len: 205 time: 0.0334630 May 19 13:16:39.029816 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.035569 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-81aeb601-5071-426b-adf8-e03865c55ff1 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.073182 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-81aeb601-5071-426b-adf8-e03865c55ff1 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0377195 May 19 13:16:39.074248 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.080030 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-e00a8c2d-be36-4ccf-ab7a-eccfac8b3f2e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.160863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=654fc0df80fd4052964e09ca28f773e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4699569 May 19 13:16:39.163126 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.193671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1288b09-229b-4417-9c9e-35d7bc5e124e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:39.199363 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1ee20279-7242-419b-8cb1-8dd4a295d387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:39.212168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-ae2244a9-6dba-47db-b77a-28cdd0cb877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:39.215027 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-ae2244a9-6dba-47db-b77a-28cdd0cb877f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5072308 May 19 13:16:39.239281 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e00a8c2d-be36-4ccf-ab7a-eccfac8b3f2e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 204 len: 168 time: 0.1640024 May 19 13:16:39.243300 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.251629 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2d69e0cb-57ea-4315-9c38-63d157ac770e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.370847 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d69e0cb-57ea-4315-9c38-63d157ac770e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1248238 May 19 13:16:39.375772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.385439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-e1b701c7-5888-40a1-868d-aa9306d2ff6b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.429756 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f498-d3e8-42cb-b6d9-ffb1b93caca2 req-1ab3476a-f8f8-486f-b172-7b8c7f455b7f tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:39.431735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3f1f498-d3e8-42cb-b6d9-ffb1b93caca2 req-1ab3476a-f8f8-486f-b172-7b8c7f455b7f tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.7736204 May 19 13:16:39.448585 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4db1-91e5-482b-8271-9d4796fea000 req-3088b35d-2d9e-40fd-b877-2ea24d30cf0b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:39.450263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fafd4db1-91e5-482b-8271-9d4796fea000 req-3088b35d-2d9e-40fd-b877-2ea24d30cf0b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.4936843 May 19 13:16:39.503435 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1b701c7-5888-40a1-868d-aa9306d2ff6b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 204 len: 168 time: 0.1238313 May 19 13:16:39.504531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.514375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-a34fc89b-d419-426b-a0f7-38f8e7a3f6bb tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-1639524346') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.664613 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a34fc89b-d419-426b-a0f7-38f8e7a3f6bb tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-1639524346 HTTP/1.1" status: 201 len: 201 time: 0.1583261 May 19 13:16:39.668924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.679306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4613233e-3624-497b-ab10-2b388910ab24 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-1408353516') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.709377 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3f1f498-d3e8-42cb-b6d9-ffb1b93caca2 req-f7110a54-329c-4a25-94bb-0ee3987b8da6 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530789 May 19 13:16:39.738196 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fafd4db1-91e5-482b-8271-9d4796fea000 req-14fb6137-3850-4a05-bcbb-493dfd8e0b5f tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434528 May 19 13:16:39.747608 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.814482 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-74c47f52-2ca0-4535-a192-ab7c27b8601f service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714307 May 19 13:16:39.818812 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.954449 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.961710 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3588f4c1-0a36-4d87-88db-8ab2ce36c55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:39.976073 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4613233e-3624-497b-ab10-2b388910ab24 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-1408353516 HTTP/1.1" status: 201 len: 201 time: 0.3050783 May 19 13:16:39.980252 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:39.991221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cfa75c09-3d97-4403-afef-d29f5d9bbe82 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-472293823') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:40.107233 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1288b09-229b-4417-9c9e-35d7bc5e124e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:40.167523 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:40.184421 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.188784 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1288b09-229b-4417-9c9e-35d7bc5e124e HTTP/1.1" status: 204 len: 168 time: 0.9990556 May 19 13:16:40.312905 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-ae8f915c-5f43-40f7-bc4d-637f9e168a00 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420812 May 19 13:16:40.360152 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89342406-e267-4530-9977-22db6e8f319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.866819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-5aae950a-807b-496b-87b4-0f877511a248 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 200 len: 217 time: 0.4826460 May 19 13:16:41.099238 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfa75c09-3d97-4403-afef-d29f5d9bbe82 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-472293823 HTTP/1.1" status: 201 len: 201 time: 1.1171982 May 19 13:16:41.105476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:41.125052 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-0066cb0c-4341-4495-b991-968a26a070e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:41.126753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-0066cb0c-4341-4495-b991-968a26a070e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 200 len: 797 time: 0.2290194 May 19 13:16:41.137161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-686a56a2-bc2e-43a3-9ece-c650c5a2a023 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-1250059015') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:41.364073 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-09ab5f05-8272-4e94-9535-026202636e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:41.366676 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-09ab5f05-8272-4e94-9535-026202636e49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.5634623 May 19 13:16:41.417050 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-686a56a2-bc2e-43a3-9ece-c650c5a2a023 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-1250059015 HTTP/1.1" status: 201 len: 201 time: 0.3094292 May 19 13:16:41.421626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:41.427246 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-546b08a4-976b-4fbb-a7ce-406e3897c135 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', {'tags': ['tempest-TagsExtTest-Tag-1774211966', 'tempest-TagsExtTest-Tag-2096980308', 'tempest-TagsExtTest-Tag-60773677']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:41.566063 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3808073'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.723726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-bc02cc87-cbf0-45ea-88f3-d5f09b4e34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:41.725974 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-bc02cc87-cbf0-45ea-88f3-d5f09b4e34d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.3484399 May 19 13:16:41.805354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-546b08a4-976b-4fbb-a7ce-406e3897c135 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 200 len: 316 time: 0.3824086 May 19 13:16:41.812741 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:41.828470 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4d1848ae-e1bf-4c0f-89c8-dd9f05598d9a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:41.923093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-7687fa3d-4bd3-4706-b557-3c156ccfaef5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.1853085 May 19 13:16:42.029881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051694ce-9daa-4cf1-b303-1fd1c036e3e8 req-5a2675b5-a9a0-40d9-b880-279b6fd69b3c tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:42.041376 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-051694ce-9daa-4cf1-b303-1fd1c036e3e8 req-5a2675b5-a9a0-40d9-b880-279b6fd69b3c tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.3610861 May 19 13:16:42.071802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-420ba03e-57f1-48ab-8e9b-851283542530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:42.073862 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-420ba03e-57f1-48ab-8e9b-851283542530 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.1291642 May 19 13:16:42.077643 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef6d47-bdb5-45bd-8640-523261445ca3 req-247ddd8c-a32b-4c00-945f-6deeb27cc1ee tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:42.079241 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73ef6d47-bdb5-45bd-8640-523261445ca3 req-247ddd8c-a32b-4c00-945f-6deeb27cc1ee tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.9510155 May 19 13:16:42.090788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-78374ba0-9b4f-480b-9990-66f041ea302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:42.093054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-78374ba0-9b4f-480b-9990-66f041ea302a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2cf330e-cb80-4850-9478-9a4a8db69511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9553246 May 19 13:16:42.343838 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d1848ae-e1bf-4c0f-89c8-dd9f05598d9a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 204 len: 168 time: 0.5295937 May 19 13:16:42.346512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:42.371962 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-25e54379-f811-41ab-b9b9-da5278ffb1a8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-1774211966') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:42.509598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-051694ce-9daa-4cf1-b303-1fd1c036e3e8 req-9229055b-b9fd-48c7-b09e-d8e30f91cd48 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658005 May 19 13:16:42.542194 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73ef6d47-bdb5-45bd-8640-523261445ca3 req-f587c5d4-e51e-4d2b-a26a-3400c6a97f63 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538116 May 19 13:16:42.751973 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-db2ee5c0-9272-4e71-bb86-068300cb14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:42.755331 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-db2ee5c0-9272-4e71-bb86-068300cb14f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6477320 May 19 13:16:42.852191 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a81b322e-877f-4fd5-a23e-6d5180819b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:42.942974 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:43.055961 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-38f1e87d-c4aa-49b9-bafe-7a58e2828e75 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8286204 May 19 13:16:43.105804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-ebc3aebe-67cf-43b1-b1b2-4c9a0508b165 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413544 May 19 13:16:43.177882 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-25e54379-f811-41ab-b9b9-da5278ffb1a8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:43.180065 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-25e54379-f811-41ab-b9b9-da5278ffb1a8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-1774211966 HTTP/1.1" status: 404 len: 329 time: 0.8143711 May 19 13:16:43.190620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.225356 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c65ec486-4e42-43ef-8869-0fe1266f1658 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-2096980308') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:43.283835 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-c3c541cb-6fd4-4a29-b57e-77736cc372e8 service neutron] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183673 May 19 13:16:43.345121 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-c6250e5a-340c-4f5a-bccd-7d35b9588abb tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:43.349101 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-c6250e5a-340c-4f5a-bccd-7d35b9588abb tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.71 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.7935455 May 19 13:16:43.461256 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-7c9f6056-8aa2-429b-875e-9ee8106248ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 200 len: 217 time: 0.1362827 May 19 13:16:43.579077 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6257ac0a-bf1f-4673-9b6e-ac121789c5b5 req-50a0a066-8132-4d1a-8c0e-a0b1ced1cc1b service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476974 May 19 13:16:43.878555 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c65ec486-4e42-43ef-8869-0fe1266f1658 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:43.880220 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c65ec486-4e42-43ef-8869-0fe1266f1658 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-2096980308 HTTP/1.1" status: 404 len: 329 time: 0.6880834 May 19 13:16:43.885536 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.891722 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-8d761abe-f2c7-4070-b754-2c0adae08e1a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31', 'tempest-TagsExtTest-Tag-60773677') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:43.975197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Deleting port d8e29447-6c75-4ded-86ba-740d173f866a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:43.977831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.253337 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-4207dc0a-bf2d-4ef1-961c-035dd8414fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:44.255208 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-4207dc0a-bf2d-4ef1-961c-035dd8414fd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.7736583 May 19 13:16:44.326910 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.391556 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8d761abe-f2c7-4070-b754-2c0adae08e1a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:44.400227 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d761abe-f2c7-4070-b754-2c0adae08e1a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags/tempest-TagsExtTest-Tag-60773677 HTTP/1.1" status: 404 len: 327 time: 0.5126123 May 19 13:16:44.433842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:44.471141 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] For port d8e29447-6c75-4ded-86ba-740d173f866a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=d8e29447-6c75-4ded-86ba-740d173f866a,segment=NetworkSegment(9904d565-1a9f-4472-ba0a-5fac11896ee8),segment_id=9904d565-1a9f-4472-ba0a-5fac11896ee8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:44.472130 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.474595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-36619e9e-6337-43d9-a55f-c24269a6aa77 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', {'tags': ['tempest-TagsExtTest-Tag-216316621', 'tempest-TagsExtTest-Tag-600105669', 'tempest-TagsExtTest-Tag-1217135996']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:44.598036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fdd5f-70e0-4055-96ff-ab879c0abe25 req-c6ae4ed4-2cfe-4cec-a59f-fbee820d87cb tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:44.606334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-211fdd5f-70e0-4055-96ff-ab879c0abe25 req-c6ae4ed4-2cfe-4cec-a59f-fbee820d87cb tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 945 time: 0.6654675 May 19 13:16:44.693160 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Deleting port 8c055b84-67b8-4045-b28c-173dcca5b3e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:44.693549 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.837935 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Calling delete_port for d8e29447-6c75-4ded-86ba-740d173f866a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:44.857410 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-211fdd5f-70e0-4055-96ff-ab879c0abe25 req-3b6be707-3f9f-480d-9581-764f0b780213 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/security-groups?id=eee87af6-a60e-4314-b4f5-065393b9de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501125 May 19 13:16:44.887341 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62214dab-9f7d-4442-9d90-9386816fe32f req-8592a5c0-29ab-42a1-873c-bcfbc5b311f4 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:44.901893 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62214dab-9f7d-4442-9d90-9386816fe32f req-8592a5c0-29ab-42a1-873c-bcfbc5b311f4 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.8107316 May 19 13:16:44.912866 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-36619e9e-6337-43d9-a55f-c24269a6aa77 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 200 len: 316 time: 0.4632416 May 19 13:16:44.923768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:44.934525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-574d50d5-e521-4724-823f-46f971575cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:44.936912 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-574d50d5-e521-4724-823f-46f971575cb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6254244 May 19 13:16:44.941938 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-48b2cecf-5520-4e56-933f-e56a11eee89a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:45.149355 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.160338 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-2adccfbe-8c46-4083-bdbf-fc3200641119 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133870 May 19 13:16:45.204556 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8962a4b2-8d8e-4751-9153-bdabf9a91c59 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:45.217148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] For port 8c055b84-67b8-4045-b28c-173dcca5b3e9, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=8c055b84-67b8-4045-b28c-173dcca5b3e9,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:45.217673 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.290287 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Pushing event deleted for resources: {'Port': ['ID=d8e29447-6c75-4ded-86ba-740d173f866a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:45.313448 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.313837 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.314290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.314666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.315035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.315855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.315855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.316238 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.316601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.316972 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.317316 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.317673 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:45.328885 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:45.419430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] No DVR routers for this DVR port d8e29447-6c75-4ded-86ba-740d173f866a on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:45.430377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.435189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'name': 'network-vif-deleted', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:16:45.484801 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e55e9b96-6075-42dc-99b2-0887dabb30d5 req-4f8cb5e4-27f1-45d3-976f-958779b61a54 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.71 "DELETE /v2.0/ports/d8e29447-6c75-4ded-86ba-740d173f866a HTTP/1.1" status: 204 len: 173 time: 1.9043050 May 19 13:16:45.516830 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-48b2cecf-5520-4e56-933f-e56a11eee89a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 204 len: 168 time: 0.5885975 May 19 13:16:45.519497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:45.527323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-af8c0b17-79d9-42b9-a586-762031f70123 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-216316621') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:45.602219 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.625812 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014db9d-30a9-4c79-b522-ea9dab5b98d0', 'name': 'network-vif-deleted', 'tag': 'd8e29447-6c75-4ded-86ba-740d173f866a', 'status': 'completed', 'code': 200} May 19 13:16:45.679257 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.701106 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-af8c0b17-79d9-42b9-a586-762031f70123 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:45.702417 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-af8c0b17-79d9-42b9-a586-762031f70123 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-216316621 HTTP/1.1" status: 404 len: 328 time: 0.1813521 May 19 13:16:45.705675 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:45.712586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-82963b19-6317-4ba5-8b4f-6768261f412b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-600105669') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:45.746813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Calling delete_port for 8c055b84-67b8-4045-b28c-173dcca5b3e9 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:45.824731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-62214dab-9f7d-4442-9d90-9386816fe32f req-2c84e429-9c19-4442-985a-c3bfae9ccfba tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9217000 May 19 13:16:45.899334 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-82963b19-6317-4ba5-8b4f-6768261f412b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:45.901843 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-82963b19-6317-4ba5-8b4f-6768261f412b tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-600105669 HTTP/1.1" status: 404 len: 328 time: 0.1948550 May 19 13:16:45.904888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:45.905998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-fd92757c-cf07-4dc0-aa6a-784d73397cc5 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386394 May 19 13:16:45.911170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2306acb2-d1c6-4c9c-8462-ba7ce6f8ffb8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0', 'tempest-TagsExtTest-Tag-1217135996') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:46.025741 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2306acb2-d1c6-4c9c-8462-ba7ce6f8ffb8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:46.027012 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2306acb2-d1c6-4c9c-8462-ba7ce6f8ffb8 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags/tempest-TagsExtTest-Tag-1217135996 HTTP/1.1" status: 404 len: 329 time: 0.1207852 May 19 13:16:46.030136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:46.045458 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-0590b1cd-f9bb-4294-8857-170ef135e4cc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', {'tags': ['tempest-TagsExtTest-Tag-807947401', 'tempest-TagsExtTest-Tag-2124560241', 'tempest-TagsExtTest-Tag-2065058139']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:46.052735 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-a50fc1a6-b609-41dc-997e-49cfe5044c3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 200 len: 217 time: 0.1380694 May 19 13:16:46.286619 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dc18dfd5-ebe6-47dd-ab6f-96d2ecbcf8e5 req-dab77c15-7d18-4d3e-8eed-b83227b73fa8 tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] 10.222.0.69 "GET /v2.0/ports?device_id=a014db9d-30a9-4c79-b522-ea9dab5b98d0 HTTP/1.1" status: 200 len: 210 time: 0.1284940 May 19 13:16:46.326189 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0590b1cd-f9bb-4294-8857-170ef135e4cc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 200 len: 317 time: 0.2944348 May 19 13:16:46.330456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:46.346411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-141e1084-40ca-4118-b169-37532d8d7d3d tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:46.455669 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-9989cda3-e176-4c13-b726-6584017bfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:46.457499 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-9989cda3-e176-4c13-b726-6584017bfc06 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 200 len: 797 time: 0.3945193 May 19 13:16:46.489184 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d8e29447-6c75-4ded-86ba-740d173f866a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:46.617024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: d8e29447-6c75-4ded-86ba-740d173f866a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:46.620290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device d8e29447-6c75-4ded-86ba-740d173f866a not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:46.711590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc9bc-943f-465b-9791-86262169de87 req-51744672-0da0-45ca-b594-abe429436566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:46.714200 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-51744672-0da0-45ca-b594-abe429436566 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1918838 May 19 13:16:46.812572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-141e1084-40ca-4118-b169-37532d8d7d3d tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 204 len: 168 time: 0.4812624 May 19 13:16:46.818085 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:46.843155 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-90dd5a49-6b09-4178-860f-39674ee5eaf6 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-807947401') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:46.900984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.921505 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3ee1d4d4-f67d-4d75-9e73-9dc2b940ad78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:47.090722 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c055b84-67b8-4045-b28c-173dcca5b3e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:47.214236 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.229793 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-90dd5a49-6b09-4178-860f-39674ee5eaf6 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:47.231674 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90dd5a49-6b09-4178-860f-39674ee5eaf6 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-807947401 HTTP/1.1" status: 404 len: 328 time: 0.4124868 May 19 13:16:47.235476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:47.249521 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-6c8ed879-189f-408f-a588-5cc59ef84531 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-2124560241') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:47.316141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.317165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.318020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.318890 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.319877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.320768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.321648 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.322492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.323551 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.325407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.326428 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.327244 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:47.352777 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:47.495757 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:47.606016 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6c8ed879-189f-408f-a588-5cc59ef84531 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:47.607095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c8ed879-189f-408f-a588-5cc59ef84531 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-2124560241 HTTP/1.1" status: 404 len: 329 time: 0.3690240 May 19 13:16:47.610136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:47.616751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-46ef44df-91a1-42e2-a0ec-f1d8ae99ef08 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0', 'tempest-TagsExtTest-Tag-2065058139') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:47.617043 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-13529f3d-1a77-40bb-903b-f6c61e512061 service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8834157 May 19 13:16:47.885101 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-46ef44df-91a1-42e2-a0ec-f1d8ae99ef08 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:47.895322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-46ef44df-91a1-42e2-a0ec-f1d8ae99ef08 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags/tempest-TagsExtTest-Tag-2065058139 HTTP/1.1" status: 404 len: 329 time: 0.2800100 May 19 13:16:47.896602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:47.921235 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-3f9913bb-bf2e-476e-8aae-53e9dc9dfd80 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', {'tags': ['tempest-TagsExtTest-Tag-228075207', 'tempest-TagsExtTest-Tag-930778021', 'tempest-TagsExtTest-Tag-533691365']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.027999 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f9913bb-bf2e-476e-8aae-53e9dc9dfd80 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "PUT /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 200 len: 315 time: 0.1311221 May 19 13:16:48.032059 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.038321 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-10593253-14a7-4364-a5bf-22f983fd884e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.145795 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-10593253-14a7-4364-a5bf-22f983fd884e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 204 len: 168 time: 0.1120977 May 19 13:16:48.147981 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.154407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd9b6-2acf-4fec-b11e-d2138c070691 req-6c8f629b-bfc6-4f0b-bc47-cf6d113a6dd5 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:48.169109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b99bd9b6-2acf-4fec-b11e-d2138c070691 req-6c8f629b-bfc6-4f0b-bc47-cf6d113a6dd5 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.1569669 May 19 13:16:48.176653 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-b0c630a4-6ed8-499d-a481-213f28fe5a80 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-228075207') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.240167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Deleting subnet 2efa6bbe-76c1-4f90-bc48-e89027d4963f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:48.266593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37dfc9bc-943f-465b-9791-86262169de87 req-1cef63ef-f7ce-4419-867a-0e218fe0dfbb service neutron] 10.222.0.71 "GET /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290686 May 19 13:16:48.283272 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.283657 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b0c630a4-6ed8-499d-a481-213f28fe5a80 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:48.297331 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0c630a4-6ed8-499d-a481-213f28fe5a80 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-228075207 HTTP/1.1" status: 404 len: 328 time: 0.1479201 May 19 13:16:48.308473 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.326001 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-63853e94-a2a1-4eb1-888c-1efce916bc2a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-930778021') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.437392 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-63853e94-a2a1-4eb1-888c-1efce916bc2a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:48.439450 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-63853e94-a2a1-4eb1-888c-1efce916bc2a tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-930778021 HTTP/1.1" status: 404 len: 328 time: 0.1295319 May 19 13:16:48.453167 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.480259 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2e0d3eea-2f1a-4b35-8dd2-5643179f81fe tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5', 'tempest-TagsExtTest-Tag-533691365') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.538941 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2e0d3eea-2f1a-4b35-8dd2-5643179f81fe tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] show failed (client error): The resource could not be found. May 19 13:16:48.542105 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e0d3eea-2f1a-4b35-8dd2-5643179f81fe tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags/tempest-TagsExtTest-Tag-533691365 HTTP/1.1" status: 404 len: 328 time: 0.0869372 May 19 13:16:48.548514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.562350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-28f86380-4799-4f1b-b6ad-4e38703c00a7 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.667329 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-28f86380-4799-4f1b-b6ad-4e38703c00a7 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5/tags HTTP/1.1" status: 204 len: 168 time: 0.1171310 May 19 13:16:48.673813 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.686752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c30c67cc-9519-4a9d-aec8-5428f8f72cbf tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.730054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b99bd9b6-2acf-4fec-b11e-d2138c070691 req-9f5d5334-01e0-4cba-b8c9-f338748fa922 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5449901 May 19 13:16:48.819549 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.956174 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3807705'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.986715 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.190967 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c30c67cc-9519-4a9d-aec8-5428f8f72cbf tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0/tags HTTP/1.1" status: 204 len: 168 time: 0.5131936 May 19 13:16:49.192768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.236710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-cbaa3ea1-d177-49d5-a483-3cf98768e828 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd538caab-6e12-4e95-b47c-7e161e0a0fd0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:49.906400 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbaa3ea1-d177-49d5-a483-3cf98768e828 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0/tags HTTP/1.1" status: 204 len: 168 time: 0.7059772 May 19 13:16:49.906900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.916395 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2e9e6150-6922-4e72-961b-db26a0a62fd9 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '800d016d-5dfd-4c83-91bf-a09dbbc82b31') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:49.942846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Router 18dca726-3a6b-4682-826a-3f66788104ba has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:16:50.041023 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:50.059446 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ef6fef97-78a0-47de-b7d1-9239916cd9fd tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:50.109878 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e9e6150-6922-4e72-961b-db26a0a62fd9 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31/tags HTTP/1.1" status: 204 len: 168 time: 0.2009835 May 19 13:16:50.120568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:50.165098 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2efa6bbe-76c1-4f90-bc48-e89027d4963f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:50.174177 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:50.184863 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:50.260264 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd242176-a410-487c-977f-1205c8f6ef69 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:50.264555 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd242176-a410-487c-977f-1205c8f6ef69 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnetpools/ec30bfc1-07aa-425d-a86d-6fbae3e6ccb5 HTTP/1.1" status: 204 len: 168 time: 0.1428385 May 19 13:16:50.265310 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:50.287483 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-543cb5f4-f3db-419d-825d-92e3f1c75877 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2efa6bbe-76c1-4f90-bc48-e89027d4963f HTTP/1.1" status: 204 len: 168 time: 2.7801888 May 19 13:16:50.291046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:50.407818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5b68e775-3f8c-4787-9f25-4e8686add2c9 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Synchronizing usage tracker for tenant:a05e59bb93b74d8a8185cfd5f2fe8287 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:50.476049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-5b68e775-3f8c-4787-9f25-4e8686add2c9 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Unset dirty status for tenant:a05e59bb93b74d8a8185cfd5f2fe8287 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:50.477584 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b68e775-3f8c-4787-9f25-4e8686add2c9 tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0 HTTP/1.1" status: 200 len: 205 time: 0.2104445 May 19 13:16:50.480941 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:50.568575 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:50.580523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:50.592549 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-028edc62-aa57-45dd-8c7b-b7e04156309d admin admin] 10.222.0.69 "PUT /v2.0/routers/18dca726-3a6b-4682-826a-3f66788104ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6112859 May 19 13:16:50.592974 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Sync routers for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:50.594279 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:50.642580 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:16:50.643745 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:16:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:50.876365 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.054255 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.088773 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:16:51.609913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.612583 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:16:46Z', 'revision_number': 5, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:51.619523 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Checking router: 18dca726-3a6b-4682-826a-3f66788104ba for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:51.628282 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0881fc1-5032-4c0c-8383-318631b50fe6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:51.644170 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Routers {'18dca726-3a6b-4682-826a-3f66788104ba'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:16:51.645137 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:16:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['18dca726-3a6b-4682-826a-3f66788104ba'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:51.659785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9904d565-1a9f-4472-ba0a-5fac11896ee8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:51.659785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9904d565-1a9f-4472-ba0a-5fac11896ee8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:51.671826 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.691413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.702636 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:51.703052 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: timer() May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:51.851827 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:51.858967 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.872930 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-05ff55ce-11e6-482e-9165-494329c1702c tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:51.886607 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.891597 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.920689 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.933596 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0881fc1-5032-4c0c-8383-318631b50fe6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:51.939670 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.940605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Fanout notify agent at l3_agent the message router_deleted on router a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:16:51.970607 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:52.023516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:52.025990 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed8eb3e7-daab-4002-aeb0-e8f037500a6c tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/routers/a23fe8ba-b06a-4d13-b153-35c5a0fe1ec0 HTTP/1.1" status: 204 len: 168 time: 1.5433459 May 19 13:16:52.036681 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:52.084620 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-92bd7079-c9e9-4f2d-9d90-c9547564dcc3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f0881fc1-5032-4c0c-8383-318631b50fe6 HTTP/1.1" status: 204 len: 168 time: 1.7923510 May 19 13:16:52.106450 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] Set router 18dca726-3a6b-4682-826a-3f66788104ba gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:16:52.261299 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:52.453001 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Deleting port 4370f60d-1457-4ce2-a154-39ae9244e56c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:52.453430 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:52.475537 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Deleting port d538caab-6e12-4e95-b47c-7e161e0a0fd0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:52.476177 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:52.721945 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:16:46Z', 'revision_number': 5, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:52.728415 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ec141-bec8-4888-8302-a93d3ad80230 None None] The sync data for ids ['18dca726-3a6b-4682-826a-3f66788104ba'] in n-d-791505-2 is: [{'id': '18dca726-3a6b-4682-826a-3f66788104ba', 'name': 'tempest-ServersTestMultiNic-213932057-router', 'tenant_id': 'bf146bf0e97c490dad3741767dfa2163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:12:26Z', 'updated_at': '2021-05-19T13:16:46Z', 'revision_number': 5, 'project_id': 'bf146bf0e97c490dad3741767dfa2163', 'gw_port': {'id': '4370f60d-1457-4ce2-a154-39ae9244e56c', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dca726-3a6b-4682-826a-3f66788104ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:12:30Z', 'updated_at': '2021-05-19T13:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:52.833169 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:52.842677 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:52.901326 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] For port 4370f60d-1457-4ce2-a154-39ae9244e56c, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=4370f60d-1457-4ce2-a154-39ae9244e56c,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:52.901996 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.044779 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Calling delete_port for d538caab-6e12-4e95-b47c-7e161e0a0fd0 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:53.072644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3bb192a-fcb8-40f0-871b-2a1050abbf8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=791188e5fc0646b38ab84b4b311615c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231367 May 19 13:16:53.139173 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:53.184176 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c055b84-67b8-4045-b28c-173dcca5b3e9 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:53.267282 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 8c055b84-67b8-4045-b28c-173dcca5b3e9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:53.267608 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 8c055b84-67b8-4045-b28c-173dcca5b3e9 not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:53.273857 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Calling delete_port for 4370f60d-1457-4ce2-a154-39ae9244e56c owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:53.468644 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.520479 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.575861 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.581489 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cd4e3c0d-42fa-48cb-98d4-b8c525e0a09e tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:53.645832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.656790 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f6385809-6b6a-4bd9-85f5-e86217950652 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:53.703386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4370f60d-1457-4ce2-a154-39ae9244e56c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:53.780019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event deleted for resources: {'Port': ['ID=d538caab-6e12-4e95-b47c-7e161e0a0fd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:53.780324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:53.780478 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:53.966018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808866'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.273025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.286657 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dd691922-6f38-4114-81aa-4862d02d695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:54.314005 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.326488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee87af6-a60e-4314-b4f5-065393b9de1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:54.329109 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:54.346546 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10851'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.352590 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.361614 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/ports/d538caab-6e12-4e95-b47c-7e161e0a0fd0 HTTP/1.1" status: 204 len: 168 time: 2.3196187 May 19 13:16:54.368988 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:54.387448 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.387448 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eee87af6-a60e-4314-b4f5-065393b9de1d HTTP/1.1" status: 204 len: 168 time: 1.2346072 May 19 13:16:54.578571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3809333'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.580180 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18dca726-3a6b-4682-826a-3f66788104ba {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:16:54.631421 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Deleting subnet 800d016d-5dfd-4c83-91bf-a09dbbc82b31 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:54.654241 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.712843 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.714770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-719c7984-87b8-4361-9a89-a22c859330fb admin admin] 10.222.0.69 "DELETE /v2.0/routers/18dca726-3a6b-4682-826a-3f66788104ba HTTP/1.1" status: 204 len: 168 time: 4.1190968 May 19 13:16:54.717114 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:54.813419 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3173362'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.915602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Deleting subnet 0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:16:54.928406 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.121915 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.329632 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.463057 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4370f60d-1457-4ce2-a154-39ae9244e56c no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:55.464438 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.598505 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 4370f60d-1457-4ce2-a154-39ae9244e56c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:55.602603 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 4370f60d-1457-4ce2-a154-39ae9244e56c not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:55.822180 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:56.221641 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.260397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:56.268147 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Usage tracker for resource:security_group_rule and tenant:ec3b33bbd98d4bed9b8efd8bac2d5db0 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:56.272503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:56.282672 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:56.392665 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2325107'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.402757 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-35e8fe62-d5ed-4595-81fb-fa3e3b19a086 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:56.430101 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.497393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.520764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event deleted for resources: {'Subnet': ['ID=800d016d-5dfd-4c83-91bf-a09dbbc82b31,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:56.537420 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:56.541807 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.558925 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3f9d7c94-cdbf-491f-8e02-2e372d02b798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:56.559159 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6994782-b1f6-4fd8-80c6-bb361399e7ab tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/subnets/800d016d-5dfd-4c83-91bf-a09dbbc82b31 HTTP/1.1" status: 204 len: 168 time: 2.1880913 May 19 13:16:56.559261 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19443171-ed63-4279-a627-eca1ee2c0a0e None None] Network d6b7090f-270b-45eb-8816-ae9dec1354e3 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:56.562809 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:56.574066 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.644343 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43254891-2940-4905-8bd4-72fac8601c61,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:56.667524 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:56.670270 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-176a4507-b3e8-4019-8d3b-f8a330f26fb3 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:56.743752 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:56.751542 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:56.764165 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:56.766420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:56.782632 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-904517ea-8465-41a7-a828-72e6bd139d8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec3b33bbd98d4bed9b8efd8bac2d5db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9591017 May 19 13:16:56.788307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:56.817033 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26458b-b8b0-4600-9525-40ad5353b441 None None] Network 74f21274-88b0-41fd-aa5a-eb248c8ea75e requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:16:56.820377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-168a48d5-1143-45b6-a1ac-5d3b3e1a751a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0e6f8c1e-c8b5-45dd-91db-879fdbfd9c80 HTTP/1.1" status: 204 len: 168 time: 2.1016977 May 19 13:16:56.824601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:56.880509 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.037427 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Deleting port 43a46b36-7b08-4ee5-b864-f0ce944f91eb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:57.037773 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.185282 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.208564 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-207128951-network', 'tenant_id': 'cf7481d33a2d4fd2b326bd320efe10b7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:57.244757 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:57.261373 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] For port 43a46b36-7b08-4ee5-b864-f0ce944f91eb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=43a46b36-7b08-4ee5-b864-f0ce944f91eb,segment=NetworkSegment(0b347084-2ae6-45a5-b3df-8617752c0fa7),segment_id=0b347084-2ae6-45a5-b3df-8617752c0fa7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:57.262018 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.309900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Usage tracker for resource:network and tenant:cf7481d33a2d4fd2b326bd320efe10b7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:57.315009 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:57.327222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:57.341775 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.447579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Calling delete_port for 43a46b36-7b08-4ee5-b864-f0ce944f91eb owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:57.494229 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.579798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Made reservation on behalf of cf7481d33a2d4fd2b326bd320efe10b7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:57.584573 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.589992 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.596239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:57.613234 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f941472-4a05-4441-85d2-2c9b0d6cc64a None None] DHCP port deletion for d6b7090f-270b-45eb-8816-ae9dec1354e3 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:16:57.657813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.680549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event deleted for resources: {'Port': ['ID=43a46b36-7b08-4ee5-b864-f0ce944f91eb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:57.683678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] DHCP port deletion for 74f21274-88b0-41fd-aa5a-eb248c8ea75e request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:16:57.689391 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:57.692305 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] No DVR routers for this DVR port 43a46b36-7b08-4ee5-b864-f0ce944f91eb on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:57.717595 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:57.741748 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Usage tracker for resource:security_group_rule and tenant:cf7481d33a2d4fd2b326bd320efe10b7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:57.748187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:57.759953 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:57.862196 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.880280 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b7090f-270b-45eb-8816-ae9dec1354e3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:57.896542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b347084-2ae6-45a5-b3df-8617752c0fa7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:57.897249 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b347084-2ae6-45a5-b3df-8617752c0fa7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:57.914222 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.935142 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.944608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:57.945392 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.948626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Deleting port de20597d-d0f2-4ea3-86b5-6847fb03412f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:57.952448 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: timer() May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:57.968360 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:57.981888 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.003314 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.011429 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2dd989b6-3f84-4313-b430-2eb984c7c9ee tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:58.041634 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.062869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43254891-2940-4905-8bd4-72fac8601c61,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:58.078095 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:58.081912 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c2ece82-da22-42b6-b41d-ec245e0082cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:58.109600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.116489 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43254891-2940-4905-8bd4-72fac8601c61 HTTP/1.1" status: 204 len: 168 time: 1.3264778 May 19 13:16:58.140069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40bcb9-e086-4b9a-a524-a3659b587a24,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:58.143847 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:58.158151 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Deleting port de20597d-d0f2-4ea3-86b5-6847fb03412f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:16:58.158516 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.244496 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.261685 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-957946d6-dfd1-4ef8-a750-5a43e1ffa6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:58.282979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:16:58.289597 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] For port de20597d-d0f2-4ea3-86b5-6847fb03412f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=de20597d-d0f2-4ea3-86b5-6847fb03412f,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:58.290522 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.308821 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.332122 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Pushing event deleted for resources: {'Network': ['ID=d6b7090f-270b-45eb-8816-ae9dec1354e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:58.341245 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:58.353521 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] 10.222.0.69 "DELETE /v2.0/networks/d6b7090f-270b-45eb-8816-ae9dec1354e3 HTTP/1.1" status: 204 len: 168 time: 1.7883794 May 19 13:16:58.385986 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.386334 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Added segment 20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c of type vlan for network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe May 19 13:16:58.453744 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] For port de20597d-d0f2-4ea3-86b5-6847fb03412f, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=de20597d-d0f2-4ea3-86b5-6847fb03412f,segment=NetworkSegment(2b738d9d-cb44-47e4-942e-9e7380180e64),segment_id=2b738d9d-cb44-47e4-942e-9e7380180e64)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:58.454112 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.627149 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Calling delete_port for de20597d-d0f2-4ea3-86b5-6847fb03412f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:58.745876 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.758854 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-784ec4e0-5d40-44ab-951c-af6a5da0100a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:58.810374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Calling delete_port for de20597d-d0f2-4ea3-86b5-6847fb03412f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:16:58.823467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.836431 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:58.878673 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.880392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:16:58.881202 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.888802 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a156219d-ebc4-49e2-9a3e-606025d74d06 tempest-RoutersIpV6AdminTest-40981487 tempest-RoutersIpV6AdminTest-40981487-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:58.906680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Pushing event deleted for resources: {'Port': ['ID=de20597d-d0f2-4ea3-86b5-6847fb03412f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:58.924088 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:58.926150 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.932189 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a06a0-6a98-4127-85a8-bd504b43a140 None None] No DVR routers for this DVR port de20597d-d0f2-4ea3-86b5-6847fb03412f on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:58.988839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:59.016712 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Usage tracker for resource:security_group_rule and tenant:192cfd366a854236a1fa61806f64c0e8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:59.027129 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2783315 May 19 13:16:59.033771 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:59.038678 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:59.043196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Request body: {'subnet': {'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-207128951-subnet', 'tenant_id': 'cf7481d33a2d4fd2b326bd320efe10b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:59.048758 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.058713 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:59.062879 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Pushing event updated for resources: {'Network': ['ID=3f58c872-0ebb-424f-99a6-f1ad92d7fffe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:59.065490 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] No DVR routers for this DVR port de20597d-d0f2-4ea3-86b5-6847fb03412f on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:59.068603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:59.079219 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:16:59.102416 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a53b501e-7527-48bf-8ed3-e73d3440a3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:59.104097 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-57754381-9941-4d3e-bc60-f4d22a4b07fd tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:59.344116 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Pushing event deleted for resources: {'Port': ['ID=de20597d-d0f2-4ea3-86b5-6847fb03412f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:59.346940 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Usage tracker for resource:subnet and tenant:cf7481d33a2d4fd2b326bd320efe10b7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:59.354992 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:59.356274 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:59.379061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:59.444274 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:59.606604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 43a46b36-7b08-4ee5-b864-f0ce944f91eb no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:59.612048 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.625573 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.626631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Made reservation on behalf of cf7481d33a2d4fd2b326bd320efe10b7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:59.640360 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.649340 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7d89bdae-7d31-4737-8275-62329908342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:16:59.701304 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610063dc-f3c3-494d-9d33-55829791c4d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:59.706738 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:16:59.732188 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=192cfd366a854236a1fa61806f64c0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941348 May 19 13:16:59.735846 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:59.753163 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: 43a46b36-7b08-4ee5-b864-f0ce944f91eb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:59.753737 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 43a46b36-7b08-4ee5-b864-f0ce944f91eb not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:59.754190 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device de20597d-d0f2-4ea3-86b5-6847fb03412f no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:59.812411 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.847311 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f21274-88b0-41fd-aa5a-eb248c8ea75e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:59.894235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] No Port match for: de20597d-d0f2-4ea3-86b5-6847fb03412f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:16:59.895281 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device de20597d-d0f2-4ea3-86b5-6847fb03412f not bound to the agent host n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:59.928722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:59.959847 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-aef36f60-97ed-4193-b719-da413a66dbf8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a05e59bb93b74d8a8185cfd5f2fe8287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137317 May 19 13:16:59.963869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:00.012208 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.046337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b738d9d-cb44-47e4-942e-9e7380180e64') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:00.047158 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b738d9d-cb44-47e4-942e-9e7380180e64') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:00.081994 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.111399 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.140809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.159613 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:17:00.160390 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: util.warn( May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: timer() May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:17:00.188765 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:17:00.219500 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.237767 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.270366 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-40e2e894-f415-4058-b1c7-a700e642a1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:00.316168 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610063dc-f3c3-494d-9d33-55829791c4d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:00.318910 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:00.351949 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.354137 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/610063dc-f3c3-494d-9d33-55829791c4d0 HTTP/1.1" status: 204 len: 168 time: 0.6168196 May 19 13:17:00.390467 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.406278 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2ec7513c-9602-42d5-933f-36984cec8531 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:00.428548 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.434841 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a535f3c-275c-45b5-96a8-871baa94579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:00.435087 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.448971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f801f-6c7b-4e2d-a0ff-e1905765e109,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:00.460087 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:00.460596 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f21274-88b0-41fd-aa5a-eb248c8ea75e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:00.471892 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:00.472989 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.479104 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cadcb5aa-872d-4232-b260-c76c1f66f687 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/280f801f-6c7b-4e2d-a0ff-e1905765e109 HTTP/1.1" status: 204 len: 168 time: 0.5136852 May 19 13:17:00.498719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] 10.222.0.69 "DELETE /v2.0/networks/74f21274-88b0-41fd-aa5a-eb248c8ea75e HTTP/1.1" status: 204 len: 168 time: 3.6719348 May 19 13:17:00.909559 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:00.988857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-def14cd8-ed33-44dd-8a11-6ad482e3dedf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf146bf0e97c490dad3741767dfa2163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778177 May 19 13:17:00.990464 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:01.012744 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.019627 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-b1e644ff-f58e-43c7-9c47-d0298f141c2b tempest-RoutersNegativeIpV6Test-1316646629 tempest-RoutersNegativeIpV6Test-1316646629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:01.100012 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.124409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48146fd-836b-48fd-b687-2afc08556d71,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:01.138710 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:01.164180 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.174590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:01.208419 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Checking segment: {'id': '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:01.208939 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Network hostable DHCP agents. Network: 3f58c872-0ebb-424f-99a6-f1ad92d7fffe, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:17:01.221742 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.236103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:17:01.256856 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:01.263504 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Usage tracker for resource:security_group_rule and tenant:8f4437d81b1e4f998dd139bb08d91bbb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:01.267609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 3f58c872-0ebb-424f-99a6-f1ad92d7fffe) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:01.268266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:01.278376 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:01.285766 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:01.286526 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.288512 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9798aeab-9f04-42a8-8fb8-3ebe1b3d79cb None None] Network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:01.371166 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2e7e755-d549-4019-8493-cc6a14064a13 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3356369 May 19 13:17:01.505489 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.541132 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-44f5a73a-99c6-4934-adaa-a8d2dbeadb79 tempest-RoutersAdminNegativeIpV6Test-1651927561 tempest-RoutersAdminNegativeIpV6Test-1651927561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:01.607058 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda90d8-1ff3-47b5-be5b-492b3347cf1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:01.622563 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:01.658837 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.671779 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.672830 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-90c8d64f-e960-45bf-8a6e-a655cb83610f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ecda90d8-1ff3-47b5-be5b-492b3347cf1b HTTP/1.1" status: 204 len: 168 time: 0.6807811 May 19 13:17:01.677916 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:01.749232 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-09e2e49c-c8f0-4b99-8dfc-72f199eee371 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:01.836280 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f4437d81b1e4f998dd139bb08d91bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597676 May 19 13:17:01.838862 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9bf593-fcd8-45c8-a28b-dccff88043f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:01.841229 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:01.846324 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-672008b4-9fb8-48b5-a2d3-8963d192202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:02.006317 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:02.021325 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b04a1-7ea8-4a75-bd79-928765c43f70 None None] Network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:02.043024 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:02.161687 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:02.178776 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-700bafd6-6728-4961-9571-07cf817e6f80 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:02.199021 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9bf593-fcd8-45c8-a28b-dccff88043f0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:02.216610 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:02.219695 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:02.221955 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e9bf593-fcd8-45c8-a28b-dccff88043f0 HTTP/1.1" status: 204 len: 168 time: 0.3792210 May 19 13:17:03.547883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:03.721820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-5a52d96d-6f43-48f4-98b8-e2f99e65fe82 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:03.723415 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-5a52d96d-6f43-48f4-98b8-e2f99e65fe82 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/networks?id=3f58c872-0ebb-424f-99a6-f1ad92d7fffe HTTP/1.1" status: 200 len: 817 time: 0.2571037 May 19 13:17:03.751342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-a283f69b-eb11-4399-9636-ad8732bb2b2e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/quotas/cf7481d33a2d4fd2b326bd320efe10b7 HTTP/1.1" status: 200 len: 375 time: 0.0201249 May 19 13:17:03.817636 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6018f8eb-6bc5-4f9a-9d53-e078f2f7d598 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf7481d33a2d4fd2b326bd320efe10b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556707 May 19 13:17:03.990781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-789044744'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:04.019435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:04.035033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Usage tracker for resource:network and tenant:82b2d9d92f9840b882bf0c5b0db09063 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:04.051968 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:04.127171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:04.168415 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Made reservation on behalf of 82b2d9d92f9840b882bf0c5b0db09063 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:04.178812 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.206748 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.246795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:04.260598 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Usage tracker for resource:security_group_rule and tenant:82b2d9d92f9840b882bf0c5b0db09063 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:04.274605 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:04.301451 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:04.515551 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-2d4eea64-5268-43ac-8a1a-65ea1f1a38de service neutron] 10.222.0.69 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761203 May 19 13:17:04.532386 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.539305 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.560608 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5fb6b97c-fafa-47c9-8bbc-1937d16d6ff7 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:04.619364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:17:04.652995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b2b392-8e9a-411b-b01b-f370a57cf575,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:04.660809 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.661425 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Added segment 8ec31f12-dd7c-4ff7-8afd-c1149e3cc2b4 of type vlan for network e7687685-f998-49f2-abf3-204090f80965 May 19 13:17:04.663966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:04.730100 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 36976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:04.735813 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.807568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-389c2c8a-ac00-4598-a5ce-d747079afcca service neutron] 10.222.0.69 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799556 May 19 13:17:04.902640 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.923286 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:04.924420 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.944063 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-582362bf-c323-4000-b337-3272137a0864 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:05.205992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Pushing event updated for resources: {'Network': ['ID=e7687685-f998-49f2-abf3-204090f80965,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:05.217597 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1904070972-network', 'tenant_id': '4a214921f991417b9bfadf5494eb3781'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:05.220289 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network e7687685-f998-49f2-abf3-204090f80965 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:17:05.227482 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:05.245924 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:05.271627 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Usage tracker for resource:network and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:05.279438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:05.296922 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7475376 May 19 13:17:05.298035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:05.300494 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 36990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:05.310287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-26910cf1-692a-4d2d-a4a4-d6164d64ced9 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-1862384968') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:05.341397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Made reservation on behalf of 4a214921f991417b9bfadf5494eb3781 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:05.343851 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.373789 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.406666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:05.421122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Usage tracker for resource:security_group_rule and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:05.432560 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:05.443486 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:05.586392 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-add0b36a-ddda-4c6e-b180-fd364b93fa7b req-a1a7ab5f-6247-45c6-ad28-e27d893dad09 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.1830242 May 19 13:17:05.797819 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-26910cf1-692a-4d2d-a4a4-d6164d64ced9 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "PUT /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-1862384968 HTTP/1.1" status: 201 len: 201 time: 0.4953635 May 19 13:17:05.798694 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:05.804310 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-d994f9b3-35a4-43de-9079-e58d776f6ac2 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-1862384968') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:05.891439 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.906937 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.920754 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-34d847bf-9f09-4c25-b3b5-c85c880125df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:06.041404 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-d994f9b3-35a4-43de-9079-e58d776f6ac2 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-1862384968 HTTP/1.1" status: 204 len: 168 time: 0.2406280 May 19 13:17:06.042567 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:06.053869 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-a90c229f-aec5-4f74-ad6e-3886a6b08f77 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:06.098103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:17:06.139457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441e80a-258d-47f4-a6aa-48dfccc0ee17,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:06.146819 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:06.151847 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.152320 n-d-791505-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Added segment cd4f0433-ed91-446e-8b5c-87a0bfcef482 of type vlan for network 4ad4c11a-1641-4b7e-a800-036ad6c16374 May 19 13:17:06.224772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.282823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-a90c229f-aec5-4f74-ad6e-3886a6b08f77 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags HTTP/1.1" status: 200 len: 238 time: 0.2374947 May 19 13:17:06.285759 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:06.297557 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-ef651882-e4f5-411d-9cf3-0941b4a988c8 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', {'tags': ['tempest-TagsTest-Tag-212841093', 'tempest-TagsTest-Tag-268427215', 'tempest-TagsTest-Tag-365348490']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:06.303709 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.306320 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:06.308464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.340099 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37f218bb-1e17-4845-a992-ab211aa6ffb9 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:06.471834 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Pushing event updated for resources: {'Network': ['ID=4ad4c11a-1641-4b7e-a800-036ad6c16374,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:06.475553 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:06.482486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-e60e9e7f-b457-45fd-b1d3-f3acddbc40fa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7492661 May 19 13:17:06.483457 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:06.483788 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:17:06.490818 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Request body: {'subnet': {'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1904070972-subnet', 'tenant_id': '4a214921f991417b9bfadf5494eb3781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:06.498878 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:06.505069 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Usage tracker for resource:subnet and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:06.508622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:06.517781 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:06.541666 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Made reservation on behalf of 4a214921f991417b9bfadf5494eb3781 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:06.545486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.705072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef651882-e4f5-411d-9cf3-0941b4a988c8 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "PUT /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags HTTP/1.1" status: 200 len: 306 time: 0.4170909 May 19 13:17:06.707651 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:06.718575 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-6643a1ff-9832-4c5e-9f76-a94d15e04d45 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-212841093') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:07.156644 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3bb06dee-a6d8-48a3-9ff3-7ea2132311c0 req-191b404d-3ef0-44ef-912c-22cf1fb0d2cb tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.1436779 May 19 13:17:07.188185 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-6643a1ff-9832-4c5e-9f76-a94d15e04d45 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "DELETE /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-212841093 HTTP/1.1" status: 204 len: 168 time: 0.4784839 May 19 13:17:07.190686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:07.205055 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-4e28b4d5-059f-488c-988e-4a0f0987a24b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-212841093') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:07.595115 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4e28b4d5-059f-488c-988e-4a0f0987a24b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] show failed (client error): The resource could not be found. May 19 13:17:07.601448 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e28b4d5-059f-488c-988e-4a0f0987a24b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-212841093 HTTP/1.1" status: 404 len: 325 time: 0.4052258 May 19 13:17:07.604288 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:07.624501 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-7774eb5d-6d51-458e-9264-4b09170ded54 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-268427215') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:07.926995 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7774eb5d-6d51-458e-9264-4b09170ded54 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-268427215 HTTP/1.1" status: 204 len: 168 time: 0.3169911 May 19 13:17:07.927830 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:07.942407 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-54959d3c-5754-410b-b893-d4704f58c3cc tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-365348490') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:08.103947 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:17:08.199578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-54959d3c-5754-410b-b893-d4704f58c3cc tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-365348490 HTTP/1.1" status: 204 len: 168 time: 0.2678368 May 19 13:17:08.199578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37070) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:08.212898 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-31da1e3b-8c83-4d03-9f95-044386451e05 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:08.438111 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:08.445373 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dbf2a2ca-fc95-417b-b3b6-b1284f697386 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:08.565112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Checking segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:08.565547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Network hostable DHCP agents. Network: 4ad4c11a-1641-4b7e-a800-036ad6c16374, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:17:08.598753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:17:08.622999 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c189ac79-2821-42c2-bda2-0976705473a8 req-f0e22199-a962-4f63-9282-7519fd95823d tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.1734910 May 19 13:17:08.634641 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6707d0ec-f144-4652-976b-49b99ffda36a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:08.643828 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:08.651400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 4ad4c11a-1641-4b7e-a800-036ad6c16374) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:08.668036 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0d20b-1031-40d2-987b-89038143ebe4 None None] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:08.696209 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:08.699496 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:08.771699 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2869008 May 19 13:17:09.360174 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-31da1e3b-8c83-4d03-9f95-044386451e05 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "DELETE /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags HTTP/1.1" status: 204 len: 168 time: 1.1571198 May 19 13:17:09.363284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:09.385988 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-9b4be62e-11de-49fb-b926-252481d96df6 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-268427215') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:09.461683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-3872d6f6-c44b-459b-9d0e-3585ac386cf2 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:09.464287 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-3872d6f6-c44b-459b-9d0e-3585ac386cf2 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.71 "GET /v2.0/networks?id=3f58c872-0ebb-424f-99a6-f1ad92d7fffe HTTP/1.1" status: 200 len: 817 time: 0.8333919 May 19 13:17:09.517579 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Request body: {'port': {'device_id': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe', 'admin_state_up': True, 'tenant_id': 'cf7481d33a2d4fd2b326bd320efe10b7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:09.540885 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-4ad4c11a-1641-4b7e-a800-036ad6c16374', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'tenant_id': '4a214921f991417b9bfadf5494eb3781', 'fixed_ips': [{'subnet_id': '6707d0ec-f144-4652-976b-49b99ffda36a'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:17:09.541897 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:09.623766 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9b4be62e-11de-49fb-b926-252481d96df6 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] show failed (client error): The resource could not be found. May 19 13:17:09.625092 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b4be62e-11de-49fb-b926-252481d96df6 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-268427215 HTTP/1.1" status: 404 len: 325 time: 0.2550786 May 19 13:17:09.628160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:09.634751 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-90bd03cd-c3bf-4d32-8607-4a653f22534e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965', 'tempest-TagsTest-Tag-365348490') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:09.989911 n-d-791505-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-90bd03cd-c3bf-4d32-8607-4a653f22534e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] show failed (client error): The resource could not be found. May 19 13:17:09.995990 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-90bd03cd-c3bf-4d32-8607-4a653f22534e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "GET /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags/tempest-TagsTest-Tag-365348490 HTTP/1.1" status: 404 len: 325 time: 0.3628635 May 19 13:17:09.997391 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:10.016424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-efeb9ebb-6817-41db-a6a3-24f67fcd6b16 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e7687685-f998-49f2-abf3-204090f80965') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:10.045251 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Allocated IP 172.20.0.2 (4ad4c11a-1641-4b7e-a800-036ad6c16374/6707d0ec-f144-4652-976b-49b99ffda36a/d68d942c-635a-499f-b8a0-1e4592498111) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:10.074882 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:10.222235 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Usage tracker for resource:port and tenant:cf7481d33a2d4fd2b326bd320efe10b7 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:10.319617 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-efeb9ebb-6817-41db-a6a3-24f67fcd6b16 tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "DELETE /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965/tags HTTP/1.1" status: 204 len: 168 time: 0.3203158 May 19 13:17:10.320302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:10.364901 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:10.410809 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.426288 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Transition to ACTIVE for port object d68d942c-635a-499f-b8a0-1e4592498111 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:10.447996 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Transition to ACTIVE for port object d68d942c-635a-499f-b8a0-1e4592498111 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:10.451361 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6edbf21d-371f-40d6-bbf7-3fe61d53c158 req-59c15fa4-ab35-4268-bdea-46fcb3ff39de tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.3658690 May 19 13:17:10.457084 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.462406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:10.472303 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d4989cd2-9962-497c-a63e-3ccad4493c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:10.525038 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-114a3847-3c15-434f-8926-8f73979d9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.554767 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:10.559865 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:10.563408 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-64228b7f-1805-489a-b4bc-61a207916314 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:10.565192 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-64228b7f-1805-489a-b4bc-61a207916314 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 0.6922476 May 19 13:17:10.566546 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Made reservation on behalf of cf7481d33a2d4fd2b326bd320efe10b7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:10.572061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.573830 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:10.610824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-c0d97679-28c5-4962-b3c8-ec121244d0cf tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/quotas/4a214921f991417b9bfadf5494eb3781 HTTP/1.1" status: 200 len: 375 time: 0.0264351 May 19 13:17:10.696113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.852290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Pushing event updated for resources: {'Port': ['ID=d68d942c-635a-499f-b8a0-1e4592498111,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:10.864499 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:10.880441 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Attempting to bind port d68d942c-635a-499f-b8a0-1e4592498111 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:10.881130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Attempting to bind port d68d942c-635a-499f-b8a0-1e4592498111 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:10.881698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Attempting to bind port d68d942c-635a-499f-b8a0-1e4592498111 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:10.889853 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:10.890546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Checking segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:10.891152 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:10.891778 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Bound using segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:10.892478 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Bound port: d68d942c-635a-499f-b8a0-1e4592498111, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:10.894214 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.052328 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] For port d68d942c-635a-499f-b8a0-1e4592498111, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:11.060840 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] For port d68d942c-635a-499f-b8a0-1e4592498111, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d68d942c-635a-499f-b8a0-1e4592498111,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:11.087832 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.118913 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:11.122077 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.173621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7687685-f998-49f2-abf3-204090f80965']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:11.239720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec31f12-dd7c-4ff7-8afd-c1149e3cc2b4') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:11.240518 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec31f12-dd7c-4ff7-8afd-c1149e3cc2b4') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:11.278045 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Pushing event updated for resources: {'Port': ['ID=d68d942c-635a-499f-b8a0-1e4592498111,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:11.281873 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:11.294086 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Allocated IP 172.20.0.6 (3f58c872-0ebb-424f-99a6-f1ad92d7fffe/d48146fd-836b-48fd-b687-2afc08556d71/884ca2fc-faea-4853-839a-8d16ea5666ea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:11.294486 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.335236 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.357568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-df200c4a-eefa-4948-8964-d4263753efea tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7407711 May 19 13:17:11.380712 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:17:11.381113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: timer() May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:17:11.426972 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:17:11.764517 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.773284 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-43def4e1-1687-4841-9d23-034bc819a2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:11.836452 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-6dc06ba6-4a65-4c27-b267-b0a1b4280a69 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608729 May 19 13:17:11.865466 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:11.906539 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Pushing event deleted for resources: {'Network': ['ID=e7687685-f998-49f2-abf3-204090f80965,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:11.912360 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:11.917141 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f804f345-24d6-4e5d-9da1-0be8efc3db9e tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] 10.222.0.69 "DELETE /v2.0/networks/e7687685-f998-49f2-abf3-204090f80965 HTTP/1.1" status: 204 len: 168 time: 1.5929809 May 19 13:17:12.078334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-55fbdee7-ff6e-406f-8384-fd14049dcd03 req-881a742c-9d95-4c27-8851-f0cf612082e0 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.1481137 May 19 13:17:12.167984 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:12.207387 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:12.302602 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-aca6b694-86ca-43d0-ae06-e0a4df821210 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417796 May 19 13:17:12.309382 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:12.326215 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1549cba4-1b5a-4807-adb4-69ffa012c6a5 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:12.516245 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:12.533130 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:12.548875 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:12.587561 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:12.625590 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:12.652871 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Usage tracker for resource:security_group_rule and tenant:c290acce1d944914948b973d1888a3e7 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:12.667926 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:12.700963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:12.789947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:12.820659 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:12.884131 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b59c797-8d28-401f-8008-e4e0537c469b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:12.969538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:13.066715 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.083455 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:13.089780 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.107755 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.121981 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.164705 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6aa3d4c9-6bed-464b-8ea7-ad9c3815b95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:13.171446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-135482dc-64c8-48e9-91d0-85fb7485d66e tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6609077 May 19 13:17:13.191940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Request body: {'port': {'device_id': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:13.436948 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c290acce1d944914948b973d1888a3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2544324 May 19 13:17:13.438307 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:13.442642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a07123-7452-40ac-9081-25927626ad84,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:13.448795 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-f17517ad-1d07-4474-91f7-dfc6a3b7c562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:13.511111 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d68d942c-635a-499f-b8a0-1e4592498111 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:13.585641 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c26a80f-40a1-43c4-a5c5-520d9711e4cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82b2d9d92f9840b882bf0c5b0db09063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103699 May 19 13:17:13.591437 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:13.636720 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.652625 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5e1b6-7ff7-4569-b22d-1b78e99a3494 None None] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:13.706589 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.769050 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc78fc6e-98b1-441f-8790-56c2c63534c0 None None] Provisioning for port d68d942c-635a-499f-b8a0-1e4592498111 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:13.909745 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.929925 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc577b70-3e56-415d-90a4-5119d744ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:13.936871 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d68d942c-635a-499f-b8a0-1e4592498111 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:13.952424 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a07123-7452-40ac-9081-25927626ad84,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:13.953599 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.958702 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:13.971793 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:13.973063 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-3db4bb1f-720a-4f6e-a67d-af9d6fe96ff1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49a07123-7452-40ac-9081-25927626ad84 HTTP/1.1" status: 204 len: 168 time: 0.5323343 May 19 13:17:14.013625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.057175 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d68d942c-635a-499f-b8a0-1e4592498111 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:14.057813 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.108761 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.113828 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-23dafa01-8a29-41ee-ad38-387d914ad583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:14.135559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.141384 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09b2b392-8e9a-411b-b01b-f370a57cf575 HTTP/1.1" status: 204 len: 168 time: 0.5446339 May 19 13:17:14.141384 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b2b392-8e9a-411b-b01b-f370a57cf575,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:14.141384 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6728cd5d-d214-4657-98c9-3357329d8201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:14.309986 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.591390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.850733 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-12810aff-eb5d-4f82-8ca9-97dd23ce5881 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:14.873444 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-12810aff-eb5d-4f82-8ca9-97dd23ce5881 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 1.4990387 May 19 13:17:14.896345 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:14.955165 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41772c-fe12-4ffd-a64d-e59034b927a1 req-300b9efc-287c-41a0-90c2-d9c2774565d6 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:14.960486 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ef41772c-fe12-4ffd-a64d-e59034b927a1 req-300b9efc-287c-41a0-90c2-d9c2774565d6 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Synchronizing usage tracker for tenant:cf7481d33a2d4fd2b326bd320efe10b7 on resource:port {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:17:15.022168 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-34331388-e2ab-41b4-bccd-2112fee2d831 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/quotas/4a214921f991417b9bfadf5494eb3781 HTTP/1.1" status: 200 len: 375 time: 0.1470158 May 19 13:17:15.110686 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d68d942c-635a-499f-b8a0-1e4592498111, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d68d942c-635a-499f-b8a0-1e4592498111,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:15.121972 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:15.136501 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b708fb7d-588d-4352-a4a8-190082d9adaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:15.230131 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-ef41772c-fe12-4ffd-a64d-e59034b927a1 req-300b9efc-287c-41a0-90c2-d9c2774565d6 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Unset dirty status for tenant:cf7481d33a2d4fd2b326bd320efe10b7 on resource:port {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:17:15.242686 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef41772c-fe12-4ffd-a64d-e59034b927a1 req-300b9efc-287c-41a0-90c2-d9c2774565d6 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 931 time: 1.7049279 May 19 13:17:15.457880 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d68d942c-635a-499f-b8a0-1e4592498111,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:15.472006 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:15.513883 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dac1634d-f958-4f24-8ac5-1f4df5a5cfd6 None None] Provisioning complete for port d68d942c-635a-499f-b8a0-1e4592498111 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:15.514445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dac1634d-f958-4f24-8ac5-1f4df5a5cfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:15.628924 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ef41772c-fe12-4ffd-a64d-e59034b927a1 req-50d4988f-0aa2-4a80-9e68-356cb1f827cd tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837187 May 19 13:17:15.749038 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-4bd76ca5-6ec7-4761-b47f-184301b6cf67 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:15.752687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-4bd76ca5-6ec7-4761-b47f-184301b6cf67 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Synchronizing usage tracker for tenant:4a214921f991417b9bfadf5494eb3781 on resource:network {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:17:15.768795 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-8e58f4f0-46bd-4a07-a817-1681f54435e7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7448192 May 19 13:17:15.796174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:15.800196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-4bd76ca5-6ec7-4761-b47f-184301b6cf67 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Unset dirty status for tenant:4a214921f991417b9bfadf5494eb3781 on resource:network {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:17:15.801373 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-4bd76ca5-6ec7-4761-b47f-184301b6cf67 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 0.7321887 May 19 13:17:15.815410 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Request body: {'port': {'device_id': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'admin_state_up': True, 'tenant_id': '4a214921f991417b9bfadf5494eb3781'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:15.889893 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:16.273456 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:16.383406 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-4dbd126b-8ded-4fb0-92a6-1a0a32c3ff16 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032797 May 19 13:17:16.486480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:16.498868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Usage tracker for resource:port and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:16.508137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:16.519336 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:16.558386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Made reservation on behalf of 4a214921f991417b9bfadf5494eb3781 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:16.575155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:16.720390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-357357096-network', 'tenant_id': 'e841d66e706c410793fbc817a286b403'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:16.777320 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884ca2fc-faea-4853-839a-8d16ea5666ea {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:16.799971 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:16.826768 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:16.843355 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Usage tracker for resource:network and tenant:e841d66e706c410793fbc817a286b403 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:16.876340 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:16.923105 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Transition to ACTIVE for port object 884ca2fc-faea-4853-839a-8d16ea5666ea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:16.991873 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.017787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:17.032476 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22e65037-e1e5-4132-8389-34f3c64d5acc tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:17.067742 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Allocated IP 172.20.0.8 (4ad4c11a-1641-4b7e-a800-036ad6c16374/6707d0ec-f144-4652-976b-49b99ffda36a/7c7f3af7-f200-4d42-ac2b-4dee2f69f691) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:17.219606 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.308479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d68d942c-635a-499f-b8a0-1e4592498111 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:17.317557 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-96ecfa68-b51e-4514-af9e-5987c6e72d2f service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328806 May 19 13:17:17.318264 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:17.323984 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:17.441828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Made reservation on behalf of e841d66e706c410793fbc817a286b403 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:17.445801 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.577159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d68d942c-635a-499f-b8a0-1e4592498111 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:17.577618 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.628831 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.671873 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Transition to ACTIVE for port object 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:17.719606 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.732321 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:17.745272 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb70ee6e-407b-4dc3-8cf8-888bc7a9d992 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:17.842110 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:17.895162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Usage tracker for resource:security_group_rule and tenant:e841d66e706c410793fbc817a286b403 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:17.942872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:17.959296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Pushing event updated for resources: {'Port': ['ID=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:17.965418 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:17.974573 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:17.976133 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:17.980450 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:17.984892 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:18.077624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ba9ca-7b93-4766-962d-1fc111d76dfa req-f3f376eb-cd17-4b14-b967-590dffb6f938 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:18.088465 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db6ba9ca-7b93-4766-962d-1fc111d76dfa req-f3f376eb-cd17-4b14-b967-590dffb6f938 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 943 time: 1.0624857 May 19 13:17:18.107221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:18.108044 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.196208 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-9c0d6c82-ad89-4fd7-8ce9-1692ecf325b2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3846540 May 19 13:17:18.214095 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Request body: {'port': {'device_id': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:18.328411 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-db6ba9ca-7b93-4766-962d-1fc111d76dfa req-b1d8f0d6-1488-48a5-91eb-6e883dd5b490 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337701 May 19 13:17:18.331109 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Attempting to bind port 884ca2fc-faea-4853-839a-8d16ea5666ea on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:18.332277 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Attempting to bind port 884ca2fc-faea-4853-839a-8d16ea5666ea by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:18.333352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Attempting to bind port 884ca2fc-faea-4853-839a-8d16ea5666ea on network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:18.451624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Port 884ca2fc-faea-4853-839a-8d16ea5666ea on network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:17:18.452920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Attempting to bind port 884ca2fc-faea-4853-839a-8d16ea5666ea on network 3f58c872-0ebb-424f-99a6-f1ad92d7fffe {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:18.476568 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5d245dd-11be-4f8b-93d8-c9325f8da18a None None] Provisioning for port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:18.486813 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5d245dd-11be-4f8b-93d8-c9325f8da18a None None] Provisioning complete for port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:18.487660 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d245dd-11be-4f8b-93d8-c9325f8da18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.495695 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:18.496674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Checking segment: {'id': '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:18.497624 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Bound using segment: {'id': '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:18.498848 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Bound port: 884ca2fc-faea-4853-839a-8d16ea5666ea, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:18.499937 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.671048 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5d245dd-11be-4f8b-93d8-c9325f8da18a None None] Port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:18.732101 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.751359 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.759866 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.767352 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6aae01e4-1585-49a3-8026-f590ae40ebc3 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:18.813688 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:18.822531 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:18.840520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:17:18.845349 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b8b6c-19dd-49c7-928a-abcf32234db0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:18.848441 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.865766 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:18.866377 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-256c6495-f903-4ec8-af26-d68a28e6e815 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:18.918402 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-884d6c13-64c7-4fce-8f27-d116a834bb16 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:18.925638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-884d6c13-64c7-4fce-8f27-d116a834bb16 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 0.4413991 May 19 13:17:18.953650 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:18.954284 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.955814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] 10.222.0.71 "PUT /v2.0/ports/884ca2fc-faea-4853-839a-8d16ea5666ea HTTP/1.1" status: 200 len: 1091 time: 5.7760379 May 19 13:17:18.971703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:18.978251 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:18.978652 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Added segment 6ca9d54e-f6e1-4931-a47d-466eaad372ea of type vlan for network 4c37589c-3bca-4b47-8ca4-70fe1f261459 May 19 13:17:19.025782 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-afea190f-9fef-457a-b0da-11cbd065e6c6 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/quotas/4a214921f991417b9bfadf5494eb3781 HTTP/1.1" status: 200 len: 375 time: 0.0975499 May 19 13:17:19.102338 n-d-791505-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'status': 'completed', 'code': 200} May 19 13:17:19.540122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:19.549360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:19.598448 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:19.739066 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:19.741223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:19.742447 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:19.762243 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-9e30b4cf-79b7-40df-b7ea-b99df6d8924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:19.765121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-9e30b4cf-79b7-40df-b7ea-b99df6d8924d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf7481d33a2d4fd2b326bd320efe10b7&device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 1094 time: 0.6647952 May 19 13:17:19.766424 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f3d43465-ec2f-4cda-b8c9-c2181b337ca5 tempest-RoutersNegativeTest-363650546 tempest-RoutersNegativeTest-363650546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:19.825108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:19.843232 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:19.875847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Transition to ACTIVE for port object 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:19.885695 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:19.904574 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8762dc3e-8589-41fa-ad20-7fdce9a88ca0 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:19.916665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-91f2f398-ec7f-4b57-b1c9-277d78aadd1e tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8889008 May 19 13:17:19.919761 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-7837c0ca-6095-411e-b9a6-a086994c70aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884ca2fc-faea-4853-839a-8d16ea5666ea HTTP/1.1" status: 200 len: 217 time: 0.1102626 May 19 13:17:20.222032 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:20.233130 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.9545250 May 19 13:17:20.235121 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:20.252824 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Pushing event updated for resources: {'Network': ['ID=4c37589c-3bca-4b47-8ca4-70fe1f261459,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:20.261961 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:20.267875 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:17:20.270147 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381d4f-afdc-4084-8849-17d55c3181e3 req-aea0c8f3-5c3d-409d-8b3f-7e110d737730 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:20.272593 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9381d4f-afdc-4084-8849-17d55c3181e3 req-aea0c8f3-5c3d-409d-8b3f-7e110d737730 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 943 time: 0.7123721 May 19 13:17:20.274527 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:20.324036 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Request body: {'subnet': {'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-357357096-subnet', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:20.425641 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:20.443877 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Usage tracker for resource:subnet and tenant:e841d66e706c410793fbc817a286b403 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:20.479703 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:20.492640 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-55ae68f2-c285-46b6-9b84-9073184dbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:20.496283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-55ae68f2-c285-46b6-9b84-9073184dbe1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d48146fd-836b-48fd-b687-2afc08556d71 HTTP/1.1" status: 200 len: 857 time: 0.5231183 May 19 13:17:20.513793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Attempting to bind port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:20.514189 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Attempting to bind port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:20.514531 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Attempting to bind port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:20.523087 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:17:20.523462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Attempting to bind port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:20.536006 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-cd67891c-c857-4ce5-8def-ce3ee60f36b7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:20.538069 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-cd67891c-c857-4ce5-8def-ce3ee60f36b7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 0.3769529 May 19 13:17:20.542154 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:20.542497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Checking segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:20.542891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Bound using segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:20.543568 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Bound port: 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:20.543946 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:20.568654 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Request body: {'port': {'device_id': '37b27c3e-bb68-465f-8f68-4522fad26557', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'admin_state_up': True, 'tenant_id': '4a214921f991417b9bfadf5494eb3781'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:20.583335 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:20.620753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-7556bd8b-0208-4ea1-9ac5-024225971b91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f58c872-0ebb-424f-99a6-f1ad92d7fffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978317 May 19 13:17:20.640238 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f9381d4f-afdc-4084-8849-17d55c3181e3 req-af5660d2-d2f0-4649-8443-9b2172914396 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544600 May 19 13:17:20.664653 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Made reservation on behalf of e841d66e706c410793fbc817a286b403 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:20.668878 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:20.716215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-7e55ae8c-9d2d-4ad5-b49d-35c908c9a05e service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758515 May 19 13:17:20.851112 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] For port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:20.855934 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] For port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:20.885075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:20.893798 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Usage tracker for resource:port and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:20.902587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:20.916393 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:20.949346 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:20.963567 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c559c489-12dc-4ed1-a27f-10b1c69f1fe9 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:21.101947 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-a350c3f3-b32b-47b9-ab70-b03650ebc253 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843975 May 19 13:17:21.197733 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Made reservation on behalf of 4a214921f991417b9bfadf5494eb3781 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:21.201577 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:21.216922 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:21.224383 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:21.233417 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:21.234514 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:21.235630 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] 10.222.0.71 "PUT /v2.0/ports/7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 1091 time: 3.0304785 May 19 13:17:21.236228 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'tag': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:21.436279 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'tag': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691', 'status': 'completed', 'code': 200} May 19 13:17:21.635090 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8537b779-0fb6-441f-87d8-785834b898bf req-725d7ded-8e25-4e92-8d1e-5bb2a93df6f7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.1237259 May 19 13:17:21.737635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-e8da71c1-008d-4408-8da8-5daa56b49253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:21.740055 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-e8da71c1-008d-4408-8da8-5daa56b49253 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1094 time: 0.4144356 May 19 13:17:21.754598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-4c4e9377-d975-4393-9e8c-18d24f21bca0 service neutron] 10.222.0.71 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1183536 May 19 13:17:21.915797 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-26be3585-116c-4614-ad7c-131b81504221 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 217 time: 0.1644194 May 19 13:17:22.065011 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Allocated IP 172.20.0.3 (4ad4c11a-1641-4b7e-a800-036ad6c16374/6707d0ec-f144-4652-976b-49b99ffda36a/5e7c2410-7246-4f37-807f-72a9bf6259a7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:22.411232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-36fa76ac-9c69-4f82-aa4c-882b2f904298 req-787cebf5-1432-403d-9bfa-e98f5668e3df service neutron] 10.222.0.71 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444345 May 19 13:17:22.430139 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b73e-00b7-4329-8119-9931f1405a91 req-a59d98ac-848a-4e86-926f-c85fc94c8750 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:22.432897 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5292b73e-00b7-4329-8119-9931f1405a91 req-a59d98ac-848a-4e86-926f-c85fc94c8750 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 943 time: 0.3878012 May 19 13:17:22.456890 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-b506aff4-a907-45f2-a1c0-a7125180680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:22.468407 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-b506aff4-a907-45f2-a1c0-a7125180680b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.5379457 May 19 13:17:22.575015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5292b73e-00b7-4329-8119-9931f1405a91 req-2122a8eb-d5c5-409d-9e07-289068906e06 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285298 May 19 13:17:22.784705 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:22.793326 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c25b356-5789-4e23-9ce7-0f40ba38e35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:23.190928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-b3e5bf5d-4a91-4eed-b58c-061fc3a0d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:23.193204 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-b3e5bf5d-4a91-4eed-b58c-061fc3a0d1da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5580635 May 19 13:17:23.436814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-49f8a66d-456a-4348-8594-94fe8828feba req-50ab347e-62c8-4e16-9efb-9b6892e4ea18 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.2872736 May 19 13:17:23.606024 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8632a6bc-aa7a-48ab-94af-f17a32974047,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:23.693987 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:23.706615 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:23.797400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Checking segment: {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:23.799145 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Network hostable DHCP agents. Network: 4c37589c-3bca-4b47-8ca4-70fe1f261459, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:17:23.850562 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Transition to ACTIVE for port object 5e7c2410-7246-4f37-807f-72a9bf6259a7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:23.920835 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-10ff2b01-fe63-4613-89c0-ac11a8050a89 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024448 May 19 13:17:24.011764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-b4c59be0-8993-494e-971d-12197dda6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.015426 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-b4c59be0-8993-494e-971d-12197dda6e30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf7481d33a2d4fd2b326bd320efe10b7&device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 1094 time: 0.8670006 May 19 13:17:24.016758 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:17:24.109799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.137916 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.167791 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.193259 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.216151 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.222982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.71', 52142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:24.250375 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.281627 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.296671 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-e836b6b7-13be-448b-8ab8-6de419906eee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.1492565 May 19 13:17:24.352977 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-829e62a8-ef28-4c84-94bc-7a93e0b6cb00 req-d38c2f74-7dd7-4893-9c72-b0e8080d5279 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092841 May 19 13:17:24.397589 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 4c37589c-3bca-4b47-8ca4-70fe1f261459) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:24.411551 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867816c-009e-4f8c-8abe-8964fcc5d26f None None] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:24.604981 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.605716 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:24.671768 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.71', 52143) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:24.736472 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 884ca2fc-faea-4853-839a-8d16ea5666ea details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:17:24.746749 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c73cd4d1-1797-4b44-bcf1-6167865dd078 req-7f92f4ac-0223-4c33-8132-ae7361f31513 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4490016 May 19 13:17:24.827397 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-6536c2c6-7e7b-4a8a-b7b9-76c6ab0f5d7a tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:24.829556 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-6536c2c6-7e7b-4a8a-b7b9-76c6ab0f5d7a tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 816 time: 0.3968740 May 19 13:17:24.910937 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Request body: {'port': {'device_id': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'admin_state_up': True, 'tenant_id': '4a214921f991417b9bfadf5494eb3781'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:24.948933 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-714d3c7f-cceb-4756-a823-1d6e924108a6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6986289 May 19 13:17:24.953766 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:24.994051 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:25.112659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:25.138215 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-491ef759-526f-4c03-8409-4970431e3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:25.139756 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-491ef759-526f-4c03-8409-4970431e3311 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f58c872-0ebb-424f-99a6-f1ad92d7fffe HTTP/1.1" status: 200 len: 918 time: 1.1047354 May 19 13:17:25.188209 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f6e5f5b-bbfd-4df2-88e2-a5bcb2f11455 req-4f413bcf-ce2e-4960-86d1-5522d9f798e5 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.1648235 May 19 13:17:25.234908 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Usage tracker for resource:router and tenant:e841d66e706c410793fbc817a286b403 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:25.254333 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:25.343835 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:25.393870 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a5cf2765-029e-41db-ab81-39cafd85b74e tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:25.478857 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-931f132d-5659-4a07-850f-993893a6c348 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884ca2fc-faea-4853-839a-8d16ea5666ea HTTP/1.1" status: 200 len: 217 time: 0.2478170 May 19 13:17:25.487743 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:25.497503 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:25.544308 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Pushing event updated for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:25.560066 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:25.560291 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:25.578724 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:25.583970 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Usage tracker for resource:port and tenant:4a214921f991417b9bfadf5494eb3781 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:25.588592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:25.596862 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:25.612929 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'network_id': '3f58c872-0ebb-424f-99a6-f1ad92d7fffe', 'port_id': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'mac_address': 'fa:16:3e:ca:31:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48146fd-836b-48fd-b687-2afc08556d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:17:25.621698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:25.622853 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Made reservation on behalf of 4a214921f991417b9bfadf5494eb3781 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:25.626778 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:25.640350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:25.651949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:25.771659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b49f60-2e70-4b27-bc2c-a9e553b77c95 req-cca78d9c-8973-42bd-9923-33743620ae88 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:25.776102 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-39b49f60-2e70-4b27-bc2c-a9e553b77c95 req-cca78d9c-8973-42bd-9923-33743620ae88 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 943 time: 1.4239845 May 19 13:17:25.821651 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:25.823758 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:25.858188 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:26.077635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:26.104350 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-4c37589c-3bca-4b47-8ca4-70fe1f261459', 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'fixed_ips': [{'subnet_id': '8632a6bc-aa7a-48ab-94af-f17a32974047'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:17:26.105226 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:26.174538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884ca2fc-faea-4853-839a-8d16ea5666ea {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:26.216228 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:26.285240 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Allocated IP 172.20.0.10 (4ad4c11a-1641-4b7e-a800-036ad6c16374/6707d0ec-f144-4652-976b-49b99ffda36a/b6735c16-217d-403d-86a5-7996b482f1f8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:26.327434 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-3215b79c-7e27-4d0b-a86e-396ebaef2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.330195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-3215b79c-7e27-4d0b-a86e-396ebaef2ddf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1094 time: 1.6466181 May 19 13:17:26.395347 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:26.408992 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:26.450043 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.463296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.476199 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.489123 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.503725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.513284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.527791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.529399 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Synchronizing usage tracker for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:17:26.561590 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-41eb9bcc-a9af-489c-af23-366b1540feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:26.563339 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-41eb9bcc-a9af-489c-af23-366b1540feb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d48146fd-836b-48fd-b687-2afc08556d71 HTTP/1.1" status: 200 len: 857 time: 1.0610251 May 19 13:17:26.606727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:26.609908 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-77325351-87c9-435c-a2bc-0a65614200af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2606227 May 19 13:17:26.738369 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-3ce39d1f-df99-4e66-8773-70db48fd0026 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f58c872-0ebb-424f-99a6-f1ad92d7fffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065052 May 19 13:17:26.807920 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:26.832626 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Allocated IP 172.20.0.2 (4c37589c-3bca-4b47-8ca4-70fe1f261459/8632a6bc-aa7a-48ab-94af-f17a32974047/baf97070-1fa1-4026-826a-b879cedeeddb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:26.904443 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-39b49f60-2e70-4b27-bc2c-a9e553b77c95 req-eda23e0c-c406-482b-adf2-43c370a38c34 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1040747 May 19 13:17:27.003777 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:17:27.006659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 00f052cc-bde4-4516-a470-f52ff57c0ca1 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:27.049851 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Unset dirty status for tenant:64a08dfaf36e4e94aa227e9c66c7ba84 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:17:27.051453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-b85e6de6-6779-4e86-95de-0e2daf9b95bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 2.9781876 May 19 13:17:27.134364 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:27.155734 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-4172c31c-75f2-4b66-b30f-a168a103c432 service neutron] 10.222.0.71 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753928 May 19 13:17:27.216334 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.218083 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.219157 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.220244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.254386 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.255722 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.258569 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.260611 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.262521 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.263555 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.264757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.266410 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:27.278593 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:27.338339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.339092 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:27.389957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-07bc0526-8884-49b1-a1ad-d357c32e299d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.392356 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-07bc0526-8884-49b1-a1ad-d357c32e299d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3256779 May 19 13:17:27.498759 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9357281 May 19 13:17:27.548707 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Usage tracker for resource:security_group_rule and tenant:17cce37f2d6c4713a31d901ed223ef54 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:27.565337 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:27.589499 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Request body: {'port': {'device_id': '37b27c3e-bb68-465f-8f68-4522fad26557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:27.592299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:27.615422 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:27.622263 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0e011dfc-78e6-42bd-9155-925d180813a6 req-9d9a94a4-4a38-4496-ab3e-b74360b64f5f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.1074877 May 19 13:17:27.627434 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:27.647948 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:27.725258 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Transition to ACTIVE for port object b6735c16-217d-403d-86a5-7996b482f1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:27.760355 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-ec92e88c-e006-4c02-9b3a-2f74cb9393b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.763532 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-ec92e88c-e006-4c02-9b3a-2f74cb9393b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.9206834 May 19 13:17:27.834974 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.841637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.847652 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.855154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.861686 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.875232 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.882338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:27.900606 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-5abe64e2-6101-47c0-9ded-6c4eec537a52 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.6766782 May 19 13:17:27.924747 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.079947 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-650af149-7f0c-4632-9bb3-7089a931a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:28.092965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-650af149-7f0c-4632-9bb3-7089a931a0a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 1.6901720 May 19 13:17:28.152398 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.211203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Transition to ACTIVE for port object baf97070-1fa1-4026-826a-b879cedeeddb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:28.214089 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-1b9efb17-56ac-4323-9a60-9c883087a3e0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8063920 May 19 13:17:28.238793 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:28.253626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c3a420a-283d-4be1-b9e7-9923971abc20 req-319f0cab-c7a5-46eb-9778-5d45ca4570b3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3520172 May 19 13:17:28.344390 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Transition to ACTIVE for port object baf97070-1fa1-4026-826a-b879cedeeddb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:28.369514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['884ca2fc-faea-4853-839a-8d16ea5666ea'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:17:28.407262 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-4c114566-1879-4890-ac24-2ac5ee385199 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 217 time: 0.3002398 May 19 13:17:28.495024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'port_id': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691', 'mac_address': 'fa:16:3e:ff:bb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6707d0ec-f144-4652-976b-49b99ffda36a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:17:28.505552 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf942ac6-fdcc-4b04-af2e-17322657e03c None None] Provisioning for port 5e7c2410-7246-4f37-807f-72a9bf6259a7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:28.570137 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.624923 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-45f2b969-78fb-46f9-ad2c-922641bfe2b1 req-73f8dcb6-dc31-4900-bacb-8b2933950817 service neutron] 10.222.0.71 "GET /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1089087 May 19 13:17:28.634341 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:28.726903 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:28.729416 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf942ac6-fdcc-4b04-af2e-17322657e03c None None] Provisioning complete for port 5e7c2410-7246-4f37-807f-72a9bf6259a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:28.730269 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf942ac6-fdcc-4b04-af2e-17322657e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.789306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-564fb74a-1d2c-4bd5-9204-5d859460b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:28.791525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-564fb74a-1d2c-4bd5-9204-5d859460b877 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.3607199 May 19 13:17:28.809695 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.896955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-08e42bc6-3218-4104-85bc-e4c1ed5502d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:28.900250 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-08e42bc6-3218-4104-85bc-e4c1ed5502d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 1.0440416 May 19 13:17:28.953740 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:28.965543 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:28.999358 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-ff135315-8fcc-49b6-88f4-fa92a0f38a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:29.013613 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17cce37f2d6c4713a31d901ed223ef54&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5155823 May 19 13:17:29.028346 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 37600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:29.032863 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.069122 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:29.123302 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:29.129796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0fc0-36d6-4821-b269-a7586bd11e94 req-113c548c-20d9-42bf-80ae-5ef7102aad08 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:29.138242 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438f0fc0-36d6-4821-b269-a7586bd11e94 req-113c548c-20d9-42bf-80ae-5ef7102aad08 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 944 time: 0.8834972 May 19 13:17:29.221597 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b79940-3cd8-4453-980f-5e6589c77500,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:29.229157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7c2410-7246-4f37-807f-72a9bf6259a7 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:29.240901 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.243891 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:29.264700 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Transition to ACTIVE for port object 5e7c2410-7246-4f37-807f-72a9bf6259a7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:29.281971 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.294218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-438f0fc0-36d6-4821-b269-a7586bd11e94 req-4bbfc4a8-c04b-42f5-bd01-e5f151dc6291 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547141 May 19 13:17:29.360375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.393097 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9b69690e-e61a-45c3-85c9-c96e9804d0b7 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:29.447430 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.481516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Attempting to bind port baf97070-1fa1-4026-826a-b879cedeeddb on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:29.482130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Attempting to bind port baf97070-1fa1-4026-826a-b879cedeeddb by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:29.484814 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Attempting to bind port baf97070-1fa1-4026-826a-b879cedeeddb on network 4c37589c-3bca-4b47-8ca4-70fe1f261459 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:29.570546 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:29.658475 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf942ac6-fdcc-4b04-af2e-17322657e03c None None] Port 5e7c2410-7246-4f37-807f-72a9bf6259a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:29.662062 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:29.663068 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Checking segment: {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:29.665400 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.666761 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Bound using segment: {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:29.667855 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Bound port: baf97070-1fa1-4026-826a-b879cedeeddb, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:29.668816 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.684266 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-00c8919d-6cbe-4b2e-bff6-993d44c3f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:29.690598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-00c8919d-6cbe-4b2e-bff6-993d44c3f743 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8728108 May 19 13:17:29.897592 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] For port baf97070-1fa1-4026-826a-b879cedeeddb, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:29.920102 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] For port baf97070-1fa1-4026-826a-b879cedeeddb, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=baf97070-1fa1-4026-826a-b879cedeeddb,segment=NetworkSegment(6ca9d54e-f6e1-4931-a47d-466eaad372ea),segment_id=6ca9d54e-f6e1-4931-a47d-466eaad372ea)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:29.923959 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Pushing event updated for resources: {'Port': ['ID=baf97070-1fa1-4026-826a-b879cedeeddb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:29.944840 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:29.951962 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:29.952531 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:30.026239 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.055148 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac7a8-f4bb-4ed1-9ee5-bfdf9184c78f req-34b15400-0687-4b28-9065-8935486de641 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:30.062722 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c20ac7a8-f4bb-4ed1-9ee5-bfdf9184c78f req-34b15400-0687-4b28-9065-8935486de641 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 932 time: 1.1550562 May 19 13:17:30.063657 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.097524 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.119476 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.237729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:30.260026 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.318337 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:30.367169 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] For port ceff4dad-4cb6-4643-9c37-98ed1a0173fa, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:30.386880 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['7c7f3af7-f200-4d42-ac2b-4dee2f69f691'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:17:30.484150 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:30.509866 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:30.547048 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.606126 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] device_id is not set on port ceff4dad-4cb6-4643-9c37-98ed1a0173fa yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:17:30.614026 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-84df46a0-6a08-4449-bb90-bb02b9379567 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108946 May 19 13:17:30.635860 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.667290 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.674247 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:30.675953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.676756 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 126df8b0-c032-4c18-933e-d43ffb964072 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:30.699870 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Network 4ad4c11a-1641-4b7e-a800-036ad6c16374 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:30.726543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:30.734378 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c20ac7a8-f4bb-4ed1-9ee5-bfdf9184c78f req-31494cb6-a476-440e-9efd-d2967b708884 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309068 May 19 13:17:30.762371 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:30.799804 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1f07d58a-c65d-4890-aeeb-4a0887095253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:30.869342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:30.874780 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:30.915686 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:30.976096 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:30.996760 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.002972 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.013073 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-b13fdf58-4890-420e-a1a5-aae3b077b99d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 1.7284160 May 19 13:17:31.037564 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.064167 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.083821 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.109289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.125250 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-55a01c0e-b687-40d0-a31a-14444b32c25f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 5432 time: 1.5483482 May 19 13:17:31.294327 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-47dd554d-fb0b-40bf-88be-bc323d31477c req-3b92f1c6-08c3-49a2-b726-d63a71cbbb0f service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571021 May 19 13:17:31.374630 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'code': 200} May 19 13:17:31.472240 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6087883 May 19 13:17:31.490769 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:31.518536 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-c3c97bc2-81cb-41c0-bdc8-c164324efa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:31.579054 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-289087e1-5a37-4133-9eb1-2db3334b7a17 req-436f86a3-a770-4481-978e-bed4769a6645 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4522693 May 19 13:17:31.586631 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7093dd-0d86-4550-b1b1-eaaf928539ba None None] Pushing event updated for resources: {'Port': ['ID=baf97070-1fa1-4026-826a-b879cedeeddb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:31.622897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b79940-3cd8-4453-980f-5e6589c77500,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:31.650341 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:31.660276 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] No DVR routers for this DVR port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:31.706611 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:31.708121 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39b79940-3cd8-4453-980f-5e6589c77500 HTTP/1.1" status: 204 len: 168 time: 2.6739376 May 19 13:17:31.730414 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Allocated IP 172.25.4.125 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/365f01b6-2f12-4749-b905-0f5b7472c5f1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:31.791724 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f92f8-cbf0-49d5-b1b0-775211f7832a req-bbdeee39-a829-4d51-8822-273032e9bc6f tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:31.794787 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-417f92f8-cbf0-49d5-b1b0-775211f7832a req-bbdeee39-a829-4d51-8822-273032e9bc6f tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 944 time: 0.5971920 May 19 13:17:31.820601 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:31.840161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Request body: {'port': {'device_id': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:31.861522 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:31.868488 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:31.869170 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:32.023125 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f1a8fa1-0d84-4dc7-8413-c0c764ebbd80 None None] Provisioning complete for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:32.023944 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f1a8fa1-0d84-4dc7-8413-c0c764ebbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.047991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-417f92f8-cbf0-49d5-b1b0-775211f7832a req-5f431805-a678-4d00-a105-7a2099443964 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063013 May 19 13:17:32.110108 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.135848 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Pushing event updated for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:32.162144 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.282320 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a8fa1-0d84-4dc7-8413-c0c764ebbd80 None None] Port ceff4dad-4cb6-4643-9c37-98ed1a0173fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:32.307440 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:32.325202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.326119 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 42716f4b-4ab2-4cc3-9811-4a355cc5b94a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:32.329874 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.937s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:32.350513 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-01f8cce0-033a-46df-b58b-b195c25b7529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.904s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:32.360910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6bb9d-395d-4242-9bea-f08fc6a4ddb7 req-27250483-c393-4a25-985b-5fa969c31802 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:32.364337 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64e6bb9d-395d-4242-9bea-f08fc6a4ddb7 req-27250483-c393-4a25-985b-5fa969c31802 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 932 time: 0.2314069 May 19 13:17:32.387863 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-935e0f1b-bb74-48d6-88a2-5e22a01102af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:32.433940 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.435266 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-b03180df-a72d-46e7-85a4-f348fd50c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:32.436981 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-b03180df-a72d-46e7-85a4-f348fd50c8ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 1.1177325 May 19 13:17:32.458452 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:32.553843 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Attempting to bind port 5e7c2410-7246-4f37-807f-72a9bf6259a7 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:32.554685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Attempting to bind port 5e7c2410-7246-4f37-807f-72a9bf6259a7 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:32.554685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Attempting to bind port 5e7c2410-7246-4f37-807f-72a9bf6259a7 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:32.562716 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] In _notify_port_updated(), no bound segment for port ceff4dad-4cb6-4643-9c37-98ed1a0173fa on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:17:32.563956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:32.565887 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.569038 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] 10.222.0.71 "PUT /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 200 len: 1028 time: 4.3437781 May 19 13:17:32.569302 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64e6bb9d-395d-4242-9bea-f08fc6a4ddb7 req-07d12b57-3996-42c7-8ebb-0897402435d4 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924186 May 19 13:17:32.601592 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:32.613842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:32.614058 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Port 5e7c2410-7246-4f37-807f-72a9bf6259a7 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:17:32.614273 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Attempting to bind port 5e7c2410-7246-4f37-807f-72a9bf6259a7 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:32.617092 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:32.668984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7be272c-9289-4276-aa77-f58065d38c34 None None] Provisioning for port b6735c16-217d-403d-86a5-7996b482f1f8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:32.744301 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:32.753266 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:32.905904 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7be272c-9289-4276-aa77-f58065d38c34 None None] Provisioning complete for port b6735c16-217d-403d-86a5-7996b482f1f8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:32.906531 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7be272c-9289-4276-aa77-f58065d38c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:32.934392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:32.940159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Checking segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:32.940603 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Bound using segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:32.941135 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Bound port: 5e7c2410-7246-4f37-807f-72a9bf6259a7, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:32.941502 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.050578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14b424-fa46-46df-9db9-a97045919ec1 None None] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:17:33.058962 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.083508 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Pushing event updated for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:33.172538 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:33.175809 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-a495240d-740e-4e49-8229-ae53b2f461c2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.177408 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-a495240d-740e-4e49-8229-ae53b2f461c2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "GET /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5566483 May 19 13:17:33.178015 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.485s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:33.178417 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:33.206538 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:33.307919 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 37936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:33.389466 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:33.394582 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Pushing event updated for resources: {'Port': ['ID=365f01b6-2f12-4749-b905-0f5b7472c5f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:33.408968 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:33.504730 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baf97070-1fa1-4026-826a-b879cedeeddb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:33.517349 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.594898 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.600637 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.609818 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.616674 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.630639 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:33.631787 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.645047 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.656774 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7be272c-9289-4276-aa77-f58065d38c34 None None] Port b6735c16-217d-403d-86a5-7996b482f1f8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:33.659843 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.663341 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-ecd0ca2c-db1e-4653-a81c-ff08a9be5fff tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 4653 time: 0.7176783 May 19 13:17:33.668387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Usage tracker for resource:security_group_rule and tenant:2079a77d6ef043e2866f02fd68210673 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:33.696900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:33.700487 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:33.752262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:33.774756 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:33.790852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-e8d681db-28f0-42a6-9337-b23cb877d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:33.791556 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.792779 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-e8d681db-28f0-42a6-9337-b23cb877d97d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2996242 May 19 13:17:33.793284 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b9d21e26-2a3c-444a-9a43-8e39a6a35b00 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:33.801949 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:33.824600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.866832 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.886036 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-37c2f992-0dbd-44b7-855f-a9758d2cf4ce tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:33.917354 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:34.074446 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fa930efa-2252-4c9c-af93-f4ed8761a947 None None] Provisioning for port baf97070-1fa1-4026-826a-b879cedeeddb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:34.115019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e25d64-2b52-459b-a5ac-b17b51a7fd10 req-dd076692-e60b-4456-866e-927c999d6a67 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:34.124153 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94e25d64-2b52-459b-a5ac-b17b51a7fd10 req-dd076692-e60b-4456-866e-927c999d6a67 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 944 time: 0.6745100 May 19 13:17:34.161392 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:34.179169 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0cc28f69-54fa-4566-9577-6d0663e9ec05 req-b0f91745-6ec5-47cf-8703-f38e2ba904e0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=999a947c-3ebc-49d1-9d7b-3a372ca594e3&id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3455722 May 19 13:17:34.211047 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94e25d64-2b52-459b-a5ac-b17b51a7fd10 req-af5e0dab-d1cb-44e6-9973-d863fa401a8b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859790 May 19 13:17:34.235688 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.313406 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.333853 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072', 'code': 200} May 19 13:17:34.342660 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port baf97070-1fa1-4026-826a-b879cedeeddb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:34.360958 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port baf97070-1fa1-4026-826a-b879cedeeddb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:34.361516 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.368348 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:34.425133 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:34.448522 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:34.496004 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:34.496739 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.504675 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] 10.222.0.71 "PUT /v2.0/ports/5e7c2410-7246-4f37-807f-72a9bf6259a7 HTTP/1.1" status: 200 len: 1091 time: 6.9291148 May 19 13:17:34.513812 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:34.671824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:34.701421 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.719941 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b0024c4f-118c-489b-988e-bf77936d425a no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:34.849043 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:34.946847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6735c16-217d-403d-86a5-7996b482f1f8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:34.956776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.977239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Transition to ACTIVE for port object b6735c16-217d-403d-86a5-7996b482f1f8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:34.980090 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7', 'status': 'completed', 'code': 200} May 19 13:17:35.110032 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3bfa4-a953-468e-92fe-6a344488c13d req-75e08d79-76c9-4ac6-91ae-6399dc357900 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:35.123991 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29c3bfa4-a953-468e-92fe-6a344488c13d req-75e08d79-76c9-4ac6-91ae-6399dc357900 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 932 time: 0.3467500 May 19 13:17:35.153167 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:35.175386 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=0d6d656e-54e4-45ca-832e-aed8e95ad56b,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:35.201272 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:35.219623 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] For port 0d6d656e-54e4-45ca-832e-aed8e95ad56b, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:35.445049 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] device_id is not set on port 0d6d656e-54e4-45ca-832e-aed8e95ad56b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 19 13:17:35.455842 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.474095 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.488082 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df5f8aba-c337-4397-b8ca-d115f8776463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:35.569612 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.571493 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.601566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Pushing event updated for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:35.610195 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:35.615788 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-df183661-dd1f-4f34-a8ae-69686115f7f5 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8104107 May 19 13:17:35.617225 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ac9a40ac-29bc-45a5-b30b-5ccd1af1bcf6 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:35.690327 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:35.714150 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.715548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ceff4dad-4cb6-4643-9c37-98ed1a0173fa no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:35.783935 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:35.810777 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29c3bfa4-a953-468e-92fe-6a344488c13d req-b8835486-9e66-4a0e-9f78-faa9ca8246e5 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853170 May 19 13:17:35.854784 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:35.891538 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:36.253992 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:36.413937 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.442550 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ad80ea42-b040-4b5a-b84d-b61d192733c5 req-30e7767d-d75f-48a1-9c9c-48c7a2f6943f service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123740 May 19 13:17:36.477035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00'}, {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:36.535819 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port baf97070-1fa1-4026-826a-b879cedeeddb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=baf97070-1fa1-4026-826a-b879cedeeddb,segment=NetworkSegment(6ca9d54e-f6e1-4931-a47d-466eaad372ea),segment_id=6ca9d54e-f6e1-4931-a47d-466eaad372ea)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:36.538104 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device ceff4dad-4cb6-4643-9c37-98ed1a0173fa not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:17:36.541659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0d6d656e-54e4-45ca-832e-aed8e95ad56b no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:36.600970 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800b2d-44cf-41b2-80bc-b70e22d33664 req-7e1a7c5f-c93c-4580-9765-088ba90196da tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.609471 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61800b2d-44cf-41b2-80bc-b70e22d33664 req-7e1a7c5f-c93c-4580-9765-088ba90196da tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 944 time: 0.9206216 May 19 13:17:36.626056 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.652666 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.687638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-61800b2d-44cf-41b2-80bc-b70e22d33664 req-b7742cfd-d7bf-41f1-9cdf-42deb9bcf9ab tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770755 May 19 13:17:36.697942 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e476f84e-a4e2-42fd-bc9b-1e33164ce70a None None] Provisioning complete for port baf97070-1fa1-4026-826a-b879cedeeddb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:36.699402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e476f84e-a4e2-42fd-bc9b-1e33164ce70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.768149 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.785690 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.797924 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.804068 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.818510 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.849993 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.864437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-3f1deb2b-9fcc-45f1-9655-4ff06746c15f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3875 time: 0.4116626 May 19 13:17:36.866704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:36.895153 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1cd7590c-82a1-4d75-a691-f600cc025cac tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:36.907728 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:36.916068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-bdb2e6b5-daf2-4a23-a38a-f5fff11be8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:36.918400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-bdb2e6b5-daf2-4a23-a38a-f5fff11be8a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 1094 time: 2.2967806 May 19 13:17:37.038217 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:37.062198 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] No DVR routers for this DVR port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:37.146510 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-099839cd-6ec8-4a9f-9b4d-01dff4bfcb94 req-77d13cd9-5685-4789-9e9f-e08fa804bd8d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524600 May 19 13:17:37.153581 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:17:37.175181 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-3347319b-60ef-45fe-ba53-47c84c4bd771 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7 HTTP/1.1" status: 200 len: 217 time: 0.1780531 May 19 13:17:37.306137 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'code': 200} May 19 13:17:37.309212 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'code': 200} May 19 13:17:37.309753 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a', 'code': 200} May 19 13:17:37.333779 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=baf97070-1fa1-4026-826a-b879cedeeddb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:37.352177 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:37.399244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 0d6d656e-54e4-45ca-832e-aed8e95ad56b not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:17:37.432283 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:37.609696 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2079a77d6ef043e2866f02fd68210673&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2804980 May 19 13:17:37.641687 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:37.643090 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef625e5e-fdb1-4efe-bb99-1b6f1e2d95ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:37.660950 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-600ae554-1a67-4c1c-aa86-61497441f0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:37.704194 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:37.711212 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:37.712013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:37.903736 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b576abe-f6ef-4a20-bfca-c7951deef31a None None] Provisioning complete for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:37.905042 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b576abe-f6ef-4a20-bfca-c7951deef31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:37.913275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Attempting to bind port b6735c16-217d-403d-86a5-7996b482f1f8 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:37.913514 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Attempting to bind port b6735c16-217d-403d-86a5-7996b482f1f8 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:37.914051 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Attempting to bind port b6735c16-217d-403d-86a5-7996b482f1f8 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:37.960889 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-8e6f65f6-2123-488b-b90e-b3c620b1b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:37.963735 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-8e6f65f6-2123-488b-b90e-b3c620b1b008 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.7732894 May 19 13:17:37.985886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] In _notify_port_updated(), no bound segment for port 0d6d656e-54e4-45ca-832e-aed8e95ad56b on network f2cf330e-cb80-4850-9478-9a4a8db69511 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:17:37.987409 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:38.009295 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.011535 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-91941e2b-2c61-4ba6-a040-39536c77f290 service neutron] 10.222.0.71 "PUT /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 200 len: 1025 time: 4.8091447 May 19 13:17:38.012523 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Port b6735c16-217d-403d-86a5-7996b482f1f8 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:17:38.013048 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Attempting to bind port b6735c16-217d-403d-86a5-7996b482f1f8 on network 4ad4c11a-1641-4b7e-a800-036ad6c16374 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:38.222452 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8b576abe-f6ef-4a20-bfca-c7951deef31a None None] Port 0d6d656e-54e4-45ca-832e-aed8e95ad56b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:38.230136 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:38.230509 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Checking segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:38.230982 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Bound using segment: {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:38.231557 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Bound port: b6735c16-217d-403d-86a5-7996b482f1f8, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4f0433-ed91-446e-8b5c-87a0bfcef482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:38.232025 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.240065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc3c3-872f-4eed-8dec-f5d8a82ad004 req-f270e773-9f79-46b2-8db3-d8e5f16a02e8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:38.263598 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-579bc3c3-872f-4eed-8dec-f5d8a82ad004 req-f270e773-9f79-46b2-8db3-d8e5f16a02e8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 944 time: 0.8055401 May 19 13:17:38.324196 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:38.362410 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.372074 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Sync routers for ids ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:38.415553 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.422740 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-9571245f-5b9c-4953-86a6-84be0d6b4589 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 13.4408967 May 19 13:17:38.424997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:38.468584 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.512620 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:38.519414 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Routers {'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:17:38.520364 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:38.522907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b6735c16-217d-403d-86a5-7996b482f1f8,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:38.669804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 7c7f3af7-f200-4d42-ac2b-4dee2f69f691, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:38.710013 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.712323 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 884ca2fc-faea-4853-839a-8d16ea5666ea up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:38.713701 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:38.734930 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-747f5448-e361-49c4-8fcb-13988e69caac tempest-TagsExtTest-978493299 tempest-TagsExtTest-978493299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:38.776932 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-579bc3c3-872f-4eed-8dec-f5d8a82ad004 req-55290965-a1e2-4c76-9da1-fe6c071b5dc1 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117097 May 19 13:17:38.880966 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:39.100698 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Pushing event updated for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:39.130766 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device baf97070-1fa1-4026-826a-b879cedeeddb up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:39.167791 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:39.174377 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:39.237946 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7c7f3af7-f200-4d42-ac2b-4dee2f69f691,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:39.253555 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:39.266081 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:39.268965 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:39.274171 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-df727848-5fa7-4c38-8229-677338f62354 service neutron] 10.222.0.71 "PUT /v2.0/ports/b6735c16-217d-403d-86a5-7996b482f1f8 HTTP/1.1" status: 200 len: 1092 time: 7.6195719 May 19 13:17:39.307631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:39.337623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:39.705604 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Set router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:17:39.787263 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-67724191-6862-4f8b-ba7e-cf7da636ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:39.797792 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-67724191-6862-4f8b-ba7e-cf7da636ad02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8139415 May 19 13:17:39.935425 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 884ca2fc-faea-4853-839a-8d16ea5666ea completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:39.941387 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 00f052cc-bde4-4516-a470-f52ff57c0ca1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:17:39.943485 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:39.969890 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 884ca2fc-faea-4853-839a-8d16ea5666ea triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:39.970678 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.181840 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.199400 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d2b2d9cd-7f22-487e-ac9c-160dae726f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:40.218302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef625e5e-fdb1-4efe-bb99-1b6f1e2d95ce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:40.220550 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:40.314901 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.316793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e81a100-efff-4cfd-9774-a8d2fd61a3d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef625e5e-fdb1-4efe-bb99-1b6f1e2d95ce HTTP/1.1" status: 204 len: 168 time: 2.6674995 May 19 13:17:40.342549 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-2e820bd1-cefb-4d29-8c85-4a3a1e560927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.346281 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-2e820bd1-cefb-4d29-8c85-4a3a1e560927 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 1095 time: 0.9508321 May 19 13:17:40.560608 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37557613-4cc0-46ab-9763-7af0587340a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.578804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port baf97070-1fa1-4026-826a-b879cedeeddb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:40.579434 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-7abb0229-350b-400e-8a66-89f9d2386462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6735c16-217d-403d-86a5-7996b482f1f8 HTTP/1.1" status: 200 len: 217 time: 0.2234859 May 19 13:17:40.582154 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.812306 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-2d904899-76e1-46a8-a8a6-38e4b3b9d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.814923 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-2d904899-76e1-46a8-a8a6-38e4b3b9d434 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.2015393 May 19 13:17:40.855541 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.893228 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.907592 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port 00f052cc-bde4-4516-a470-f52ff57c0ca1, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=00f052cc-bde4-4516-a470-f52ff57c0ca1,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:40.908481 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:40.920237 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.944150 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.952288 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:40.978589 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-28d7ff04-6d7d-4dbc-b103-a45ce70ab1eb tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3875 time: 1.6787279 May 19 13:17:41.052294 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d188f-8a2e-4e47-b829-13519ef4091c req-ca457a85-456e-4a0d-8ad4-7d5cda090023 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:41.062491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b7d188f-8a2e-4e47-b829-13519ef4091c req-ca457a85-456e-4a0d-8ad4-7d5cda090023 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 944 time: 1.8624470 May 19 13:17:41.320590 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:41.340823 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-de882dc3-6f5d-42a3-9201-5aa4bd97209b req-503a813a-67d7-432f-b719-d5c28c611bee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604345 May 19 13:17:41.513430 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 00f052cc-bde4-4516-a470-f52ff57c0ca1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:17:41.535533 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8b7d188f-8a2e-4e47-b829-13519ef4091c req-894f536d-e128-444c-beae-d54b79462d25 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688814 May 19 13:17:41.677936 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:33Z', 'revision_number': 3, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:41.710369 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Checking router: f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:17:41.710984 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Updating router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 port 365f01b6-2f12-4749-b905-0f5b7472c5f1 binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:17:42.093883 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af06a8-69d1-46ff-a473-a47c23714f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7f3af7-f200-4d42-ac2b-4dee2f69f691', 'code': 200} May 19 13:17:42.098679 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:42.152378 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.175165 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-ac8999da-12a5-4283-80e8-d781abfd1f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:42.350277 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8', 'status': 'completed', 'code': 200} May 19 13:17:42.353842 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.357058 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-dd38aa31-8aea-47f1-8a9a-ec43f26a8a88 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5197141 May 19 13:17:42.619192 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.691838 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:42.729175 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:42.760020 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696f0d8-66ab-48f3-9a80-e1e43ec24484 req-769527fc-bb13-4cb1-bedc-d392572c2641 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:42.769218 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2696f0d8-66ab-48f3-9a80-e1e43ec24484 req-769527fc-bb13-4cb1-bedc-d392572c2641 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 944 time: 0.7677712 May 19 13:17:42.814393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.886894 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5200647d-2745-487b-b817-845181f20f94 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:42.982192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=00f052cc-bde4-4516-a470-f52ff57c0ca1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:42.991394 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:43.062922 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e807abd6-81fb-4372-b68e-1d4718078be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:43.074384 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:43.231586 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-429ebc6f-186b-4a6d-abc8-7800838beaf8 req-6844d59d-22ae-4c8b-ad18-9053a33148a4 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121045 May 19 13:17:43.365109 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2696f0d8-66ab-48f3-9a80-e1e43ec24484 req-7a2b5e56-a3bc-4043-a70c-234b2287dcfe tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935130 May 19 13:17:43.832221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682723-13a1-44e5-a5ad-6b63d8904bd5 req-aad32d61-cef3-4684-9f5d-6bcf1923a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:43.840460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-96682723-13a1-44e5-a5ad-6b63d8904bd5 req-aad32d61-cef3-4684-9f5d-6bcf1923a739 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1096 time: 1.8071606 May 19 13:17:43.849828 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-5572fc57-c669-4bff-919c-2bd64bbb2b2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:43.864297 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port 00f052cc-bde4-4516-a470-f52ff57c0ca1 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:43.882170 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:43.888526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-5572fc57-c669-4bff-919c-2bd64bbb2b2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:43.907929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-5572fc57-c669-4bff-919c-2bd64bbb2b2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:43.951817 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-5572fc57-c669-4bff-919c-2bd64bbb2b2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:43.970074 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-5572fc57-c669-4bff-919c-2bd64bbb2b2c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3143 time: 1.0166857 May 19 13:17:44.017095 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "DELETE /v2.0/ports/00f052cc-bde4-4516-a470-f52ff57c0ca1 HTTP/1.1" status: 204 len: 173 time: 5.8429782 May 19 13:17:44.101412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:44.180009 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:44.225788 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-887539f9-d586-477c-bcad-de42952251d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:44.226091 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Transition to ACTIVE for port object 365f01b6-2f12-4749-b905-0f5b7472c5f1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:44.244581 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:44.250130 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-887539f9-d586-477c-bcad-de42952251d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.4080126 May 19 13:17:44.287063 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:44.398083 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-ebc85137-8c5b-40ad-aa7f-33f2506a5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:44.400243 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-ebc85137-8c5b-40ad-aa7f-33f2506a5ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 1094 time: 0.8273199 May 19 13:17:44.401963 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:44.437516 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c0bf97b9-09b8-4293-9173-124e27ce3de5 req-9e902525-20c2-43c9-b1fa-088c82c2bd58 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420726 May 19 13:17:44.648605 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-96682723-13a1-44e5-a5ad-6b63d8904bd5 req-e206296a-a991-4a3e-8558-b408cb77e4f4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847733 May 19 13:17:44.735436 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'code': 200} May 19 13:17:44.737015 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b45df-22dd-4e3b-a7c5-3dbcc46e2f59 None None] Pushing event updated for resources: {'Port': ['ID=365f01b6-2f12-4749-b905-0f5b7472c5f1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:44.742217 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688884-ab4c-4468-a6a9-c74af92996b1 req-f8d35b45-33a9-41f5-9b76-6ed2d1f34914 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:44.775355 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aa6b45df-22dd-4e3b-a7c5-3dbcc46e2f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:44.776597 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37688884-ab4c-4468-a6a9-c74af92996b1 req-f8d35b45-33a9-41f5-9b76-6ed2d1f34914 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.7069478 May 19 13:17:44.832429 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:44.847934 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Attempting to bind port 365f01b6-2f12-4749-b905-0f5b7472c5f1 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:44.849159 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Attempting to bind port 365f01b6-2f12-4749-b905-0f5b7472c5f1 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:44.853418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Attempting to bind port 365f01b6-2f12-4749-b905-0f5b7472c5f1 on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:44.890860 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:44.892156 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:44.893117 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:44.894916 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:44.896509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Bound port: 365f01b6-2f12-4749-b905-0f5b7472c5f1, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:44.898946 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:44.901046 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Allocated IP 172.20.0.1 (4c37589c-3bca-4b47-8ca4-70fe1f261459/8632a6bc-aa7a-48ab-94af-f17a32974047/938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:44.971679 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-37688884-ab4c-4468-a6a9-c74af92996b1 req-d36daa41-e7d0-40a1-acec-8e3640c274db tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903822 May 19 13:17:45.047366 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '00f052cc-bde4-4516-a470-f52ff57c0ca1', 'status': 'completed', 'code': 200} May 19 13:17:45.152894 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:17:45.170985 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] For port 365f01b6-2f12-4749-b905-0f5b7472c5f1, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:45.179076 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] For port 365f01b6-2f12-4749-b905-0f5b7472c5f1, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=365f01b6-2f12-4749-b905-0f5b7472c5f1,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:45.198779 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.218504 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-67004d09-26b3-4280-8d05-bd62c00dd546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:45.246794 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-297883c9-7f41-4afa-b7a9-449d68fa7742 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9956851 May 19 13:17:45.408431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b45df-22dd-4e3b-a7c5-3dbcc46e2f59 None None] Pushing event updated for resources: {'Port': ['ID=365f01b6-2f12-4749-b905-0f5b7472c5f1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:45.426395 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aa6b45df-22dd-4e3b-a7c5-3dbcc46e2f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:45.447582 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Routers {'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:17:45.450018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:45.722287 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a82467-b162-47ea-b2c9-e11c55939811 req-04fd05ae-9e68-4b21-aa0f-302fc735d736 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:45.730980 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68a82467-b162-47ea-b2c9-e11c55939811 req-04fd05ae-9e68-4b21-aa0f-302fc735d736 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 944 time: 0.3809619 May 19 13:17:45.757161 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4e351-7eb9-4e8e-a7ae-4ad73f3fec5c req-84ddc85d-1643-4678-b0c3-1703b764c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:45.759705 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16b4e351-7eb9-4e8e-a7ae-4ad73f3fec5c req-84ddc85d-1643-4678-b0c3-1703b764c9d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.8892372 May 19 13:17:45.793414 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 126df8b0-c032-4c18-933e-d43ffb964072 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:17:45.793701 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.816932 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.889497 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.916976 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.965289 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Transition to ACTIVE for port object 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:45.968547 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] Set router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:17:46.136750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-68ca4033-00f1-4b48-b62c-87b238e85814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:46.138318 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-68ca4033-00f1-4b48-b62c-87b238e85814 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 1.7148929 May 19 13:17:46.141298 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-02e313e8-b1db-49e5-bbca-07e2c2f893b0 req-60f1ee90-b627-4c14-84f3-747f3c4aa2bf service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488588 May 19 13:17:46.148051 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:46.198524 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-6c4e9b60-e794-40df-a5f9-28109cbd54b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:46.272798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-16b4e351-7eb9-4e8e-a7ae-4ad73f3fec5c req-829a1c63-eef2-4efe-819d-6a469029f1bf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917021 May 19 13:17:46.313951 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-aabf84c5-e067-4380-b50c-f1d359e27295 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7 HTTP/1.1" status: 200 len: 217 time: 0.1453261 May 19 13:17:46.385122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port 126df8b0-c032-4c18-933e-d43ffb964072, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=126df8b0-c032-4c18-933e-d43ffb964072,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:46.385499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:46.559447 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:33Z', 'revision_number': 3, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:46.564661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb9ce1-8b85-4639-942a-6428c330b8c3 None None] The sync data for ids ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'] in n-d-791505-2 is: [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:33Z', 'revision_number': 3, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:46.696886 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 126df8b0-c032-4c18-933e-d43ffb964072 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:17:46.730985 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-68a82467-b162-47ea-b2c9-e11c55939811 req-2eb2489b-3146-4f37-8d98-86d6e9835446 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987206 May 19 13:17:46.735651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-314d6375-1300-47eb-9cc0-3d7ad7cddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:46.737657 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-314d6375-1300-47eb-9cc0-3d7ad7cddd1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 1095 time: 0.4675474 May 19 13:17:46.812657 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:46.816544 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:46.842141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:17:46.947588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-85ffc6d6-7797-4e93-8ade-499526fb93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:46.951116 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-85ffc6d6-7797-4e93-8ade-499526fb93ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.5547462 May 19 13:17:47.015594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Pushing event updated for resources: {'Port': ['ID=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:47.019963 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:47.128526 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-05602b04-c450-4a93-a4a8-667d2ade00a0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.151613 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-05602b04-c450-4a93-a4a8-667d2ade00a0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.162983 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-05602b04-c450-4a93-a4a8-667d2ade00a0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.169820 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-05602b04-c450-4a93-a4a8-667d2ade00a0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.171827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-16ecae9b-82ee-4e4f-bb16-d05d6eb6734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.174176 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-16ecae9b-82ee-4e4f-bb16-d05d6eb6734a service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 0.4236214 May 19 13:17:47.178266 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-05602b04-c450-4a93-a4a8-667d2ade00a0 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 3143 time: 1.4421365 May 19 13:17:47.194107 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:47.302152 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:47.373898 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aee81d2c-4251-4baa-8664-c9e12ba53ed0 None None] Provisioning for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:47.388555 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aee81d2c-4251-4baa-8664-c9e12ba53ed0 None None] Provisioning complete for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:47.389223 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aee81d2c-4251-4baa-8664-c9e12ba53ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:47.390454 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-792856af-5ba0-46d5-a1e1-40fda3017250 req-6f2a6971-cc96-4fa2-a125-9e3227f13b41 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111967 May 19 13:17:47.508360 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650793e-a0a8-4f9d-99d7-614129f2e793 req-49e2cdb7-6bde-4403-b42e-603ba2cc9958 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:47.510871 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a650793e-a0a8-4f9d-99d7-614129f2e793 req-49e2cdb7-6bde-4403-b42e-603ba2cc9958 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.4613647 May 19 13:17:47.608469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aee81d2c-4251-4baa-8664-c9e12ba53ed0 None None] Port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:47.635230 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a650793e-a0a8-4f9d-99d7-614129f2e793 req-065a90b3-f67a-4774-aacf-597f0a451321 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091113 May 19 13:17:47.921051 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.011099 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5e7c2410-7246-4f37-807f-72a9bf6259a7 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:17:48.114997 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-4f07b542-17c0-4c3c-b3af-e420df61ce3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6735c16-217d-403d-86a5-7996b482f1f8 HTTP/1.1" status: 200 len: 217 time: 0.9319999 May 19 13:17:48.344298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 365f01b6-2f12-4749-b905-0f5b7472c5f1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:48.414296 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-4d5b8281-897e-4fc7-9b09-16147789c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:48.417210 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-4d5b8281-897e-4fc7-9b09-16147789c540 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.2792089 May 19 13:17:48.473530 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 365f01b6-2f12-4749-b905-0f5b7472c5f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:48.488502 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 365f01b6-2f12-4749-b905-0f5b7472c5f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:48.489113 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.569728 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.572984 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.581204 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2d8b6d52-7df4-49a3-9349-8d83d0939987 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:48.590942 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3332294'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.632591 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2e8ce976-f9b2-4e6d-a8aa-c212467cecb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:48.656912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=126df8b0-c032-4c18-933e-d43ffb964072,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:48.661446 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-2d5a840c-77a3-4861-9a24-fa229197a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:48.664486 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-2d5a840c-77a3-4861-9a24-fa229197a20a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6885505 May 19 13:17:48.820024 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:48.823868 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port 126df8b0-c032-4c18-933e-d43ffb964072 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:48.828736 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.829375 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.829957 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.830544 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.831811 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.832455 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.833068 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.834128 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.834720 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.835280 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.835892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.836572 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:48.860638 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:48.866582 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:48.868427 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '5e7c2410-7246-4f37-807f-72a9bf6259a7', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'port_id': '5e7c2410-7246-4f37-807f-72a9bf6259a7', 'mac_address': 'fa:16:3e:18:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6707d0ec-f144-4652-976b-49b99ffda36a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:17:48.875405 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:48.892697 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-f2fefaa3-6abb-4f85-9844-9470a2ce0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:48.895207 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-f2fefaa3-6abb-4f85-9844-9470a2ce0433 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4671223 May 19 13:17:49.019458 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Pushing event updated for resources: {'Port': ['ID=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:49.021160 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "DELETE /v2.0/ports/126df8b0-c032-4c18-933e-d43ffb964072 HTTP/1.1" status: 204 len: 173 time: 4.9895861 May 19 13:17:49.054632 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.105594 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.121608 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.122265 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.122899 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.123525 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.128218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 365f01b6-2f12-4749-b905-0f5b7472c5f1, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=365f01b6-2f12-4749-b905-0f5b7472c5f1,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:49.132802 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.134436 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.135192 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.138514 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.139311 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.139553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.141520 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.142154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.142796 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:49.144829 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:49.160455 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:49.254854 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.287977 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc185bc-bfbb-4d3c-9339-b6caa15eecfa req-2499493c-2933-4ebc-960d-50eaf9f88081 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:49.300009 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bc185bc-bfbb-4d3c-9339-b6caa15eecfa req-2499493c-2933-4ebc-960d-50eaf9f88081 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 944 time: 1.2389846 May 19 13:17:49.402749 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=365f01b6-2f12-4749-b905-0f5b7472c5f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:49.407179 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:49.408891 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7c2410-7246-4f37-807f-72a9bf6259a7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:49.474596 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:49.479831 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.481871 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:49.624723 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9bc185bc-bfbb-4d3c-9339-b6caa15eecfa req-afc902e1-50f9-4cdb-aeec-6151f2748973 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234622 May 19 13:17:49.646630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:49.652615 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:49.678929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d3d9-9f62-4fdb-b21e-275c97f48409 req-62f47955-9cc8-443f-97f9-2b93a93d9399 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:49.686290 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d3d9-9f62-4fdb-b21e-275c97f48409 req-62f47955-9cc8-443f-97f9-2b93a93d9399 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:49.692374 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d3d9-9f62-4fdb-b21e-275c97f48409 req-62f47955-9cc8-443f-97f9-2b93a93d9399 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:49.694283 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9103d3d9-9f62-4fdb-b21e-275c97f48409 req-62f47955-9cc8-443f-97f9-2b93a93d9399 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 2410 time: 0.8827639 May 19 13:17:49.798578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['5e7c2410-7246-4f37-807f-72a9bf6259a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:17:49.917956 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9103d3d9-9f62-4fdb-b21e-275c97f48409 req-3f33c7b2-5d37-4b19-b054-995d08fb7038 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835678 May 19 13:17:49.941986 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Network 4c37589c-3bca-4b47-8ca4-70fe1f261459 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:49.943612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:50.061218 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b6735c16-217d-403d-86a5-7996b482f1f8 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:17:50.120389 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-63ebbb69-951f-4319-9c7d-3f877f7e3ada service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1041563 May 19 13:17:50.217375 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '126df8b0-c032-4c18-933e-d43ffb964072', 'status': 'completed', 'code': 200} May 19 13:17:50.319575 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-2a988570-5c31-4bcd-974f-688a34025fdf service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6431541 May 19 13:17:50.365548 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 365f01b6-2f12-4749-b905-0f5b7472c5f1 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:50.466538 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:50.525010 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:17:50.736937 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:50.750584 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Sync routers for ids ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:50.767342 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Routers {'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:17:50.770531 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:50.831592 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] 10.222.0.69 "PUT /v2.0/routers/f5a46177-cbc3-4b8d-bb64-3fc14a64cf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4046822 May 19 13:17:50.842643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a788ec83-350e-4d53-b5e9-49d119e632fc None None] Provisioning complete for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:50.843373 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a788ec83-350e-4d53-b5e9-49d119e632fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.080764 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:17:51.081253 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.111223 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a8668-1f4f-4bcf-b7ce-d0301ca7b40e req-8ca2ad99-7c5e-45a1-af28-69ea87aeb9c3 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:51.136731 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac1a8668-1f4f-4bcf-b7ce-d0301ca7b40e req-8ca2ad99-7c5e-45a1-af28-69ea87aeb9c3 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.4059243 May 19 13:17:51.192580 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2878268-34cd-4958-8fbc-ba71ba46e190 req-0455969a-dd0e-4633-8d22-a609f3f6f23c service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0439487 May 19 13:17:51.280467 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Set router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:17:51.325997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a788ec83-350e-4d53-b5e9-49d119e632fc None None] Port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:17:51.398527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 365f01b6-2f12-4749-b905-0f5b7472c5f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:51.399451 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.543579 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-71ba8cf6-409d-4ccc-b554-5269d3a2c047 req-0a07cc10-e32b-4262-aeae-3bee7261de14 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2115169 May 19 13:17:51.695389 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port b9d21e26-2a3c-444a-9a43-8e39a6a35b00, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:51.696040 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.713346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b6735c16-217d-403d-86a5-7996b482f1f8,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:51.770569 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac1a8668-1f4f-4bcf-b7ce-d0301ca7b40e req-bc0f5682-ac05-4ae4-b73e-759efe424f72 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305184 May 19 13:17:51.776066 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'b6735c16-217d-403d-86a5-7996b482f1f8', 'network_id': '4ad4c11a-1641-4b7e-a800-036ad6c16374', 'port_id': 'b6735c16-217d-403d-86a5-7996b482f1f8', 'mac_address': 'fa:16:3e:36:d8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6707d0ec-f144-4652-976b-49b99ffda36a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:17:51.823710 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a04b8-da70-484e-aeb9-8c7523b1d533 req-98c0b65e-0b4c-4cf4-bbd6-d300ed1a9c4d tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:51.834837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a2a04b8-da70-484e-aeb9-8c7523b1d533 req-98c0b65e-0b4c-4cf4-bbd6-d300ed1a9c4d tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 944 time: 0.8660183 May 19 13:17:51.954342 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3a2a04b8-da70-484e-aeb9-8c7523b1d533 req-0cc3de53-90d6-4d68-a3c4-07ad4f612649 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173434 May 19 13:17:52.140574 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:52.195998 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6735c16-217d-403d-86a5-7996b482f1f8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:17:52.261560 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3041c-7a94-4d0f-91bf-5fa190961204 req-e39312aa-2eb7-4990-a3a7-6663c8ac18e5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:52.262038 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:47Z', 'revision_number': 4, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3', 'name': '', 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'mac_address': 'fa:16:3e:e9:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:43Z', 'updated_at': '2021-05-19T13:17:48Z', 'revision_number': 2, 'project_id': 'e841d66e706c410793fbc817a286b403', 'subnets': [{'id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:52.269578 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3041c-7a94-4d0f-91bf-5fa190961204 req-e39312aa-2eb7-4990-a3a7-6663c8ac18e5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:52.272594 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Checking router: f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:17:52.273649 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Updating router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:17:52.277380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3041c-7a94-4d0f-91bf-5fa190961204 req-e39312aa-2eb7-4990-a3a7-6663c8ac18e5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:52.286444 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fc3041c-7a94-4d0f-91bf-5fa190961204 req-e39312aa-2eb7-4990-a3a7-6663c8ac18e5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 2410 time: 0.2416360 May 19 13:17:52.298148 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b6735c16-217d-403d-86a5-7996b482f1f8,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:52.309877 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:52.320947 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:52.387952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fc3041c-7a94-4d0f-91bf-5fa190961204 req-45fce091-fc36-4e13-9bf6-6d70526f7b24 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865769 May 19 13:17:52.464986 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:52.503043 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5e7c2410-7246-4f37-807f-72a9bf6259a7 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:52.526850 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for b9d21e26-2a3c-444a-9a43-8e39a6a35b00 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:17:52.780207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:52.793717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:52.855535 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:52.885869 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8430fb3d-c335-4fa9-8300-99a818ced7d3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:52.930495 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['b6735c16-217d-403d-86a5-7996b482f1f8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:17:53.111842 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:53.121499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-677439420-network', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:53.127823 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:53.134017 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Usage tracker for resource:network and tenant:95a08ef3a4f4497cb1f794459694bc4e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:53.140273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:53.148878 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:53.226324 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Made reservation on behalf of 95a08ef3a4f4497cb1f794459694bc4e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:53.241738 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.277964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=b9d21e26-2a3c-444a-9a43-8e39a6a35b00,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:53.293554 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.311186 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:53.330035 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 5e7c2410-7246-4f37-807f-72a9bf6259a7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:53.368255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port b9d21e26-2a3c-444a-9a43-8e39a6a35b00 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:53.389978 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.396165 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 5e7c2410-7246-4f37-807f-72a9bf6259a7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:53.397310 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.398255 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:53.412411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Usage tracker for resource:security_group_rule and tenant:95a08ef3a4f4497cb1f794459694bc4e is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:53.421362 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:53.433441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:53.452893 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fba9-26e9-4d39-bac6-aa0ead4009c4 req-f5ad33cc-8c2b-424d-85e5-1bace411d221 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:53.459017 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-8091de0c-aeb3-43eb-8547-deed40024127 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "DELETE /v2.0/ports/b9d21e26-2a3c-444a-9a43-8e39a6a35b00 HTTP/1.1" status: 204 len: 173 time: 4.3621497 May 19 13:17:53.461525 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e68fba9-26e9-4d39-bac6-aa0ead4009c4 req-f5ad33cc-8c2b-424d-85e5-1bace411d221 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.4697747 May 19 13:17:53.498530 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:53.547610 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1e68fba9-26e9-4d39-bac6-aa0ead4009c4 req-9500164d-0806-4f57-9a82-0f05eb18b686 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839531 May 19 13:17:53.554096 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.597380 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Transition to ACTIVE for port object 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:17:53.619426 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:53.631252 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:53.739207 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7349-9284-4656-b82a-6fc901c1728f req-ca95cabf-e610-4160-b0e5-5841a0dc4d74 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:53.747626 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f1d7349-9284-4656-b82a-6fc901c1728f req-ca95cabf-e610-4160-b0e5-5841a0dc4d74 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 945 time: 0.4283431 May 19 13:17:53.910011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9f1d7349-9284-4656-b82a-6fc901c1728f req-f892fe76-0d87-4baa-881a-1c57be2c2735 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593432 May 19 13:17:54.020719 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.042283 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.045697 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-22ee7e8d-39ae-4538-bc4b-7bc3db90cb48 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:54.173074 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.191594 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:17:54.233493 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde68daa-f64a-4552-9725-4b22e2faefc0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:54.245340 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:54.279095 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.280533 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Added segment 41931426-a2c1-40aa-bcc6-450b61856f85 of type vlan for network f7aef870-3a8c-4a1e-a28b-58864312353c May 19 13:17:54.327822 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:54.329006 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': 'b9d21e26-2a3c-444a-9a43-8e39a6a35b00', 'status': 'completed', 'code': 200} May 19 13:17:54.409475 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.457013 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Pushing event updated for resources: {'Port': ['ID=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:54.462140 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:54.489349 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.490624 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.490793 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.492259 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.493695 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.494234 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.494752 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.495791 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.497891 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.498455 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.498941 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.499473 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.502430 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:54.502598 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-58192212-9109-40af-a60b-890961e2b3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:54.531871 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:54.553290 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Attempting to bind port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:17:54.554043 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Attempting to bind port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:17:54.555800 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Attempting to bind port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 on network 4c37589c-3bca-4b47-8ca4-70fe1f261459 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:17:54.569861 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:17:54.571675 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Checking segment: {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:17:54.572568 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.574494 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Bound using segment: {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:17:54.575235 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Bound port: 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9d54e-f6e1-4931-a47d-466eaad372ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:17:54.575845 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.709159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-ab3430ba-3456-494a-905b-251ed7ba49b8 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:54.710632 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-ab3430ba-3456-494a-905b-251ed7ba49b8 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.71 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.4106064 May 19 13:17:54.765891 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.766968 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:54.767571 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.802223 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:54.806413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:17:54.808781 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] For port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:17:54.809517 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:54.810472 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.818696 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] For port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,segment=NetworkSegment(6ca9d54e-f6e1-4931-a47d-466eaad372ea),segment_id=6ca9d54e-f6e1-4931-a47d-466eaad372ea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:17:54.829701 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.854531 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-1363edd2-fee9-459c-b757-47408ca9ec00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:54.855320 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-afee3ca4-7d91-4dca-a7d6-d6a4603b43c9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:54.969529 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8521838 May 19 13:17:54.978017 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:55.006718 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Request body: {'subnet': {'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-677439420-subnet', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:55.010092 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Pushing event updated for resources: {'Port': ['ID=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:55.015112 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-4e3b2848-7004-4f39-80ed-c2000b66981e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:55.049158 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Routers {'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:17:55.049804 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:55.080222 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:55.111547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Usage tracker for resource:subnet and tenant:95a08ef3a4f4497cb1f794459694bc4e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:55.143061 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:55.182700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Pushing event updated for resources: {'Network': ['ID=f7aef870-3a8c-4a1e-a28b-58864312353c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:55.183805 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:55.199886 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:55.201236 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,segment=NetworkSegment(84a76a56-1003-4925-94b9-09bd4a42ee1c),segment_id=84a76a56-1003-4925-94b9-09bd4a42ee1c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:55.202090 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:55.212436 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network f7aef870-3a8c-4a1e-a28b-58864312353c details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:17:55.238468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf85eec-a7d7-448a-8a00-8e39c50b8947 req-0c2366cc-80ff-4989-97e8-988c109de7de tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:55.256605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faf85eec-a7d7-448a-8a00-8e39c50b8947 req-0c2366cc-80ff-4989-97e8-988c109de7de tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.7442756 May 19 13:17:55.356174 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97574da5-3aff-4714-ace1-9a21ec314d3c req-fc7eafbc-3de6-4d2e-a046-fca0c7f426bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:55.362448 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97574da5-3aff-4714-ace1-9a21ec314d3c req-fc7eafbc-3de6-4d2e-a046-fca0c7f426bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:55.376334 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97574da5-3aff-4714-ace1-9a21ec314d3c req-fc7eafbc-3de6-4d2e-a046-fca0c7f426bc tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 1678 time: 0.8532090 May 19 13:17:55.440330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-faf85eec-a7d7-448a-8a00-8e39c50b8947 req-46fbf1eb-c45c-44ba-837b-e8c21785440a tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826704 May 19 13:17:55.527566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Made reservation on behalf of 95a08ef3a4f4497cb1f794459694bc4e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:17:55.531062 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59947667'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:55.536432 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-97574da5-3aff-4714-ace1-9a21ec314d3c req-236c3bd2-b19d-497b-a22e-3c42145b4852 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589010 May 19 13:17:55.588683 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:55.589570 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7', 'code': 200} May 19 13:17:55.652883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Deleting port 884ca2fc-faea-4853-839a-8d16ea5666ea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:17:55.653737 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:55.745740 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] Set router f5a46177-cbc3-4b8d-bb64-3fc14a64cf16 gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:17:55.940055 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:55.940487 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.079921 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.105003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda9ddb-6b48-4ae0-be62-53e946c9054d req-d85c6313-1292-4178-a96a-4a8d7fafa3ba tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:56.113737 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fda9ddb-6b48-4ae0-be62-53e946c9054d req-d85c6313-1292-4178-a96a-4a8d7fafa3ba tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 945 time: 0.3217893 May 19 13:17:56.122794 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:56.128394 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Usage tracker for resource:security_group_rule and tenant:87289681704e4b51b49d333215d95d77 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:56.133839 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:56.141844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:56.250649 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.289462 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.305809 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-736c2eef-486b-499a-a2cd-7fb3b7e5e50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:56.328670 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b6735c16-217d-403d-86a5-7996b482f1f8 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:56.394411 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68736c-2008-45e6-b1a6-bad562536d8f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:56.399384 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87289681704e4b51b49d333215d95d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8088009 May 19 13:17:56.402833 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:56.415839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5fda9ddb-6b48-4ae0-be62-53e946c9054d req-61c8e428-e3c7-41d3-929d-3c847ba1d4d7 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979929 May 19 13:17:56.416704 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:56.440682 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d063c7f-1dcb-4186-b38b-df84332b69e2 req-45ce7900-a816-4145-af4b-e0babf131988 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:56.442917 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d063c7f-1dcb-4186-b38b-df84332b69e2 req-45ce7900-a816-4145-af4b-e0babf131988 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 945 time: 0.4494076 May 19 13:17:56.578354 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:47Z', 'revision_number': 4, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3', 'name': '', 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'mac_address': 'fa:16:3e:e9:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:43Z', 'updated_at': '2021-05-19T13:17:54Z', 'revision_number': 4, 'project_id': 'e841d66e706c410793fbc817a286b403', 'subnets': [{'id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:56.587315 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe303e3-898c-462d-af0c-156ca79ad834 None None] The sync data for ids ['f5a46177-cbc3-4b8d-bb64-3fc14a64cf16'] in n-d-791505-2 is: [{'id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'name': 'tempest-TestVolumeBackupRestore-357357096-router', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:17:25Z', 'updated_at': '2021-05-19T13:17:47Z', 'revision_number': 4, 'project_id': 'e841d66e706c410793fbc817a286b403', 'gw_port': {'id': '365f01b6-2f12-4749-b905-0f5b7472c5f1', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:30Z', 'updated_at': '2021-05-19T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3', 'name': '', 'network_id': '4c37589c-3bca-4b47-8ca4-70fe1f261459', 'tenant_id': 'e841d66e706c410793fbc817a286b403', 'mac_address': 'fa:16:3e:e9:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a46177-cbc3-4b8d-bb64-3fc14a64cf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:17:43Z', 'updated_at': '2021-05-19T13:17:54Z', 'revision_number': 4, 'project_id': 'e841d66e706c410793fbc817a286b403', 'subnets': [{'id': '8632a6bc-aa7a-48ab-94af-f17a32974047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:56.633259 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port b6735c16-217d-403d-86a5-7996b482f1f8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:56.640623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port b6735c16-217d-403d-86a5-7996b482f1f8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:56.641287 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.644490 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6d063c7f-1dcb-4186-b38b-df84332b69e2 req-8474c03d-46f9-4c6a-8419-a32077b96652 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885774 May 19 13:17:56.784111 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.917499 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.030793 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.077323 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486418-4fcb-4578-a595-a9550e638670 req-03fca1c9-cf5f-4acf-8600-167c1f6e6aa0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:57.090757 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a486418-4fcb-4578-a595-a9550e638670 req-03fca1c9-cf5f-4acf-8600-167c1f6e6aa0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.3041782 May 19 13:17:57.100962 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.101261 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.102591 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808179'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.105237 n-d-791505-2 neutron-server[93821]: INFO neutron.db.l3_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Floating IP fcec3aed-822a-4410-a734-b42a7c20973e disassociated. External IP: 172.25.4.195, port: 42716f4b-4ab2-4cc3-9811-4a355cc5b94a. May 19 13:17:57.105869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 42716f4b-4ab2-4cc3-9811-4a355cc5b94a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:17:57.113782 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b6735c16-217d-403d-86a5-7996b482f1f8,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:57.129130 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.130153 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 884ca2fc-faea-4853-839a-8d16ea5666ea no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:57.167553 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a6139bea-fef5-4547-819d-5e8ea4564c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:57.214447 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-b594029b-06fe-43aa-93e3-12548b561097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:57.281429 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5a486418-4fcb-4578-a595-a9550e638670 req-5b05bb18-78a6-448a-9361-2e0b52035d68 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895001 May 19 13:17:57.313997 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:57.351019 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:57.356907 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Calling delete_port for 884ca2fc-faea-4853-839a-8d16ea5666ea owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:17:57.408045 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68736c-2008-45e6-b1a6-bad562536d8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:57.430098 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.430098 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d68736c-2008-45e6-b1a6-bad562536d8f HTTP/1.1" status: 204 len: 168 time: 1.0085754 May 19 13:17:57.432883 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:57.458882 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.469719 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:57.545881 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=42716f4b-4ab2-4cc3-9811-4a355cc5b94a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:57.554485 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:57.621399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:57.696372 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.741390 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b32d4-66ad-449c-b778-d398eaae7af2 req-af086e05-6ba6-4c04-bd03-75ae6cf017ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:57.759671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b32d4-66ad-449c-b778-d398eaae7af2 req-af086e05-6ba6-4c04-bd03-75ae6cf017ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:57.761753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd3b32d4-66ad-449c-b778-d398eaae7af2 req-af086e05-6ba6-4c04-bd03-75ae6cf017ee tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 1599 time: 0.4988220 May 19 13:17:57.794514 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 884ca2fc-faea-4853-839a-8d16ea5666ea, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=884ca2fc-faea-4853-839a-8d16ea5666ea,segment=NetworkSegment(20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c),segment_id=20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:57.804470 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.810254 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:57.959105 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bd3b32d4-66ad-449c-b778-d398eaae7af2 req-6351f9ed-27c6-4d37-859a-816f98a9d2a7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909015 May 19 13:17:58.020953 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:58.027290 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:58.053788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02f75a-98d1-40d3-b856-3139849be5d6 req-eeac80e3-673d-4a9b-b0af-fb7165406249 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:58.074997 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad02f75a-98d1-40d3-b856-3139849be5d6 req-eeac80e3-673d-4a9b-b0af-fb7165406249 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 943 time: 0.2026699 May 19 13:17:58.147292 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8', 'code': 200} May 19 13:17:58.298167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ad02f75a-98d1-40d3-b856-3139849be5d6 req-ef219e38-adb7-412e-bc6b-1af13c139222 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d40bcb9-e086-4b9a-a524-a3659b587a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079775 May 19 13:17:58.429468 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:58.462348 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:58.475341 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:58.557565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Router 202440b3-06ba-46c2-b839-35ce6e3e9f17 has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:58.682771 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:58.691511 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:58.694504 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:58.876492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:58.893306 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Usage tracker for resource:security_group_rule and tenant:eb352aa506ac45eb81b70a7be23dcebf is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:58.921352 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:58.955874 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:59.137371 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.218900 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,segment=NetworkSegment(6ca9d54e-f6e1-4931-a47d-466eaad372ea),segment_id=6ca9d54e-f6e1-4931-a47d-466eaad372ea)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:59.229565 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.237029 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:59.408322 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.427167 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:59.439772 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:59.449154 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-3d52b230-2359-46d0-a5ff-2818521fa4d1 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:59.519602 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Pushing event deleted for resources: {'Port': ['ID=884ca2fc-faea-4853-839a-8d16ea5666ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:59.530018 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:59.566738 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.593737 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.654072 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e4b08748-c44c-48d1-b194-2aaa692cacca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:17:59.680732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b161c-c9dd-4d24-a2c9-ddc48f2e2d36 req-a9ec6acb-b68f-4e42-9bb1-8d29d8b1c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:59.681719 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-316b161c-c9dd-4d24-a2c9-ddc48f2e2d36 req-a9ec6acb-b68f-4e42-9bb1-8d29d8b1c18c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 1096 time: 3.7501314 May 19 13:17:59.682667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] No DVR routers for this DVR port 884ca2fc-faea-4853-839a-8d16ea5666ea on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:59.685582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.700956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:59.704347 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb352aa506ac45eb81b70a7be23dcebf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714610 May 19 13:17:59.705100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace7a4f-5bcd-4f89-9690-2f2555f09a11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:59.714511 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-56cdd071-2fbc-4125-a9b8-d272d359f65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:17:59.715048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:59.739037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Sync routers for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:59.751298 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171dd7a-8363-4230-a631-3d2eb217705a req-5f154bcc-ac6d-4c4a-8926-c90d62565a9b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:59.752926 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4171dd7a-8363-4230-a631-3d2eb217705a req-5f154bcc-ac6d-4c4a-8926-c90d62565a9b tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 1.0589013 May 19 13:17:59.761211 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:17:59.762070 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ea12-3972-4ef7-98d6-bd9fd3c8b7b8 req-d8369c1a-c670-4467-9011-216abd6a47f9 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:17:59.762306 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:59.763622 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f297ea12-3972-4ef7-98d6-bd9fd3c8b7b8 req-d8369c1a-c670-4467-9011-216abd6a47f9 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 1.2498569 May 19 13:17:59.886422 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-deleted', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:17:59.935680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-4171dd7a-8363-4230-a631-3d2eb217705a req-fd8c6986-1745-494c-b404-c2f6ce13c617 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298413 May 19 13:17:59.953837 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f297ea12-3972-4ef7-98d6-bd9fd3c8b7b8 req-b24428d6-f761-4fa4-8109-06080dfc2820 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820176 May 19 13:17:59.962682 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.057687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.183033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port 42716f4b-4ab2-4cc3-9811-4a355cc5b94a on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:00.191470 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:00.238499 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.240755 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "DELETE /v2.0/ports/42716f4b-4ab2-4cc3-9811-4a355cc5b94a HTTP/1.1" status: 204 len: 173 time: 6.7717345 May 19 13:18:00.255509 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-316b161c-c9dd-4d24-a2c9-ddc48f2e2d36 req-55a87397-8491-4d80-ad53-1d7491827705 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766906 May 19 13:18:00.287784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:00.302634 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-1cf7a5a9-cd4b-4d83-aadd-ebfc46b69182 req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.71 "DELETE /v2.0/ports/884ca2fc-faea-4853-839a-8d16ea5666ea HTTP/1.1" status: 204 len: 173 time: 5.5710046 May 19 13:18:00.307950 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408f17-4535-481d-88ea-32b054f18bc2 req-35e53426-3963-47fc-a23d-7ea191ef1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:00.313051 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2408f17-4535-481d-88ea-32b054f18bc2 req-35e53426-3963-47fc-a23d-7ea191ef1e2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 1097 time: 1.8900554 May 19 13:18:00.452851 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:00.533453 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b2408f17-4535-481d-88ea-32b054f18bc2 req-0607d157-fb05-4b7a-96e0-a79da4203e3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456594 May 19 13:18:00.542149 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2223170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59947681'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.546376 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cb904024-dcb6-403e-b1d9-b1c9921ba328 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:00.617255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:00.650708 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-0ed769c2-ec64-4f2d-92e4-199c87aae265 req-3dc640ab-e42d-40e2-a8d5-ff9eaff8f609 tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.5290987 May 19 13:18:00.686731 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.700734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2157b359-ae94-4f83-b664-324cad15f6d7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:00.709545 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0374918f-50e4-419c-b378-3b0f405c1bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:00.710134 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:00.711111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Checking segment: {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:00.711626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Network hostable DHCP agents. Network: f7aef870-3a8c-4a1e-a28b-58864312353c, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:18:00.754449 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port b0024c4f-118c-489b-988e-bf77936d425a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:00.754806 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.775814 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace7a4f-5bcd-4f89-9690-2f2555f09a11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:00.780035 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:00.787480 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.792015 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ace7a4f-5bcd-4f89-9690-2f2555f09a11 HTTP/1.1" status: 204 len: 168 time: 1.0676105 May 19 13:18:00.901488 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84784b3-f6c2-432d-967e-a6a6186b39df req-8242fb35-6bc7-4e2b-8633-0fa2777f8f17 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:00.923206 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b84784b3-f6c2-432d-967e-a6a6186b39df req-8242fb35-6bc7-4e2b-8633-0fa2777f8f17 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 943 time: 0.5498440 May 19 13:18:01.006888 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b84784b3-f6c2-432d-967e-a6a6186b39df req-24980283-eb64-4953-814c-fe919375a17f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1d30013-a0f8-487c-94ed-54e8c87191ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818362 May 19 13:18:01.008827 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-deleted', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'status': 'completed', 'code': 200} May 19 13:18:01.041060 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327fa61a-82d6-4f3f-adea-3be8b747c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884ca2fc-faea-4853-839a-8d16ea5666ea', 'code': 200} May 19 13:18:01.067708 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port b0024c4f-118c-489b-988e-bf77936d425a, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b0024c4f-118c-489b-988e-bf77936d425a,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:01.068190 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.076365 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Network f7aef870-3a8c-4a1e-a28b-58864312353c is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:18:01.098730 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, f7aef870-3a8c-4a1e-a28b-58864312353c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:01.116331 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ab5e5-e1da-40e3-81c8-464b0a38cb11 None None] Network f7aef870-3a8c-4a1e-a28b-58864312353c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:01.575122 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:01.576559 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.598050 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for b0024c4f-118c-489b-988e-bf77936d425a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:01.632113 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c370181-afbc-4da7-99e1-014312116111 req-8a139bec-5034-45e7-9c2e-1e9ff14bb7f0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:01.635100 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c370181-afbc-4da7-99e1-014312116111 req-8a139bec-5034-45e7-9c2e-1e9ff14bb7f0 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.3301477 May 19 13:18:01.651718 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215fbe4-0c44-4b58-af0f-f094a1f0809f req-9b98f8f9-5949-4e84-affb-cd5d67d05575 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:01.667394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2215fbe4-0c44-4b58-af0f-f094a1f0809f req-9b98f8f9-5949-4e84-affb-cd5d67d05575 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.2646255 May 19 13:18:01.676932 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-170e9d34-a6a3-47d6-a04f-e8a10e0b2d65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e4c0eec2f0741c9984dca2d8688381d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0541732 May 19 13:18:01.684407 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:01.733496 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.7507625 May 19 13:18:01.733496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:01.776439 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:01.781072 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3c370181-afbc-4da7-99e1-014312116111 req-2ee4df47-3e29-400f-89a4-6c986d5a7dfb tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108592 May 19 13:18:01.833547 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:01.862066 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2215fbe4-0c44-4b58-af0f-f094a1f0809f req-1171b416-01d9-4b7d-b8df-6a58ca840a3c tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211698 May 19 13:18:01.876667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Usage tracker for resource:router and tenant:95a08ef3a4f4497cb1f794459694bc4e is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:01.914846 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:02.059081 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.066220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:02.176393 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-11cd6a84-a439-4e29-af24-f3e10d8da1df req-e06a185d-18be-409f-ad4e-490e8f1e1cbf tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] 10.222.0.69 "GET /v2.0/ports?device_id=327fa61a-82d6-4f3f-adea-3be8b747c5a0 HTTP/1.1" status: 200 len: 210 time: 0.1349783 May 19 13:18:02.193393 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.206935 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3714932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10865'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.208544 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3809908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3808821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10856'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.308937 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64dcac9c-405d-5dfd-9cac-56df20553d23-f7aef870-3a8c-4a1e-a28b-58864312353c', 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'fixed_ips': [{'subnet_id': '2157b359-ae94-4f83-b664-324cad15f6d7'}]}} from n-d-791505-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 13:18:02.311185 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.325262 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 938b9c5f-60f6-4eb9-abe2-485b9a2c0ce3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:02.325821 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.335629 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.392665 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e68be83b-01f7-40ca-a363-e14c64c82d53 req-3bd40b48-9501-4703-ad53-17c207c06a7c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0901842 May 19 13:18:02.397208 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.494240 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-dc9e1596-a9cd-42c8-9889-1d1783927d49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:02.552171 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=b0024c4f-118c-489b-988e-bf77936d425a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:02.554428 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.559334 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:02.570589 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:02.637858 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:02.646992 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Checking router: 202440b3-06ba-46c2-b839-35ce6e3e9f17 for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:18:02.687075 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a5a803-3d5f-4486-a1d3-f11b0d6e7f97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:02.725699 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:02.736193 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Routers {'202440b3-06ba-46c2-b839-35ce6e3e9f17'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:18:02.736849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['202440b3-06ba-46c2-b839-35ce6e3e9f17'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:02.941141 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10842'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.050093 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:03.071526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Allocated IP 172.20.0.2 (f7aef870-3a8c-4a1e-a28b-58864312353c/2157b359-ae94-4f83-b664-324cad15f6d7/936fdff1-69c8-4559-aaeb-dd0207460874) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:03.076856 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port b0024c4f-118c-489b-988e-bf77936d425a on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:03.078072 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.166049 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.171427 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-2615ca1f-4edf-46b8-be9d-6167c1cf6bc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43a5a803-3d5f-4486-a1d3-f11b0d6e7f97 HTTP/1.1" status: 204 len: 168 time: 1.4857008 May 19 13:18:03.175279 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb221a8-083d-4184-b337-8f3003c6e075 req-ee59d2a5-ad10-4714-90c0-32a42da29f6b tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.71 "DELETE /v2.0/ports/b0024c4f-118c-489b-988e-bf77936d425a HTTP/1.1" status: 204 len: 173 time: 2.9138141 May 19 13:18:03.536273 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ee01d-0c6b-4b0c-92c5-5c37b074e5dc req-9493db88-9b20-4877-a87a-d3b353b78789 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:03.550097 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a51ee01d-0c6b-4b0c-92c5-5c37b074e5dc req-9493db88-9b20-4877-a87a-d3b353b78789 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.4107049 May 19 13:18:03.679219 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a51ee01d-0c6b-4b0c-92c5-5c37b074e5dc req-59d8de38-7255-477f-add7-b4d0e2c67557 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281281 May 19 13:18:03.725671 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eefc0-8dee-4f67-873f-9b7455faf85f req-40d50bc3-49a0-4e52-8a86-4d1133ff31fe tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:03.727511 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a47eefc0-8dee-4f67-873f-9b7455faf85f req-40d50bc3-49a0-4e52-8a86-4d1133ff31fe tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.7471538 May 19 13:18:03.827146 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': '42716f4b-4ab2-4cc3-9811-4a355cc5b94a', 'status': 'completed', 'code': 200} May 19 13:18:03.901349 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a47eefc0-8dee-4f67-873f-9b7455faf85f req-96e5931c-9709-4c68-bb84-796b9dc33925 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597774 May 19 13:18:03.987558 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.082710 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] Set router 202440b3-06ba-46c2-b839-35ce6e3e9f17 gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:04.113376 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.225879 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-dacade96-7ae4-4a37-b9b8-69aeb5d749a2 req-42e94636-3ff1-4abe-92d8-47eb36720fec tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1526604 May 19 13:18:04.522107 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e8aea-eb5a-4fed-a706-597758eb89a8 req-1314184d-cdda-4048-9c5d-5cb56fac3a88 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:04.526503 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Allocated IP 172.25.4.102 (8e54cd77-dae3-45b0-b67e-d30792805d5c/2367c6d4-f48f-47a9-9ac8-7797b186c33b/a452dc1b-6d83-4493-90da-a87c5bc80b7e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:04.531965 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-147e8aea-eb5a-4fed-a706-597758eb89a8 req-1314184d-cdda-4048-9c5d-5cb56fac3a88 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.2173197 May 19 13:18:04.644540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-147e8aea-eb5a-4fed-a706-597758eb89a8 req-cc6b1c37-aaf4-418b-af99-b27d29ed2949 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078401 May 19 13:18:04.866617 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.887781 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Transition to ACTIVE for port object 936fdff1-69c8-4559-aaeb-dd0207460874 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:04.918827 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:04.927672 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Transition to ACTIVE for port object 936fdff1-69c8-4559-aaeb-dd0207460874 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:04.946895 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.956641 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-aa6b45df-22dd-4e3b-a7c5-3dbcc46e2f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:05.060147 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Pushing event updated for resources: {'Port': ['ID=936fdff1-69c8-4559-aaeb-dd0207460874,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:05.074001 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:05.088276 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Network f7aef870-3a8c-4a1e-a28b-58864312353c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:05.095784 n-d-791505-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:05.130659 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:18:05.136767 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe441a9f-f7a4-4a03-8ffa-c8ae1d607f09 req-509b3069-e9bf-488a-abf1-5dc086789889 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:05.138502 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe441a9f-f7a4-4a03-8ffa-c8ae1d607f09 req-509b3069-e9bf-488a-abf1-5dc086789889 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 945 time: 0.2432485 May 19 13:18:05.284490 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Attempting to bind port 936fdff1-69c8-4559-aaeb-dd0207460874 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:05.284999 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Attempting to bind port 936fdff1-69c8-4559-aaeb-dd0207460874 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:05.285479 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Attempting to bind port 936fdff1-69c8-4559-aaeb-dd0207460874 on network f7aef870-3a8c-4a1e-a28b-58864312353c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:05.294542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:05.295143 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Checking segment: {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:05.295690 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.297994 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Bound using segment: {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:05.298576 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Bound port: 936fdff1-69c8-4559-aaeb-dd0207460874, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:05.299110 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.348771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe441a9f-f7a4-4a03-8ffa-c8ae1d607f09 req-b2bdf82c-b9f2-4079-bd0b-7853de533494 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033253 May 19 13:18:05.473737 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1587a-10f9-421b-b471-473ee91c2263 req-b958b6f5-44e8-4156-9258-0dae08ceea39 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:05.486788 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0a1587a-10f9-421b-b471-473ee91c2263 req-b958b6f5-44e8-4156-9258-0dae08ceea39 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.2684977 May 19 13:18:05.608930 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.653171 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f0a1587a-10f9-421b-b471-473ee91c2263 req-20092e87-7af7-44d4-ab7a-928ab384ab01 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631289 May 19 13:18:05.667020 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] For port 936fdff1-69c8-4559-aaeb-dd0207460874, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:05.667435 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Deleting subnet d48146fd-836b-48fd-b687-2afc08556d71 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:18:05.673526 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] For port 936fdff1-69c8-4559-aaeb-dd0207460874, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=936fdff1-69c8-4559-aaeb-dd0207460874,segment=NetworkSegment(41931426-a2c1-40aa-bcc6-450b61856f85),segment_id=41931426-a2c1-40aa-bcc6-450b61856f85)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:05.679316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.685957 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.691489 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:05.791612 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-77470399-182e-4fe7-958f-71772d23d5c0 req-89b6920c-f3b9-4913-b463-f706167f0717 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1419795 May 19 13:18:05.855684 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:05.896460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a31b-0a28-4eff-827a-c5792cbd45a3 None None] The sync data for ids ['202440b3-06ba-46c2-b839-35ce6e3e9f17'] in n-d-791505-2 is: [{'id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'name': 'tempest-TaggedBootDevicesTest-249900783-router', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:04:32Z', 'updated_at': '2021-05-19T13:04:47Z', 'revision_number': 4, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'gw_port': {'id': '8c2fd1f3-6dae-4d46-899e-19d0d77fc082', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:36Z', 'updated_at': '2021-05-19T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': '77116169-9767-41a1-8753-5b39b3a7c2d8', 'name': '', 'network_id': '68470470-d365-48d1-b6a0-ceea4b75b0cb', 'tenant_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'mac_address': 'fa:16:3e:c8:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202440b3-06ba-46c2-b839-35ce6e3e9f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:04:45Z', 'updated_at': '2021-05-19T13:05:01Z', 'revision_number': 5, 'project_id': '64a08dfaf36e4e94aa227e9c66c7ba84', 'subnets': [{'id': '395bb8af-508f-4aad-9020-376cc9b1641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:18:05.933527 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:06.009450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Pushing event updated for resources: {'Port': ['ID=936fdff1-69c8-4559-aaeb-dd0207460874,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:06.037262 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:06.167869 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:06.250575 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:06.381308 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8945658b-5312-470c-8f2a-97e611e412e1', 'name': 'network-vif-deleted', 'tag': 'b0024c4f-118c-489b-988e-bf77936d425a', 'status': 'completed', 'code': 200} May 19 13:18:06.447531 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:06.484578 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-af1895e2-f2a6-4dcb-ab1a-d613982ff28b tempest-InstanceActionsV221TestJSON-439105633 tempest-InstanceActionsV221TestJSON-439105633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:06.614472 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493b35b-7281-43e9-8a5c-7f26a1552ab1 None None] New status for floating IP fcec3aed-822a-4410-a734-b42a7c20973e: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:18:06.638944 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b148a05-1f43-4a22-8edc-4ce3d7510fa2 req-6f381d42-c118-4f99-a650-a187f69c50c8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:06.640961 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b148a05-1f43-4a22-8edc-4ce3d7510fa2 req-6f381d42-c118-4f99-a650-a187f69c50c8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.3308375 May 19 13:18:06.677622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Network 8e54cd77-dae3-45b0-b67e-d30792805d5c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:06.750052 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:06.760160 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:18:06.788260 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-2b148a05-1f43-4a22-8edc-4ce3d7510fa2 req-7e6456e8-637c-4c5a-b637-d15c5940c333 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382113 May 19 13:18:06.857327 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f45b06-90c0-469f-94c8-c4ca6996b954 req-08d5f735-9816-4506-8f5f-7292fd9fd8cd tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:06.867195 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63f45b06-90c0-469f-94c8-c4ca6996b954 req-08d5f735-9816-4506-8f5f-7292fd9fd8cd tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.2202847 May 19 13:18:06.956559 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-63f45b06-90c0-469f-94c8-c4ca6996b954 req-9fcd4544-1290-49cb-b5bc-ddef9ec9ce6e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859845 May 19 13:18:07.181818 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-14d1d222-7a65-4425-b1fe-a19767a40f91 req-43a66b53-9a05-4aac-a866-2e5bb0f40540 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0735524 May 19 13:18:07.314865 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Pushing event updated for resources: {'Port': ['ID=a452dc1b-6d83-4493-90da-a87c5bc80b7e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:07.363387 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 936fdff1-69c8-4559-aaeb-dd0207460874 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:07.540477 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:07.630357 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port 936fdff1-69c8-4559-aaeb-dd0207460874 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:08.067644 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a2be0-8c28-4596-a24e-f79e78bad257 req-b80fafb6-9e26-4eca-9133-48bf9dfb01c4 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:08.070560 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d341c2-f0d8-47a8-8771-c962347e7370 None None] Network f7aef870-3a8c-4a1e-a28b-58864312353c requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:08.080243 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-081a2be0-8c28-4596-a24e-f79e78bad257 req-b80fafb6-9e26-4eca-9133-48bf9dfb01c4 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.3143058 May 19 13:18:08.123463 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a60e-79f8-4906-af53-07734a83c47c req-77804837-7c23-493a-893b-1f3a18519111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:08.132497 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-77804837-7c23-493a-893b-1f3a18519111 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 1.4286261 May 19 13:18:08.256998 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-081a2be0-8c28-4596-a24e-f79e78bad257 req-1a090357-25d8-4393-9f36-7b96648314cc tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646273 May 19 13:18:08.439714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedb3a3-b6d5-49db-84bf-b67b3c078922 req-54385fbe-f0ab-416a-a92d-bba73a847890 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:08.448750 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-efedb3a3-b6d5-49db-84bf-b67b3c078922 req-54385fbe-f0ab-416a-a92d-bba73a847890 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.2146983 May 19 13:18:08.464545 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:08.530427 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-efedb3a3-b6d5-49db-84bf-b67b3c078922 req-488b6ec0-b17d-40f3-95a3-8eebde9c33ae tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754724 May 19 13:18:08.644335 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e5852d-9b28-4dae-88e3-8cbbdf465531 req-3d8f5d88-83c1-4efc-9540-d382e7e415c2 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0982170 May 19 13:18:08.841503 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Provisioning for port 936fdff1-69c8-4559-aaeb-dd0207460874 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:08.898917 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Provisioning complete for port 936fdff1-69c8-4559-aaeb-dd0207460874 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:08.899499 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:09.163881 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:09.236290 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] For port 936fdff1-69c8-4559-aaeb-dd0207460874, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=936fdff1-69c8-4559-aaeb-dd0207460874,segment=NetworkSegment(41931426-a2c1-40aa-bcc6-450b61856f85),segment_id=41931426-a2c1-40aa-bcc6-450b61856f85)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:09.245506 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:09.248687 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:09.417536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Pushing event updated for resources: {'Port': ['ID=936fdff1-69c8-4559-aaeb-dd0207460874,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:09.423231 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-9456df3b-f3ad-4908-87f8-9475f693841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:09.431485 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a60e-79f8-4906-af53-07734a83c47c req-a996b696-d3df-419c-a11e-71d9836e11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:09.433461 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-a996b696-d3df-419c-a11e-71d9836e11ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 1.2903869 May 19 13:18:09.808437 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c14d37f-2604-47a6-9bc9-b0fa4a431d9b None None] Provisioning complete for port 936fdff1-69c8-4559-aaeb-dd0207460874 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:09.808437 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c14d37f-2604-47a6-9bc9-b0fa4a431d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.072347 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-9b589522-3b09-4e7d-8fdb-c530b670c190 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.6298509 May 19 13:18:10.079920 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ef44-66c2-4a02-a719-528212989026 req-7c5812bd-099c-4f04-86a7-49a08b0dbe49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.093371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ef44-66c2-4a02-a719-528212989026 req-7c5812bd-099c-4f04-86a7-49a08b0dbe49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.102212 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ef44-66c2-4a02-a719-528212989026 req-7c5812bd-099c-4f04-86a7-49a08b0dbe49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.110553 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee26ef44-66c2-4a02-a719-528212989026 req-7c5812bd-099c-4f04-86a7-49a08b0dbe49 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80&device_id=37b27c3e-bb68-465f-8f68-4522fad26557&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 2417 time: 0.5400901 May 19 13:18:10.169071 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ee41-ee70-49b0-b644-5c2228fecfd5 req-20b9cd38-32ca-4c86-9b6b-b7cd406e0870 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.176702 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3372ee41-ee70-49b0-b644-5c2228fecfd5 req-20b9cd38-32ca-4c86-9b6b-b7cd406e0870 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.3633878 May 19 13:18:10.245572 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ee26ef44-66c2-4a02-a719-528212989026 req-bfbae181-c0d4-4034-84aa-dd60bdee0ac0 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336904 May 19 13:18:10.299097 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.314398 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3178f25a-5124-448b-9d8b-141a4d0343ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.324087 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3372ee41-ee70-49b0-b644-5c2228fecfd5 req-b240b015-416e-42b0-9344-7681f649dd19 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461055 May 19 13:18:10.379615 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-db07f2ca-bd11-455a-8e42-b06337a63df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:10.496369 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48146fd-836b-48fd-b687-2afc08556d71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:10.513031 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d87cb1-46d1-4e85-8025-c16ad06dac60 req-c93485ae-fd99-49c3-9004-1b75f2d64d5a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0926960 May 19 13:18:10.516224 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:10.530641 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.624350 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a60e-79f8-4906-af53-07734a83c47c req-d164ba6c-dd82-4c77-908d-fac97a0daa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.625833 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-d164ba6c-dd82-4c77-908d-fac97a0daa73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.5283308 May 19 13:18:10.713817 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-15da88a9-e799-4497-a80e-a3b4e4d1822f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d48146fd-836b-48fd-b687-2afc08556d71 HTTP/1.1" status: 204 len: 168 time: 5.7910056 May 19 13:18:10.718841 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:10.805418 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808911'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.973281 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a60e-79f8-4906-af53-07734a83c47c req-cc88f46d-41f1-4c8f-9ede-5227b1eab529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:10.976139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-cc88f46d-41f1-4c8f-9ede-5227b1eab529 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336153 May 19 13:18:11.234954 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:11.246948 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 936fdff1-69c8-4559-aaeb-dd0207460874 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:11.286261 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c5b59-e45d-43dc-aae9-367df4e850a2 req-e588e34b-8758-4a97-b22e-7944b764630c tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:11.300215 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b28c5b59-e45d-43dc-aae9-367df4e850a2 req-e588e34b-8758-4a97-b22e-7944b764630c tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.6851277 May 19 13:18:11.363739 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-33c96a3a-861c-42f5-9c32-6755446f78df service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778846 May 19 13:18:11.476746 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Router aa58da1b-7996-40d3-817b-d983a678e12b is scheduled to L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:18:11.525849 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port 936fdff1-69c8-4559-aaeb-dd0207460874 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:11.535648 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:11.655947 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b28c5b59-e45d-43dc-aae9-367df4e850a2 req-69697e2a-f9f1-421d-993a-88cd45ef4670 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483639 May 19 13:18:11.818406 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7d66a60e-79f8-4906-af53-07734a83c47c req-57d4f3a7-5790-4892-8770-1878f4af3fce service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428284 May 19 13:18:11.838675 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:11.877432 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f58c872-0ebb-424f-99a6-f1ad92d7fffe']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:11.893589 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:18:11.913227 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:11.913542 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d6f772-b3a3-40b3-8cfa-a9cb16b2fd2c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:11.959556 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:11.966710 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2144942 May 19 13:18:11.967223 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:11.981591 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Sync routers for ids ['aa58da1b-7996-40d3-817b-d983a678e12b'] in n-d-791505-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:18:11.989076 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:12.046380 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:12.078959 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:18:12.081610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:12.142757 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Routers {'aa58da1b-7996-40d3-817b-d983a678e12b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:18:12.143525 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:17:43Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['aa58da1b-7996-40d3-817b-d983a678e12b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: timer() May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:18:12.154754 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:18:12.796059 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Set router aa58da1b-7996-40d3-817b-d983a678e12b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:12.954568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-34638d69-e3e3-4048-8eb1-2fc1b61d1e35 req-2eea3fad-26d8-4027-86af-227af0ea6379 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.7440705 May 19 13:18:13.028956 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.054118 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.078060 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-a5fa8720-44a0-4a99-85d8-f21a1be54df7 tempest-FloatingIPNegativeTestJSON-459442688 tempest-FloatingIPNegativeTestJSON-459442688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:13.094887 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] 10.222.0.69 "DELETE /v2.0/networks/3f58c872-0ebb-424f-99a6-f1ad92d7fffe HTTP/1.1" status: 204 len: 168 time: 2.3741708 May 19 13:18:13.122730 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e6f9c-6756-429b-b647-9466695da11f req-28478261-e1e0-409d-8aad-ccae16efea57 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:13.124744 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f9e6f9c-6756-429b-b647-9466695da11f req-28478261-e1e0-409d-8aad-ccae16efea57 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.9663334 May 19 13:18:13.126030 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f58c872-0ebb-424f-99a6-f1ad92d7fffe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:13.130473 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:13.208223 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.363877 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418ac14-0e46-4ed8-83b0-46314613af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.391700 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8f9e6f9c-6756-429b-b647-9466695da11f req-94beb3b8-6bba-49ef-98c0-bfac6bd27011 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552943 May 19 13:18:13.643368 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:13.800770 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-58f724c6-6e70-47b1-b428-afd94364bb46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf7481d33a2d4fd2b326bd320efe10b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521399 May 19 13:18:13.801814 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:13.994130 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:08Z', 'revision_number': 3, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:14.019018 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Checking router: aa58da1b-7996-40d3-817b-d983a678e12b for host: n-d-791505-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:18:14.019430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Updating router aa58da1b-7996-40d3-817b-d983a678e12b port a452dc1b-6d83-4493-90da-a87c5bc80b7e binding host n-d-791505-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:18:14.241111 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.413625 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.664285 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.673570 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-7ef65bb2-86ce-44c9-9b48-038757aee701 req-74ffec0b-0869-4c6d-8691-624a7c019a04 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1961470 May 19 13:18:14.910927 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.004053 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Transition to ACTIVE for port object a452dc1b-6d83-4493-90da-a87c5bc80b7e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:15.092729 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.114569 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.131698 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:15.459703 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.484079 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1f55b-c968-427d-acb3-c04450546dfd req-3058b03e-e79d-425c-99ca-b9e1e83b274e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:15.488839 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b1f55b-c968-427d-acb3-c04450546dfd req-3058b03e-e79d-425c-99ca-b9e1e83b274e tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 946 time: 0.4090817 May 19 13:18:15.504073 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Attempting to bind port a452dc1b-6d83-4493-90da-a87c5bc80b7e on host n-d-791505-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:15.505921 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Attempting to bind port a452dc1b-6d83-4493-90da-a87c5bc80b7e by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:15.511816 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Attempting to bind port a452dc1b-6d83-4493-90da-a87c5bc80b7e on network 8e54cd77-dae3-45b0-b67e-d30792805d5c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:15.518303 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bc32c02b-9663-4cbe-80ce-61f47cb886b3 tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:15.559405 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.580557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:15.581469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Checking segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:15.582169 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.583299 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Bound using segment: {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:15.584450 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Bound port: a452dc1b-6d83-4493-90da-a87c5bc80b7e, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a107e7dd-2d80-4d59-9153-ed9598c5f83f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:15.585146 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.594987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40bcb9-e086-4b9a-a524-a3659b587a24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:15.602415 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:15.678824 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-87b1f55b-c968-427d-acb3-c04450546dfd req-a9d4477b-aa15-41bf-a8d1-087b101b3c95 tempest-AttachVolumeTestJSON-880101690 tempest-AttachVolumeTestJSON-880101690-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2f9a594-9586-4867-bfe4-654fc714dd22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730702 May 19 13:18:15.777201 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.788591 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-c939cc21-19c6-4b33-8fbf-d1dda62897dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d40bcb9-e086-4b9a-a524-a3659b587a24 HTTP/1.1" status: 204 len: 168 time: 1.9853318 May 19 13:18:16.050557 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db277e65-3e7a-4140-8b2e-ffaf20695153 None None] Pushing event updated for resources: {'Port': ['ID=a452dc1b-6d83-4493-90da-a87c5bc80b7e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:16.070778 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-db277e65-3e7a-4140-8b2e-ffaf20695153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:16.097327 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:16.108649 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:16.116854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Allocated IP 172.20.0.1 (f7aef870-3a8c-4a1e-a28b-58864312353c/2157b359-ae94-4f83-b664-324cad15f6d7/d5904458-d8e7-45bc-a136-d362a23bd080) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:16.156849 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-352a3417-8afb-46fb-80bf-217b8e555d3a req-7833d792-2724-4ace-9c62-c1334866cf27 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1308992 May 19 13:18:16.253817 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] For port a452dc1b-6d83-4493-90da-a87c5bc80b7e, host n-d-791505-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:16.267216 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] For port a452dc1b-6d83-4493-90da-a87c5bc80b7e, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a452dc1b-6d83-4493-90da-a87c5bc80b7e,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:16.282983 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:16.328270 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:16.437538 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Routers {'aa58da1b-7996-40d3-817b-d983a678e12b'} bound to L3 agent in host n-d-791505-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:18:16.438412 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:18:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['aa58da1b-7996-40d3-817b-d983a678e12b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:16.829113 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:16.944662 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Transition to ACTIVE for port object d5904458-d8e7-45bc-a136-d362a23bd080 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:17.118506 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:17.175135 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-cdbb8c12-b58d-4b66-9c26-4ec878120e9f tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:17.655459 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Network f7aef870-3a8c-4a1e-a28b-58864312353c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:17.657086 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 38924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:17.679074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:17.687573 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db277e65-3e7a-4140-8b2e-ffaf20695153 None None] Pushing event updated for resources: {'Port': ['ID=a452dc1b-6d83-4493-90da-a87c5bc80b7e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:17.701480 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:18:17.724462 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-bbc50640-a7a9-47f3-b5b5-f50bae1833b5 req-ddb4654e-2f0f-439b-a1a4-be9a9f0d2a53 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1569195 May 19 13:18:17.726248 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-db277e65-3e7a-4140-8b2e-ffaf20695153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:17.807718 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:17.914407 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] Set router aa58da1b-7996-40d3-817b-d983a678e12b gateway port host: n-d-791505-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:17.968464 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808060'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:18.440480 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:18.587174 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5904458-d8e7-45bc-a136-d362a23bd080,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:18.657622 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.483s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:18.862171 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e938bf58-87fb-41f3-a0b4-f59dcd109d8a None None] Provisioning for port d5904458-d8e7-45bc-a136-d362a23bd080 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:18.871946 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb11d6-a646-4190-907e-a59acc4acaab req-be7dc921-6e42-4d23-9877-05f872ced97f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:18.880024 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ffb11d6-a646-4190-907e-a59acc4acaab req-be7dc921-6e42-4d23-9877-05f872ced97f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.2962892 May 19 13:18:18.884114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e938bf58-87fb-41f3-a0b4-f59dcd109d8a None None] Provisioning complete for port d5904458-d8e7-45bc-a136-d362a23bd080 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:18.885121 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e938bf58-87fb-41f3-a0b4-f59dcd109d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:19.026954 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3ffb11d6-a646-4190-907e-a59acc4acaab req-9f088764-195b-44cb-a8b5-0e324cdb9cb6 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361761 May 19 13:18:19.186925 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-453401068-network', 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:19.189918 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e938bf58-87fb-41f3-a0b4-f59dcd109d8a None None] Port d5904458-d8e7-45bc-a136-d362a23bd080 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:18:19.209691 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:08Z', 'revision_number': 3, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}], 'n-d-791505-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:19.229535 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:19.253476 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Usage tracker for resource:network and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:19.260235 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a151c-a45d-4e41-b202-413f585d4246 None None] The sync data for ids ['aa58da1b-7996-40d3-817b-d983a678e12b'] in n-d-791505-2 is: [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:08Z', 'revision_number': 3, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:18:19.265914 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:19.288564 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:19.313659 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:19.383596 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:19.405747 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605826'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:19.475470 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:19.505068 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:19.561140 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:19.571621 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Usage tracker for resource:security_group_rule and tenant:43df7e8a5b384b809bfd3d810d8a828b is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:19.578512 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:19.593674 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:19.818386 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:19.835154 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Usage tracker for resource:security_group_rule and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:19.854792 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:19.888789 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:19.926638 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-06e08ba7-3517-4427-8f5f-e9afebfff89b req-bb7b6c2b-9092-442f-8d76-41de323b8cb3 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.5591955 May 19 13:18:20.004316 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:20.016766 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:20.033558 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4a1c7c98-fc8c-4ad9-b888-7a8fbb517139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:20.238278 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43df7e8a5b384b809bfd3d810d8a828b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3321486 May 19 13:18:20.241388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 38970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:20.465726 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd3e50-999d-4655-9fb7-1f8abdfb41af,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:20.507966 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-26b4b34e-e833-4400-a2f4-0099cd43f648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:20.938864 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.032427 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.069549 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:18:21.096756 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.098568 n-d-791505-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Added segment 95731857-e981-4fdb-9f08-f06eefd22b9f of type vlan for network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 May 19 13:18:21.168345 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.198684 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.216572 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772103656295'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.282804 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a452dc1b-6d83-4493-90da-a87c5bc80b7e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:21.324105 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-eb5d6143-9892-46f3-a892-df5eec08725a tempest-NegativeSecGroupTest-1878637415 tempest-NegativeSecGroupTest-1878637415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:21.339521 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6870eb0c-afc1-499d-a2ea-90f6dd362518 tempest-NetworksTest-344051124 tempest-NetworksTest-344051124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:21.411667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.477567 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port a452dc1b-6d83-4493-90da-a87c5bc80b7e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:21.483434 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a452dc1b-6d83-4493-90da-a87c5bc80b7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:21.483817 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.500196 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5904458-d8e7-45bc-a136-d362a23bd080,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:21.505454 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:21.534455 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.556480 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3808091'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.624666 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c495e425-5eab-43ed-9dc9-43fcf7a8553c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:21.630909 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:21.812310 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.815366 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.822576 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:21.823133 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.827175 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-386d1b52-1bfb-495e-b57b-e90d9261ec9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:21.853501 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port a452dc1b-6d83-4493-90da-a87c5bc80b7e, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=a452dc1b-6d83-4493-90da-a87c5bc80b7e,segment=NetworkSegment(a107e7dd-2d80-4d59-9153-ed9598c5f83f),segment_id=a107e7dd-2d80-4d59-9153-ed9598c5f83f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:21.891310 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:21.894030 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:21.981922 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430884-feba-453e-b46d-e74799d3ffb4 req-02443d04-280f-4d6b-9499-8fae718718ef tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:21.985046 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2430884-feba-453e-b46d-e74799d3ffb4 req-02443d04-280f-4d6b-9499-8fae718718ef tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 1.6536298 May 19 13:18:22.052298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=a452dc1b-6d83-4493-90da-a87c5bc80b7e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:22.061868 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:22.074192 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Network f7aef870-3a8c-4a1e-a28b-58864312353c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:22.081447 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:22.124878 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:18:22.152441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-99349830-9888-4747-8cb2-d81c24118470 req-eec62523-a959-47b1-8c16-bdbe6ebddf2a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.8534632 May 19 13:18:22.420858 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba1cb6d-e091-4081-b0bf-8d9757a3b908,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:22.428914 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:22.436956 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 details requested by agent ovs-agent-n-d-791505-2 with host n-d-791505-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:18:22.449715 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:22.450548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Router aa58da1b-7996-40d3-817b-d983a678e12b has already been hosted by L3 agent 10504538-45a5-48ff-abd7-da209b8231e1 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:18:22.453217 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:22.459029 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4acd3e50-999d-4655-9fb7-1f8abdfb41af HTTP/1.1" status: 204 len: 168 time: 2.2133756 May 19 13:18:22.472028 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-3c77ca18-39b1-4ac4-937f-5d8b4843a97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:22.498437 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-196c3b01-d650-4c01-bfa5-c19718028146 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0562832 May 19 13:18:22.499740 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:22.504674 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a2430884-feba-453e-b46d-e74799d3ffb4 req-a2a88a83-a7d6-400b-be12-1d527bbe90e3 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845253 May 19 13:18:22.529076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Request body: {'subnet': {'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-453401068-subnet', 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:22.546907 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:22.552910 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Usage tracker for resource:subnet and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:22.568157 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:22.603772 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:22.621887 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd3e50-999d-4655-9fb7-1f8abdfb41af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:22.627708 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:22.629028 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:22.640061 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2325064'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:22.758379 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bdd561b-46ce-4f28-be58-d766e49f9b6c None None] Provisioning complete for port d5904458-d8e7-45bc-a136-d362a23bd080 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:22.759322 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bdd561b-46ce-4f28-be58-d766e49f9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:22.926704 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd561b-46ce-4f28-be58-d766e49f9b6c None None] Port d5904458-d8e7-45bc-a136-d362a23bd080 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:18:23.066349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Notify agent at l3_agent.n-d-791505-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:18:23.080554 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Sync routers for ids ['aa58da1b-7996-40d3-817b-d983a678e12b'] in n-d-791505-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:18:23.145995 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Routers {'aa58da1b-7996-40d3-817b-d983a678e12b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:18:23.147876 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa58da1b-7996-40d3-817b-d983a678e12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1787350 May 19 13:18:23.157252 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:18:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['aa58da1b-7996-40d3-817b-d983a678e12b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:23.340037 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device a452dc1b-6d83-4493-90da-a87c5bc80b7e up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:23.558578 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port a452dc1b-6d83-4493-90da-a87c5bc80b7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:23.560001 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:23.609535 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-41ff27e5-2b18-42cf-b2f2-49add5361a25 req-d107c3fb-6b07-4561-a695-b387c3b93638 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1020191 May 19 13:18:23.726568 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Set router aa58da1b-7996-40d3-817b-d983a678e12b gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:24.364637 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-768fdfe4-28bc-4409-9e5b-3f61a9dc3b89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2198551 May 19 13:18:24.661693 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40aa75-5aa0-433a-b387-f4a723579390 req-d8752d77-1a70-46e9-9272-0e98baedc366 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:24.671039 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa40aa75-5aa0-433a-b387-f4a723579390 req-d8752d77-1a70-46e9-9272-0e98baedc366 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.7129717 May 19 13:18:24.755020 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fa40aa75-5aa0-433a-b387-f4a723579390 req-17acc57e-57c4-4dd0-bd62-33ad69814df8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810883 May 19 13:18:24.791960 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-6013b6e3-2679-4d22-a188-b50d7153007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:24.792198 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:19Z', 'revision_number': 4, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd5904458-d8e7-45bc-a136-d362a23bd080', 'name': '', 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'mac_address': 'fa:16:3e:c5:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:15Z', 'updated_at': '2021-05-19T13:18:19Z', 'revision_number': 2, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'subnets': [{'id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:24.794478 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-6013b6e3-2679-4d22-a188-b50d7153007e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.2334983 May 19 13:18:24.800339 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Checking router: aa58da1b-7996-40d3-817b-d983a678e12b for host: n-d-791505-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:18:24.801159 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Updating router aa58da1b-7996-40d3-817b-d983a678e12b port d5904458-d8e7-45bc-a136-d362a23bd080 binding host n-d-791505-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:18:24.912115 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2325114'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:24.928269 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-d4e61db5-4035-4db5-9cbc-afae00dcdefa tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:25.118138 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:25.152331 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-16e84d53-05ec-4e1d-b25c-77579e2dd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:25.157993 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-16e84d53-05ec-4e1d-b25c-77579e2dd157 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.3342643 May 19 13:18:25.215552 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816689b2-647a-4394-b94f-6f4b4805b81e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:25.243995 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:25.248869 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c4f30e04-b065-4da4-84b9-dbc3c51be1c7 req-ba99606f-d8de-4c9d-9cfa-43d45a874c7a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1631520 May 19 13:18:25.268053 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Checking segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:25.282755 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Network hostable DHCP agents. Network: 1ba1cb6d-e091-4081-b0bf-8d9757a3b908, hostable agents: ['a5336b1e-7f3b-480f-a90c-028ea62154b7'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:18:25.358239 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 is scheduled to be hosted by DHCP agent a5336b1e-7f3b-480f-a90c-028ea62154b7 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:18:25.378048 n-d-791505-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-2, 1ba1cb6d-e091-4081-b0bf-8d9757a3b908) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:25.390346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c304aec-05c9-4d89-b93f-fe045bcf61c6 None None] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:25.429129 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:25.433244 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-176d1ee6-84ee-4ef0-a121-50f81cf00341 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.2599947 May 19 13:18:25.434088 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:25.516732 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-b8f886ce-f83c-4b1b-8d76-ba5410ee5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:25.518574 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-b8f886ce-f83c-4b1b-8d76-ba5410ee5032 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.0777428 May 19 13:18:25.524750 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-5e630558-5260-4cad-bb45-5db7336c40ce req-8e3f066d-3a1b-49f6-b1e6-9af53bca13d0 service neutron] (93820) timed out ('10.222.0.57', 54907) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:18:25.550013 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a456b1e-1aa3-466b-a18d-92ec5138af35 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0433488 May 19 13:18:25.844496 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:25.849188 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-c2f6fd90-3e66-4f75-9470-9f96c4f2679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:25.857131 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-c2f6fd90-3e66-4f75-9470-9f96c4f2679f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3298237 May 19 13:18:25.906934 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Transition to ACTIVE for port object d5904458-d8e7-45bc-a136-d362a23bd080 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:25.936238 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:25.953066 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-52def430-9f1f-4658-85a7-5ecc031a026c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:26.063346 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130cee5c-0552-40f9-a21c-f4959533bf25 None None] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:26.212484 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88703-79e2-4bb2-84b8-57604707f537 req-015935fb-82a7-4e9e-98b9-663f82fe83ac tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:26.214677 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bd88703-79e2-4bb2-84b8-57604707f537 req-015935fb-82a7-4e9e-98b9-663f82fe83ac tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.1824696 May 19 13:18:26.331562 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-4aa092bf-904e-4e52-ae11-b96c06f971ec service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650490 May 19 13:18:26.365982 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-8bd88703-79e2-4bb2-84b8-57604707f537 req-f87565fc-a282-40f7-a1fd-9dc80f7832dd tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388519 May 19 13:18:26.533880 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Attempting to bind port d5904458-d8e7-45bc-a136-d362a23bd080 on host n-d-791505-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:26.537126 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Attempting to bind port d5904458-d8e7-45bc-a136-d362a23bd080 by drivers openvswitch,hyperv on host n-d-791505-2 at level 0 using segments [{'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:26.541469 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Attempting to bind port d5904458-d8e7-45bc-a136-d362a23bd080 on network f7aef870-3a8c-4a1e-a28b-58864312353c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:26.570757 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Checking agent: {'id': '9c0a7255-269d-4c19-938f-ae41395c799a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 30, 43), 'started_at': datetime.datetime(2021, 5, 19, 12, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:26.571331 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Checking segment: {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:26.572446 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.574106 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Bound using segment: {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:26.577340 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Bound port: d5904458-d8e7-45bc-a136-d362a23bd080, host: n-d-791505-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41931426-a2c1-40aa-bcc6-450b61856f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:26.579616 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.651286 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d95fb4e3-859b-413e-afd2-9f4a482f9770 req-8b9fb5d7-9a73-4f82-81d6-7dacf465962f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0757318 May 19 13:18:26.821714 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30c3ee-1201-4559-b123-cad92146fa8b req-92607d0a-db8a-4b9a-87ba-fc49c981bdb8 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739347 May 19 13:18:26.843312 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbebd4e-147f-4451-b826-9bfa16fbb1d5 None None] Pushing event updated for resources: {'Port': ['ID=d5904458-d8e7-45bc-a136-d362a23bd080,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:26.848899 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0cbebd4e-147f-4451-b826-9bfa16fbb1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:26.889417 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] For port d5904458-d8e7-45bc-a136-d362a23bd080, host n-d-791505-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:26.900182 n-d-791505-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] For port d5904458-d8e7-45bc-a136-d362a23bd080, host n-d-791505-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d5904458-d8e7-45bc-a136-d362a23bd080,segment=NetworkSegment(41931426-a2c1-40aa-bcc6-450b61856f85),segment_id=41931426-a2c1-40aa-bcc6-450b61856f85)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:26.913901 n-d-791505-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.944209 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-317b68c7-86a0-4245-b641-6a2b90d2c456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:27.015062 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-3ef211b2-3a13-4eb4-a1b3-79822837a861 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:27.017897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-3ef211b2-3a13-4eb4-a1b3-79822837a861 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Synchronizing usage tracker for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:network {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:27.064240 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-3ef211b2-3a13-4eb4-a1b3-79822837a861 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Unset dirty status for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:network {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:27.074045 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-3ef211b2-3a13-4eb4-a1b3-79822837a861 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 0.4215231 May 19 13:18:27.110243 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-3c6e7bfd-c49f-4088-9cc2-7b59fe1439d0 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/quotas/c58acf1b4cf3434d927816a2f0669365 HTTP/1.1" status: 200 len: 375 time: 0.0344231 May 19 13:18:27.213592 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Routers {'aa58da1b-7996-40d3-817b-d983a678e12b'} bound to L3 agent in host n-d-791505-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 13:18:27.214947 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T12:30:43Z,description=,heartbeat_timestamp=2021-05-19T13:18:13Z,host='n-d-791505-2',id=10504538-45a5-48ff-abd7-da209b8231e1,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T12:30:43Z,topic='l3_agent')) {'router_ids': ['aa58da1b-7996-40d3-817b-d983a678e12b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:27.252413 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77def6f4-71e6-4a2a-a5c8-74a92d0f9042 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402504 May 19 13:18:27.659189 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] Set router aa58da1b-7996-40d3-817b-d983a678e12b gateway port host: n-d-791505-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 13:18:27.880656 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbebd4e-147f-4451-b826-9bfa16fbb1d5 None None] Pushing event updated for resources: {'Port': ['ID=d5904458-d8e7-45bc-a136-d362a23bd080,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:27.896588 n-d-791505-2 neutron-server[93823]: DEBUG oslo_concurrency.lockutils [None req-0cbebd4e-147f-4451-b826-9bfa16fbb1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=93823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:28.371395 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-92a70f9e-e6c4-4586-b704-05b405689293 service neutron] 10.222.0.69 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1162353 May 19 13:18:28.462910 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:19Z', 'revision_number': 4, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd5904458-d8e7-45bc-a136-d362a23bd080', 'name': '', 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'mac_address': 'fa:16:3e:c5:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:15Z', 'updated_at': '2021-05-19T13:18:26Z', 'revision_number': 4, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'subnets': [{'id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:28.471000 n-d-791505-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a251ab-ca43-45ee-bcd1-c6947d64da71 None None] The sync data for ids ['aa58da1b-7996-40d3-817b-d983a678e12b'] in n-d-791505-2 is: [{'id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'name': 'tempest-TestVolumeBackupRestore-677439420-router', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'external_fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T13:18:02Z', 'updated_at': '2021-05-19T13:18:19Z', 'revision_number': 4, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'gw_port': {'id': 'a452dc1b-6d83-4493-90da-a87c5bc80b7e', 'name': '', 'network_id': '8e54cd77-dae3-45b0-b67e-d30792805d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:04Z', 'updated_at': '2021-05-19T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2367c6d4-f48f-47a9-9ac8-7797b186c33b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-2', '_interfaces': [{'id': 'd5904458-d8e7-45bc-a136-d362a23bd080', 'name': '', 'network_id': 'f7aef870-3a8c-4a1e-a28b-58864312353c', 'tenant_id': '95a08ef3a4f4497cb1f794459694bc4e', 'mac_address': 'fa:16:3e:c5:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58da1b-7996-40d3-817b-d983a678e12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T13:18:15Z', 'updated_at': '2021-05-19T13:18:26Z', 'revision_number': 4, 'project_id': '95a08ef3a4f4497cb1f794459694bc4e', 'subnets': [{'id': '2157b359-ae94-4f83-b664-324cad15f6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:18:28.491403 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e382-e126-4a15-9f59-e549f5ad2961 req-7065b3e7-1400-4fe5-a052-9a2130c8f993 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:28.493396 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7b7e382-e126-4a15-9f59-e549f5ad2961 req-7065b3e7-1400-4fe5-a052-9a2130c8f993 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.7412310 May 19 13:18:28.826330 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b7b7e382-e126-4a15-9f59-e549f5ad2961 req-f823b46f-2de2-40ba-b03e-324bb1b7eaea tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951668 May 19 13:18:28.930349 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-eb3e6fc6-4469-4b3a-8bda-2abd396d0444 service neutron] 10.222.0.69 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575066 May 19 13:18:29.389112 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d5904458-d8e7-45bc-a136-d362a23bd080 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:29.426405 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5842482f-7599-41f9-bbdb-8c07e98d1759 req-eeecb9ba-36bf-47a4-8b3e-49bf7c1682f1 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.3131154 May 19 13:18:29.598527 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning for port d5904458-d8e7-45bc-a136-d362a23bd080 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:29.617029 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d5904458-d8e7-45bc-a136-d362a23bd080 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:29.618683 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.897715 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.017689 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] For port d5904458-d8e7-45bc-a136-d362a23bd080, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=d5904458-d8e7-45bc-a136-d362a23bd080,segment=NetworkSegment(41931426-a2c1-40aa-bcc6-450b61856f85),segment_id=41931426-a2c1-40aa-bcc6-450b61856f85)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:30.036431 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.040749 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:30.370586 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Pushing event updated for resources: {'Port': ['ID=d5904458-d8e7-45bc-a136-d362a23bd080,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:30.410418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.411485 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.412128 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.412911 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.413420 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.414808 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.415711 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.416287 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.418536 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.419317 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.420126 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.420653 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:30.445316 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:30.494216 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f2c721a5-f4f9-4574-87c3-a6ca2a243c3a req-953edc05-3159-4d3b-8188-7ab8b85adbb8 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.2345154 May 19 13:18:30.733506 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9788a-aa2e-4a15-b304-1148869c6491 req-86a964be-13b9-46e8-9aaa-36abce61cee8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:30.753634 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbb9788a-aa2e-4a15-b304-1148869c6491 req-86a964be-13b9-46e8-9aaa-36abce61cee8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.5743659 May 19 13:18:31.232129 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device d5904458-d8e7-45bc-a136-d362a23bd080 up at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:31.451455 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-64697f18-0cb4-4bcb-8f4c-a86b7ffeab70 req-166d108e-cb4c-4805-9c59-7cd00f7248db tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.5397654 May 19 13:18:31.532418 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Provisioning complete for port d5904458-d8e7-45bc-a136-d362a23bd080 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:31.533441 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbb9788a-aa2e-4a15-b304-1148869c6491 req-64043306-7e1d-4e0e-938c-0aa25b12c404 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706568 May 19 13:18:31.537390 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:31.825605 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d71cb812-cc83-4b50-90ad-5a4ff8284bb1 req-ea54a604-f74a-4f36-85ad-3f2812f48fc4 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.1105030 May 19 13:18:32.910852 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-73fef1b7-3771-4b0f-9bd8-3407787447da req-7238fb7c-045f-49e9-947d-114096ac667d tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0965786 May 19 13:18:33.147089 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ac791fd4-532a-49fa-a19a-fa72801e471a req-b8a4f01b-6674-4ced-82bb-2b499d999521 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.0962744 May 19 13:18:33.527595 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11834-ad1a-4ab8-993c-56698c4b2cf3 req-7f80729b-18db-4403-afce-c2067d6f1e6a tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:33.539577 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aab11834-ad1a-4ab8-993c-56698c4b2cf3 req-7f80729b-18db-4403-afce-c2067d6f1e6a tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.3229229 May 19 13:18:33.815568 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-aab11834-ad1a-4ab8-993c-56698c4b2cf3 req-33bfd9c8-859f-4ab1-96c1-9fa143ad326b tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509112 May 19 13:18:34.549317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-da21b0d2-904b-4dd3-8a79-66a46b09c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:34.558239 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-da21b0d2-904b-4dd3-8a79-66a46b09c31e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1096 time: 1.2193801 May 19 13:18:34.559240 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e3a1cd8b-7b35-45c0-8596-1267b04128d8 req-90711500-58fb-45aa-b406-92c85d890b7a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.2627037 May 19 13:18:34.763680 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-3e475d0d-f17f-46b8-8997-406ec166414f req-d968aa42-c9d8-4ea2-9fd9-cf8b890f9ff1 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.1813180 May 19 13:18:34.895137 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bd622bc5-a595-4453-bb95-d4d996df8eb7 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:34.897284 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bd622bc5-a595-4453-bb95-d4d996df8eb7 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 0.8816175 May 19 13:18:34.928861 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Request body: {'port': {'device_id': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'admin_state_up': True, 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:35.496764 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:35.499143 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:35.511221 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Usage tracker for resource:port and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:35.522631 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:35.545854 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:35.612373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-cdc291fc-9ee5-486c-935d-1dc6dc8d7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:35.614236 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-cdc291fc-9ee5-486c-935d-1dc6dc8d7556 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 1.0312142 May 19 13:18:35.622205 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:35.626772 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:35.772872 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86077-837d-4f61-ba65-7d5bdd7e17fb req-2f15e466-f3f0-4546-8dc5-d905590d1903 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:35.790561 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fec86077-837d-4f61-ba65-7d5bdd7e17fb req-2f15e466-f3f0-4546-8dc5-d905590d1903 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.4376504 May 19 13:18:35.928540 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fec86077-837d-4f61-ba65-7d5bdd7e17fb req-cc5342c4-df23-4678-92db-dda1cd73c3a2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306465 May 19 13:18:36.037312 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c2577c-32b0-4816-807e-7003e8b42a74 req-1ad18149-ae98-4d30-8627-d70f84a982cd tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.1039577 May 19 13:18:36.044667 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.081994 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:36.089574 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Usage tracker for resource:security_group_rule and tenant:99b927e68a1740bfaf0a324c0232c5cb is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:36.096638 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:36.115619 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-4b6a5eca-02d8-4941-8bc0-8c1cb5c4dd66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 217 time: 0.3938916 May 19 13:18:36.118866 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:36.328232 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-00a034ce-a714-4e3f-a97c-6be3156f05f5 req-e2eb610c-16f1-41cf-9452-4c628e529fb1 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.0890002 May 19 13:18:36.369612 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-5d0931bc-6d7a-447b-ba99-1f49027fca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:36.371227 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-5d0931bc-6d7a-447b-ba99-1f49027fca44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.2383811 May 19 13:18:36.372607 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Allocated IP 172.20.0.3 (1ba1cb6d-e091-4081-b0bf-8d9757a3b908/816689b2-647a-4394-b94f-6f4b4805b81e/c8410a41-496b-4149-be5c-4892f88d1ce0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:36.408951 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.416855 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.487462 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-89b73585-ecbb-4461-a7ad-cc16131242cd tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:36.489069 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-89b73585-ecbb-4461-a7ad-cc16131242cd tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 0.9115314 May 19 13:18:36.513884 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Request body: {'port': {'device_id': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'admin_state_up': True, 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:36.541076 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-833625ca-a082-4ba1-ac7c-acd338c064ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:36.606576 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99b927e68a1740bfaf0a324c0232c5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0770185 May 19 13:18:36.607720 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:36.608921 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537eca46-84d1-4412-b199-b1793af42202,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:36.695239 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e2d4290a-96f1-4f0d-8c89-b08f64b5b94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:36.804067 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.857413 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.980156 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.989142 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-b2bb6e0e-ec56-42dd-b894-4e27d1d5f54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:37.033515 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537eca46-84d1-4412-b199-b1793af42202,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:37.065209 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:37.066698 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:37.068609 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ee700c8-4c4b-4d09-afe6-e9dc6e3df361 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/537eca46-84d1-4412-b199-b1793af42202 HTTP/1.1" status: 204 len: 168 time: 0.4554226 May 19 13:18:37.245329 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-e761dde9-d10e-45ae-a5b0-fb70adb7d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:37.248478 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-e761dde9-d10e-45ae-a5b0-fb70adb7d13b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8680542 May 19 13:18:37.384184 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ef3a68-f6e9-4f0b-bcf2-ddefa2e312eb req-5cd7d1da-9d7f-4ac6-bf16-b9cd4f87d8c7 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.0787346 May 19 13:18:37.480735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:37.491642 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Usage tracker for resource:port and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:37.502311 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0c27-39f1-4af3-bac3-eceb7e85d8d6 req-af6f2a89-7f1b-4f2a-b8d2-ffa5f8b43e05 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:37.512614 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5edc0c27-39f1-4af3-bac3-eceb7e85d8d6 req-af6f2a89-7f1b-4f2a-b8d2-ffa5f8b43e05 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.2953680 May 19 13:18:37.517776 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:37.540349 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:37.611541 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:37.628787 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:37.665375 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-5edc0c27-39f1-4af3-bac3-eceb7e85d8d6 req-a591c712-6155-4fe1-8783-722dfc9c87ed tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495101 May 19 13:18:37.713836 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-79d7dafe-2aeb-480b-99f0-133da4470053 req-54f22d97-06aa-4d30-bff8-13c4802faeac tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.1303232 May 19 13:18:37.775471 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:37.841890 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-454dff7e-a709-4f03-9fbc-f1590fd865a4 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703173 May 19 13:18:37.847106 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:37.922261 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8b15d230-47d7-4dcb-b4a0-5f8267738a1d tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:37.946844 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:37.994850 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.064623 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:38.071810 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Usage tracker for resource:security_group_rule and tenant:36bb8a66c429422c95ae6e72a6b5d0d3 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:38.082307 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:38.091003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:38.253610 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.265521 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.284054 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-69e74945-b6f9-4499-8f7f-6e4d740a7784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:38.334714 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb038b2-249b-45bc-b6cc-45413d9bffec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:38.339359 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36bb8a66c429422c95ae6e72a6b5d0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909738 May 19 13:18:38.340506 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1361424b-c04c-4e0c-82f5-7935e0c141bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:38.343978 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39372) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:38.401882 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:38.418156 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:38.421626 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:18:38.428921 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.476913 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.520588 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event updated for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:38.524644 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:38.636292 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:38.637169 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.656666 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-039610dd-6eff-40c9-aa40-6f6e479ca2fe req-7968379d-e695-41f9-9ff2-755807e186a7 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971134 May 19 13:18:38.695186 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7768714 May 19 13:18:38.713565 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Request body: {'port': {'device_id': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:38.783952 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Allocated IP 172.20.0.2 (1ba1cb6d-e091-4081-b0bf-8d9757a3b908/816689b2-647a-4394-b94f-6f4b4805b81e/090d379f-2199-46d7-8a49-b3b5da350347) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:38.842085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6e737aa4-2579-4622-8a68-842388ac906b req-e11edc0a-2ade-4f14-9bbd-032e954d091a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/ports?device_id=8945658b-5312-470c-8f2a-97e611e412e1 HTTP/1.1" status: 200 len: 210 time: 0.2299244 May 19 13:18:38.999458 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.139391 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-471ea5b3-d935-479e-b89d-9826769fed67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:39.198655 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb038b2-249b-45bc-b6cc-45413d9bffec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:39.212825 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:39.249657 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.251011 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfb770e2-2c5e-4b10-be48-5ba9753132c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bb038b2-249b-45bc-b6cc-45413d9bffec HTTP/1.1" status: 204 len: 168 time: 0.9058945 May 19 13:18:39.339716 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-b0253f18-2d6d-4c60-9939-9e3cd553dd1f req-8e5daac4-314f-4269-8c75-8829d0cd43bf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 210 time: 0.0719333 May 19 13:18:39.369409 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d98693-f445-4a00-a3cd-445051401731 req-11cf88aa-43a3-40d1-ab71-e72e0a30bff1 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:39.378213 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0d98693-f445-4a00-a3cd-445051401731 req-11cf88aa-43a3-40d1-ab71-e72e0a30bff1 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.3655028 May 19 13:18:39.459814 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-a0d98693-f445-4a00-a3cd-445051401731 req-68f00ea1-3085-4426-8b08-7f87bc64ee02 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804753 May 19 13:18:39.666375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.679387 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.862698 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.876827 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d8f73cf5-4db0-4abd-a141-0b341d3a546f tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:39.999768 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:40.013794 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:40.026418 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:18:40.112897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:40.134667 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event updated for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:40.141971 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:40.162530 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.181034 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:40.186019 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9bdf3d8ae7488da0c6e0e5062492b8 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:40.189267 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:40.199350 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:40.319635 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5802a54-02ce-45fe-beb8-9d9db9ab65be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.330899 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:40.331592 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.334660 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.340486 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.357251 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8474827 May 19 13:18:40.373635 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Request body: {'port': {'device_id': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:40.380043 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-01a4294e-4bf8-4541-bd5a-c36ad3cd412a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:40.438753 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a9bdf3d8ae7488da0c6e0e5062492b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232174 May 19 13:18:40.448612 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d9fa7-609f-429b-a5b7-4f130b15045b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:40.453162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:40.456692 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-caef581e-bfbc-4d78-8b55-698630d3e0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:40.559722 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.602295 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.633707 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8410a41-496b-4149-be5c-4892f88d1ce0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:18:40.662155 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.700023 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Transition to ACTIVE for port object c8410a41-496b-4149-be5c-4892f88d1ce0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:40.738798 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.753592 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-21fdc843-8014-4bc0-b39e-a74abaa760dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:40.765106 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9378e-1616-4663-a781-d3aeeed791dc req-e59ebd49-653e-47f8-af51-1a2ce0f5b37e tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:40.766922 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-74e9378e-1616-4663-a781-d3aeeed791dc req-e59ebd49-653e-47f8-af51-1a2ce0f5b37e tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 931 time: 0.1443465 May 19 13:18:40.768190 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.773895 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-f106dd5c-2c66-4702-bda8-2ae003106ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:40.808915 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d9fa7-609f-429b-a5b7-4f130b15045b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:40.822911 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:40.829814 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.830970 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8abef5b-93f2-498d-801d-a84a1fe2b11e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d2d9fa7-609f-429b-a5b7-4f130b15045b HTTP/1.1" status: 204 len: 168 time: 0.3765807 May 19 13:18:40.859377 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-74e9378e-1616-4663-a781-d3aeeed791dc req-cf5ffc98-4291-4088-b0d0-0266781bd64b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Synchronizing usage tracker for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:security_group {{(pid=93820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:40.889450 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [req-74e9378e-1616-4663-a781-d3aeeed791dc req-cf5ffc98-4291-4088-b0d0-0266781bd64b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Unset dirty status for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:security_group {{(pid=93820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:40.890653 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-74e9378e-1616-4663-a781-d3aeeed791dc req-cf5ffc98-4291-4088-b0d0-0266781bd64b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083555 May 19 13:18:41.035151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.107934 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:41.113821 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:41.118798 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:41.220648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Attempting to bind port c8410a41-496b-4149-be5c-4892f88d1ce0 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:41.220986 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Attempting to bind port c8410a41-496b-4149-be5c-4892f88d1ce0 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:41.221317 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Attempting to bind port c8410a41-496b-4149-be5c-4892f88d1ce0 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:41.231601 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Port c8410a41-496b-4149-be5c-4892f88d1ce0 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:18:41.231954 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Attempting to bind port c8410a41-496b-4149-be5c-4892f88d1ce0 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:41.236674 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.244159 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:41.244496 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Checking segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:41.244895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Bound using segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:41.245347 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Bound port: c8410a41-496b-4149-be5c-4892f88d1ce0, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:41.245703 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.302649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259acb7-ac6c-43d2-8a2a-2e292bdcc672 req-7052303b-7c30-4901-8baa-f6efdafe0444 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:41.311220 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d259acb7-ac6c-43d2-8a2a-2e292bdcc672 req-7052303b-7c30-4901-8baa-f6efdafe0444 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.2803032 May 19 13:18:41.341490 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.390935 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d259acb7-ac6c-43d2-8a2a-2e292bdcc672 req-9be55bf5-d9a4-498b-9d93-9dcba99c965b tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785248 May 19 13:18:41.509342 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.531248 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2060283c-f5ef-463c-8734-801e7458e45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:41.550605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d30013-a0f8-487c-94ed-54e8c87191ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:41.554439 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:41.556318 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.559863 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-2402c206-9444-484f-9ecb-311e1e2b5074 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/security-groups/e1d30013-a0f8-487c-94ed-54e8c87191ec HTTP/1.1" status: 204 len: 168 time: 0.4466360 May 19 13:18:41.560785 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:41.608312 n-d-791505-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-04c9ed81-28d4-4091-abf2-798f68966e0c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] show failed (client error): The resource could not be found. May 19 13:18:41.610650 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-04c9ed81-28d4-4091-abf2-798f68966e0c tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "GET /v2.0/security-groups/e1d30013-a0f8-487c-94ed-54e8c87191ec HTTP/1.1" status: 404 len: 347 time: 0.0484924 May 19 13:18:41.613999 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:41.958671 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090d379f-2199-46d7-8a49-b3b5da350347 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:18:41.968788 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:41.987803 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Transition to ACTIVE for port object 090d379f-2199-46d7-8a49-b3b5da350347 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:41.997763 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.012921 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-c430752f-427c-4c4d-a822-0bb524474852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:42.372515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Attempting to bind port 090d379f-2199-46d7-8a49-b3b5da350347 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:42.377211 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Attempting to bind port 090d379f-2199-46d7-8a49-b3b5da350347 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:42.377637 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Attempting to bind port 090d379f-2199-46d7-8a49-b3b5da350347 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:42.388657 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Port 090d379f-2199-46d7-8a49-b3b5da350347 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:18:42.388992 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Attempting to bind port 090d379f-2199-46d7-8a49-b3b5da350347 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:42.411109 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Pushing event updated for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:42.421839 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:42.422153 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Checking segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:18:42.422546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Bound using segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:42.422995 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Bound port: 090d379f-2199-46d7-8a49-b3b5da350347, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:42.424151 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.434986 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:42.488905 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:42.527239 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c8410a41-496b-4149-be5c-4892f88d1ce0,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:42.548296 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.566011 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ca633484-5c20-4bc4-b4aa-4eca8c42f6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:42.648441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:42.650335 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.652544 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] 10.222.0.71 "PUT /v2.0/ports/c8410a41-496b-4149-be5c-4892f88d1ce0 HTTP/1.1" status: 200 len: 1091 time: 3.9483573 May 19 13:18:42.674852 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:42.733566 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:42.739033 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:42.751622 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:42.868548 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155fa606-b5f2-4afa-ae7b-bc7d271abfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.883575 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=090d379f-2199-46d7-8a49-b3b5da350347,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:42.929465 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.947291 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5e93c93a-65f9-4e40-8ae7-d2d7baa51bcf tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:42.952741 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:42.972881 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ecbb-641f-477d-8610-f2aab5aa0ef3 req-476a08bf-34e9-4377-b175-6111ec3564ac tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:42.987497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1be6ecbb-641f-477d-8610-f2aab5aa0ef3 req-476a08bf-34e9-4377-b175-6111ec3564ac tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 1.2197919 May 19 13:18:43.057617 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Pushing event updated for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:43.072520 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:43.082891 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:43.083652 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:43.085351 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] 10.222.0.71 "PUT /v2.0/ports/090d379f-2199-46d7-8a49-b3b5da350347 HTTP/1.1" status: 200 len: 1091 time: 2.7180312 May 19 13:18:43.088308 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74e93f-52c2-4f92-a7d8-f47837c7c859 req-154501e5-8f94-49ca-8de7-a42e9daac094 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:43.103167 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b74e93f-52c2-4f92-a7d8-f47837c7c859 req-154501e5-8f94-49ca-8de7-a42e9daac094 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 943 time: 0.5358953 May 19 13:18:43.129593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bda6be1b-da36-45ab-9c0e-8ad3da800ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:43.132745 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bda6be1b-da36-45ab-9c0e-8ad3da800ef7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 1094 time: 0.3797600 May 19 13:18:43.215952 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-1be6ecbb-641f-477d-8610-f2aab5aa0ef3 req-db44e865-d88c-46ff-8289-486170306cbd tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271616 May 19 13:18:43.229687 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port efdff97d-cb27-4aa2-85a6-9508392e7537 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:43.229687 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:43.324365 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6b74e93f-52c2-4f92-a7d8-f47837c7c859 req-27aee431-b2d1-4ccb-9def-bf606dcf8a9b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173345 May 19 13:18:43.486413 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0', 'status': 'completed', 'code': 200} May 19 13:18:43.534681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-32d8e191-d620-413b-b689-92950b3fe04f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8410a41-496b-4149-be5c-4892f88d1ce0 HTTP/1.1" status: 200 len: 217 time: 0.3888757 May 19 13:18:43.538689 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:43.538689 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:43.709119 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-b85cbc82-979b-48de-9e60-8e0d041ad766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:43.711564 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-b85cbc82-979b-48de-9e60-8e0d041ad766 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.1700611 May 19 13:18:43.771706 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-313fc7b6-c845-4ce7-b5f0-1c3a075f5d0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524168 May 19 13:18:43.775364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-c78d09a9-3922-41a3-9edc-1139a5f41724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:43.777412 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-c78d09a9-3922-41a3-9edc-1139a5f41724 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 1094 time: 0.4924989 May 19 13:18:43.895369 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-b97829e1-896e-461c-81b5-e2d8f845d40f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=090d379f-2199-46d7-8a49-b3b5da350347 HTTP/1.1" status: 200 len: 217 time: 0.0953135 May 19 13:18:43.954400 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for efdff97d-cb27-4aa2-85a6-9508392e7537 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:44.068103 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bdf11d7f-3fa7-4ca5-8c26-df197e84cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:44.073102 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-bdf11d7f-3fa7-4ca5-8c26-df197e84cc67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.1256630 May 19 13:18:44.091558 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-ef136f34-fb1f-48cd-9d14-bc9e95c1fc3d service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122613 May 19 13:18:44.253006 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-11a2c798-376a-4386-b1de-1f9550ad4bcd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591806 May 19 13:18:44.329658 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:44.404270 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:44.418880 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-286e76d5-890b-4bba-9e59-94373af3b254 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:44.517100 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=efdff97d-cb27-4aa2-85a6-9508392e7537,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:44.520487 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:44.610193 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:44.640162 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b74b0-0fe0-4eef-b83d-f6725a08bf92 req-97c1d601-6db1-4a88-a4fb-0ff2084e7612 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:44.651771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-375b74b0-0fe0-4eef-b83d-f6725a08bf92 req-97c1d601-6db1-4a88-a4fb-0ff2084e7612 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 945 time: 1.0048108 May 19 13:18:44.756341 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-df5702e5-5147-4d54-9218-536cb8d50242 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909533 May 19 13:18:44.855221 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:44.856428 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd829f39-3848-40af-8891-c4aeef0d7251 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/floatingips/fcec3aed-822a-4410-a734-b42a7c20973e HTTP/1.1" status: 204 len: 168 time: 3.2400098 May 19 13:18:44.869446 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-375b74b0-0fe0-4eef-b83d-f6725a08bf92 req-4d8be556-9ec1-4c12-bab8-4f4861f73fcb tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140729 May 19 13:18:44.872523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:45.064574 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-23a1e326-ad85-4eee-b1f0-cbce4cdf5bda service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983727 May 19 13:18:45.072138 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d46bf-a5b1-4c03-b855-47bbffec995b req-21833dcb-ae37-42d8-8d61-67ca8d43d583 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:45.073871 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba0d46bf-a5b1-4c03-b855-47bbffec995b req-21833dcb-ae37-42d8-8d61-67ca8d43d583 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 943 time: 0.3440108 May 19 13:18:45.307492 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba0d46bf-a5b1-4c03-b855-47bbffec995b req-1a8a341f-a7a9-4460-bd8b-f44a363293b4 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737039 May 19 13:18:45.321003 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92177b1-605c-462f-ae02-290a15d5095e req-8fc8585a-958c-48fb-a74a-5a0557b9e6dc tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:45.328809 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d92177b1-605c-462f-ae02-290a15d5095e req-8fc8585a-958c-48fb-a74a-5a0557b9e6dc tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.2349808 May 19 13:18:45.418739 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-d92177b1-605c-462f-ae02-290a15d5095e req-12585bc0-2288-41f5-9bbc-cf27598d3483 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 May 19 13:18:45.430700 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port ceff4dad-4cb6-4643-9c37-98ed1a0173fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:45.446339 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:45.495634 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:45.583783 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-82fbe42b-1986-43af-bd64-cc3cb76b5839 req-1de28663-e477-4d8d-90cc-ca1f03d66391 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:18:45.585430 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82fbe42b-1986-43af-bd64-cc3cb76b5839 req-1de28663-e477-4d8d-90cc-ca1f03d66391 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179372 May 19 13:18:45.634547 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-f4690446-f702-4e7d-8d1a-1e9c6ce116fa req-a8ac915e-aa35-4ce4-8af8-4b78d64bc7a2 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4704463 May 19 13:18:45.650058 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:45.708953 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:45.724570 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347', 'status': 'completed', 'code': 200} May 19 13:18:45.923342 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-3d051891-8bdd-498d-85a3-9f2306673b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:45.925354 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-3d051891-8bdd-498d-85a3-9f2306673b15 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 1094 time: 0.1961019 May 19 13:18:46.050709 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-bd14f29d-e166-4875-a8af-90605808ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:46.052872 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-bd14f29d-e166-4875-a8af-90605808ec62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 1094 time: 0.2436204 May 19 13:18:46.105575 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-82fbe42b-1986-43af-bd64-cc3cb76b5839 req-efae876f-5ca8-4578-ab82-c2ff2db9191e tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4908729 May 19 13:18:46.111939 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:46.207130 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-1e167aaf-4bef-4911-9174-0aad83c96abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:46.208575 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-1e167aaf-4bef-4911-9174-0aad83c96abb service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.2750835 May 19 13:18:46.302253 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-586230dd-c05d-4d6d-b660-ba09c7a27514 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8410a41-496b-4149-be5c-4892f88d1ce0 HTTP/1.1" status: 200 len: 217 time: 0.0847776 May 19 13:18:46.417522 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-f19c3a8c-3f38-4236-bacd-f87287ff700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:46.418855 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-f19c3a8c-3f38-4236-bacd-f87287ff700a service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.3551416 May 19 13:18:46.427684 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for ceff4dad-4cb6-4643-9c37-98ed1a0173fa owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:46.638947 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-6ab453bd-4284-4ab5-85c7-1190ee1810d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=090d379f-2199-46d7-8a49-b3b5da350347 HTTP/1.1" status: 200 len: 217 time: 0.2056639 May 19 13:18:46.791925 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-f68d0078-c552-40ed-963f-baa887cd4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:46.794714 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-f68d0078-c552-40ed-963f-baa887cd4e64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.4831505 May 19 13:18:46.916985 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-da884729-a4d3-4add-88b8-d086b790f667 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122355 May 19 13:18:47.002200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-4dbf6ef4-abf2-4481-b027-7f2c32a1722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:47.004231 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-4dbf6ef4-abf2-4481-b027-7f2c32a1722c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.3562193 May 19 13:18:47.102780 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-a5b5ce62-01c9-416c-8659-213030645941 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673339 May 19 13:18:47.218934 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:47.357847 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:47.393231 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-0a539429-afe4-4964-ab0c-3cc5936508df tempest-InstanceActionsTestJSON-1133598009 tempest-InstanceActionsTestJSON-1133598009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:47.410348 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-2787ed6d-52c1-423a-9b67-67035c19a9ac service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805353 May 19 13:18:47.461852 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=ceff4dad-4cb6-4643-9c37-98ed1a0173fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:47.513321 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:47.606040 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337901-92ea-49bd-b399-d2dc42130df6 req-499f7228-e99b-4c9f-8958-8ced218c13a5 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:47.613640 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81337901-92ea-49bd-b399-d2dc42130df6 req-499f7228-e99b-4c9f-8958-8ced218c13a5 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 945 time: 0.9252465 May 19 13:18:47.644284 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0839a1-edba-43f1-90b5-bce2473f5767 req-4b1f2a03-9d8a-42a7-a3bf-50517223c5f2 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:47.645910 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b0839a1-edba-43f1-90b5-bce2473f5767 req-4b1f2a03-9d8a-42a7-a3bf-50517223c5f2 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 943 time: 0.4248540 May 19 13:18:47.719143 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-81337901-92ea-49bd-b399-d2dc42130df6 req-927001a1-167d-4333-805d-bb1582dc2cca tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045318 May 19 13:18:47.745122 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:47.813085 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe01d504-4a37-4e4b-9468-9cad8af72e1a tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/ports/ceff4dad-4cb6-4643-9c37-98ed1a0173fa HTTP/1.1" status: 204 len: 168 time: 2.9179289 May 19 13:18:47.840673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-9b0839a1-edba-43f1-90b5-bce2473f5767 req-c0bda652-70c0-4c62-9edb-3dc196654d93 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812732 May 19 13:18:47.841469 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:48.072693 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-06c5a021-4208-4882-9cad-d6c7f2c1f6ad service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8820195 May 19 13:18:48.560961 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 0d6d656e-54e4-45ca-832e-aed8e95ad56b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:48.571816 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:48.584657 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 090d379f-2199-46d7-8a49-b3b5da350347 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:18:48.711433 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-d18c5dae-f515-42f2-9b24-5cff1e385669 req-c3156633-7afa-4a2c-8f7e-453c34364bf9 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292820 May 19 13:18:48.714430 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c05fa3-f70b-4252-ba21-df58d6627340 req-8ff7da1d-9ca0-44ae-8ee8-5b3bf80473e6 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2923963 May 19 13:18:48.861322 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=090d379f-2199-46d7-8a49-b3b5da350347,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:48.888213 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '090d379f-2199-46d7-8a49-b3b5da350347', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'port_id': '090d379f-2199-46d7-8a49-b3b5da350347', 'mac_address': 'fa:16:3e:2a:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816689b2-647a-4394-b94f-6f4b4805b81e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:18:49.000994 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:49.047217 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090d379f-2199-46d7-8a49-b3b5da350347 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:18:49.093909 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=090d379f-2199-46d7-8a49-b3b5da350347,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:49.100426 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:49.105465 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:49.121492 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de5925-be3b-45cb-a561-8f69f12f575e req-d8735922-e0ea-457f-bd21-8d5c08b9110f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:49.130769 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53de5925-be3b-45cb-a561-8f69f12f575e req-d8735922-e0ea-457f-bd21-8d5c08b9110f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 945 time: 0.9653561 May 19 13:18:49.153888 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:49.260507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:49.266988 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:49.374463 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 0d6d656e-54e4-45ca-832e-aed8e95ad56b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:49.402233 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53de5925-be3b-45cb-a561-8f69f12f575e req-1ffd3b59-aeba-4dd2-8843-6a0a59fca60a tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704742 May 19 13:18:49.491676 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27bc5-0328-4a70-9cbc-4c8cc5b29cd0 req-fce72ce6-3f7c-4568-80aa-8cef6e330070 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:49.500673 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f1c27bc5-0328-4a70-9cbc-4c8cc5b29cd0 req-fce72ce6-3f7c-4568-80aa-8cef6e330070 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 944 time: 0.4706950 May 19 13:18:49.519007 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['090d379f-2199-46d7-8a49-b3b5da350347'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:18:49.609712 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f1c27bc5-0328-4a70-9cbc-4c8cc5b29cd0 req-c1b46df3-7cc2-4672-8f62-f19da100032c tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906932 May 19 13:18:49.788409 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:49.798227 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-1638b61e-2fab-4a99-bdb4-2be02cfdbc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:49.858523 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=0d6d656e-54e4-45ca-832e-aed8e95ad56b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:49.876770 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.877371 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.877512 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.877940 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.878406 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.878897 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.879380 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.880010 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.880960 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.881336 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.882281 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.882965 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:49.893070 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:50.065929 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d95d-aef6-4ae9-923d-d73dd2115318 req-9ce5db7a-deb7-4ab7-8fe6-ecfa20c31abc tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:50.067742 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72c6d95d-aef6-4ae9-923d-d73dd2115318 req-9ce5db7a-deb7-4ab7-8fe6-ecfa20c31abc tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.3784626 May 19 13:18:50.159715 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-72c6d95d-aef6-4ae9-923d-d73dd2115318 req-816b99bb-791b-44f3-9270-28b485154559 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771232 May 19 13:18:50.163727 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:50.182063 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-932b26dd-1c9e-4d3e-9474-1b153d627ff9 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/ports/0d6d656e-54e4-45ca-832e-aed8e95ad56b HTTP/1.1" status: 204 len: 168 time: 2.3346822 May 19 13:18:50.183289 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:50.337249 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting subnet 8e25a3b2-ed0a-4347-86fa-c0992634dd97 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:18:50.342541 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:50.448513 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:50.607995 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c8410a41-496b-4149-be5c-4892f88d1ce0 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:18:50.681141 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2928-cfa1-443b-9f72-5d1bba4441e7 req-39a13e3e-6f2a-4766-9f2d-17e5520beed2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:50.705315 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2928-cfa1-443b-9f72-5d1bba4441e7 req-39a13e3e-6f2a-4766-9f2d-17e5520beed2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:50.714425 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:50.719997 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2928-cfa1-443b-9f72-5d1bba4441e7 req-39a13e3e-6f2a-4766-9f2d-17e5520beed2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:50.746394 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe9f2928-cfa1-443b-9f72-5d1bba4441e7 req-39a13e3e-6f2a-4766-9f2d-17e5520beed2 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80&device_id=37b27c3e-bb68-465f-8f68-4522fad26557&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 2417 time: 0.2198501 May 19 13:18:50.961329 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fe9f2928-cfa1-443b-9f72-5d1bba4441e7 req-c233b344-f33c-4aa3-a9a4-84fd076efd9b tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928546 May 19 13:18:51.071776 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-53685cd4-725d-428c-8a0c-b034d20ca91c req-cf63f932-4c6e-4268-86cc-ee276a546420 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:18:51.073307 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53685cd4-725d-428c-8a0c-b034d20ca91c req-cf63f932-4c6e-4268-86cc-ee276a546420 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0329795 May 19 13:18:51.144333 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c8410a41-496b-4149-be5c-4892f88d1ce0,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:51.163494 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'c8410a41-496b-4149-be5c-4892f88d1ce0', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'port_id': 'c8410a41-496b-4149-be5c-4892f88d1ce0', 'mac_address': 'fa:16:3e:13:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816689b2-647a-4394-b94f-6f4b4805b81e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:18:51.265598 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:51.296250 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:51.320477 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-8cf0a48f-cb6d-4450-8342-98909dc1adc9 tempest-ServersTestMultiNic-576197579 tempest-ServersTestMultiNic-576197579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:51.325729 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8410a41-496b-4149-be5c-4892f88d1ce0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:18:51.368506 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c8410a41-496b-4149-be5c-4892f88d1ce0,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:51.379082 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:51.383556 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:51.398415 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:51.407822 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-53685cd4-725d-428c-8a0c-b034d20ca91c req-42cb06c9-345c-44f1-a9e9-76b7666e6528 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3156967 May 19 13:18:51.417914 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/subnets/8e25a3b2-ed0a-4347-86fa-c0992634dd97 HTTP/1.1" status: 204 len: 168 time: 1.2313397 May 19 13:18:51.419302 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:51.459731 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f1b3b-9a1a-4df8-a2c7-6330ae10ae24 req-5112f390-d26c-4378-8b3b-2d0085266682 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:51.487549 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:51.489163 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Subnet': ['ID=8e25a3b2-ed0a-4347-86fa-c0992634dd97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:51.490578 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e95f1b3b-9a1a-4df8-a2c7-6330ae10ae24 req-5112f390-d26c-4378-8b3b-2d0085266682 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 944 time: 0.5243680 May 19 13:18:51.490892 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:51.491630 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805f242-fc72-4b01-a29b-b8e8c1708298 None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:51.548593 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.552725 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.553955 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.555400 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.557912 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.560996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.562129 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.564609 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.567390 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.568214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.570964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.571933 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:51.599462 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-d157d4a2-8405-4da8-9487-b37f5ee0824e tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:51.705035 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting subnet c634e4fe-3079-4474-8320-f269509eca2e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 13:18:51.720817 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:51.999344 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-e95f1b3b-9a1a-4df8-a2c7-6330ae10ae24 req-b99c9f8d-39c0-41f5-8fc1-595cf1808a61 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014281 May 19 13:18:52.004307 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3142269'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.129507 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['c8410a41-496b-4149-be5c-4892f88d1ce0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:18:52.188393 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:52.222405 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745281'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.486305 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.549605 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:52.557808 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Usage tracker for resource:security_group_rule and tenant:3833f4f9bf564aa5b33f3ebfa5b966e2 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:52.563041 n-d-791505-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:52.580065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.quota.driver [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:52.615312 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 090d379f-2199-46d7-8a49-b3b5da350347 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:52.711799 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] DHCP port deletion for a20bb1c5-b0ea-47fb-832c-5bba76e4f14f request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:18:52.753987 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.763484 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.782619 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-e8c3009c-72da-456e-9039-0c61a5764778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:52.817021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59947688'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.818632 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-071d8836-5712-4c14-818d-0895062cd259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:52.881087 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3b37b-abf2-4a1a-a2d3-2ab39b27f8c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:52.889344 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:52.895060 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 090d379f-2199-46d7-8a49-b3b5da350347 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:52.903326 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf6f6105-2f95-4ef1-8c01-dea3def3805c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3833f4f9bf564aa5b33f3ebfa5b966e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133744 May 19 13:18:52.904799 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:52.914279 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 090d379f-2199-46d7-8a49-b3b5da350347 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:52.914911 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.960193 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Subnet': ['ID=c634e4fe-3079-4474-8320-f269509eca2e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:52.966579 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:52.976890 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:52.996197 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-84d428e1-bd29-4e19-86af-ff6e380dfea5 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/subnets/c634e4fe-3079-4474-8320-f269509eca2e HTTP/1.1" status: 204 len: 168 time: 1.5634453 May 19 13:18:52.996702 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.69', 39644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:53.015108 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec29d2-7c45-453f-8c6a-b3a8825670c1 None None] Network f2cf330e-cb80-4850-9478-9a4a8db69511 requested from n-d-791505-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 13:18:53.185752 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.230126 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.258844 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.410460 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Deleting port 254b4fa7-2e0e-46c5-a3b9-140830a98888 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:53.411321 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.484633 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769983'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.493469 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 254b4fa7-2e0e-46c5-a3b9-140830a98888 no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:53.543600 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2b5fe2ca-a233-4cfd-9575-8e0f6ba2268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:53.594187 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a3dc-8d6f-409f-a1af-792aacc46f22 req-24a258fe-9c66-49ec-8968-0685e837bebe tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:53.597480 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c12a3dc-8d6f-409f-a1af-792aacc46f22 req-24a258fe-9c66-49ec-8968-0685e837bebe tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 944 time: 0.3316057 May 19 13:18:53.640765 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.642812 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fd3b37b-abf2-4a1a-a2d3-2ab39b27f8c0 HTTP/1.1" status: 204 len: 168 time: 0.7355816 May 19 13:18:53.644815 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3b37b-abf2-4a1a-a2d3-2ab39b27f8c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:53.649994 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-8cf47035-d47f-457c-a464-618304018a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:53.718075 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 254b4fa7-2e0e-46c5-a3b9-140830a98888 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:53.719092 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.749988 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-6c12a3dc-8d6f-409f-a1af-792aacc46f22 req-44948173-821c-40da-abbf-b758dcb9113c tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403384 May 19 13:18:53.923430 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] For port 254b4fa7-2e0e-46c5-a3b9-140830a98888, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=254b4fa7-2e0e-46c5-a3b9-140830a98888,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:53.924202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.953619 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port 254b4fa7-2e0e-46c5-a3b9-140830a98888, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=254b4fa7-2e0e-46c5-a3b9-140830a98888,segment=NetworkSegment(05ccebdd-3323-43be-a52b-378844e5f066),segment_id=05ccebdd-3323-43be-a52b-378844e5f066)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:53.954104 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:53.968325 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:54.275990 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 254b4fa7-2e0e-46c5-a3b9-140830a98888 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:54.393417 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3332319'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:54.407983 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-281eecc1-ddf8-4a92-bc1b-168aa6b1d1b0 tempest-TaggedBootDevicesTest_v242-324434487 tempest-TaggedBootDevicesTest_v242-324434487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:54.458542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Calling delete_port for 254b4fa7-2e0e-46c5-a3b9-140830a98888 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:54.482747 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=090d379f-2199-46d7-8a49-b3b5da350347,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:54.493643 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:54.498065 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=254b4fa7-2e0e-46c5-a3b9-140830a98888,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:54.508685 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:54.511744 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:54.512151 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Port 254b4fa7-2e0e-46c5-a3b9-140830a98888 update to DOWN by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 19 13:18:54.518950 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-d36f208b-85e1-4e2a-9c24-b89f960b2fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:54.525813 n-d-791505-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port 254b4fa7-2e0e-46c5-a3b9-140830a98888 on host n-d-791505-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:54.638909 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] DHCP port deletion for f2cf330e-cb80-4850-9478-9a4a8db69511 request from n-d-791505-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 13:18:54.665930 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c8410a41-496b-4149-be5c-4892f88d1ce0 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:54.871418 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:54.927156 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20bb1c5-b0ea-47fb-832c-5bba76e4f14f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:54.966788 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ccebdd-3323-43be-a52b-378844e5f066') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:54.967072 n-d-791505-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ccebdd-3323-43be-a52b-378844e5f066') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:55.003640 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3173349'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.066170 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.090851 n-d-791505-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:18:55.091732 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3332258'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.168348 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347', 'code': 200} May 19 13:18:55.169207 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:55.174706 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:55.269032 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Device 40e46356-4057-4eb2-8f9d-b08fad4a35cb no longer exists at agent ovs-agent-n-d-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:55.371298 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Deleting port 40e46356-4057-4eb2-8f9d-b08fad4a35cb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:55.371789 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.501829 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] For port 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host n-d-791505-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-2',level=0,port_id=40e46356-4057-4eb2-8f9d-b08fad4a35cb,segment=NetworkSegment(1a8df6f2-4871-4db7-8260-d877dbc7ad74),segment_id=1a8df6f2-4871-4db7-8260-d877dbc7ad74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:55.502889 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: Traceback (most recent call last): May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: timer() May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: cb(*args, **kw) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: return func(*args, **kwargs) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: self._notify() May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: self.callback(batched_events) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: event.method(event) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: return f(self, *a, **k) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: return self._get(url).json() May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:18:55.534061 n-d-791505-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:18:55.551328 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.553207 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1983f-c074-480e-8323-0f5754a01be0 req-2df23356-12fe-4b6a-b59a-52a010338c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:55.555344 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e1983f-c074-480e-8323-0f5754a01be0 req-2df23356-12fe-4b6a-b59a-52a010338c33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 1096 time: 0.3111026 May 19 13:18:55.567448 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-2958e540-7cca-4d43-a4ff-cbf3ca8907bc tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:55.615683 n-d-791505-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679382'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.638875 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e1983f-c074-480e-8323-0f5754a01be0 req-a3319195-f9ac-4006-8b24-ea6ca2c76b43 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 May 19 13:18:55.739303 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Calling delete_port for 40e46356-4057-4eb2-8f9d-b08fad4a35cb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:55.762010 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port c8410a41-496b-4149-be5c-4892f88d1ce0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:55.801564 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port c8410a41-496b-4149-be5c-4892f88d1ce0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:55.801937 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.864440 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:55.864658 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/networks/a20bb1c5-b0ea-47fb-832c-5bba76e4f14f HTTP/1.1" status: 204 len: 168 time: 2.8642097 May 19 13:18:55.865877 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.69', 39718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:55.887388 n-d-791505-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Network': ['ID=a20bb1c5-b0ea-47fb-832c-5bba76e4f14f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:55.893360 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:55.928875 n-d-791505-2 neutron-server[93820]: DEBUG oslo_concurrency.lockutils [None req-7047bb19-104c-4f06-acad-575d42049207 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:55.982399 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Pushing event deleted for resources: {'Port': ['ID=254b4fa7-2e0e-46c5-a3b9-140830a98888,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:55.989021 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Network a20bb1c5-b0ea-47fb-832c-5bba76e4f14f is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 13:18:55.989508 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] No DVR routers for this DVR port 254b4fa7-2e0e-46c5-a3b9-140830a98888 on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:55.999771 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-6732b8f6-58fe-45d5-96ba-b850be44186e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:56.081076 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb58b6-2dfe-4355-a912-e61170fb9ba1 req-8b817e59-7db0-41d4-813d-e3375c86e74c tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:56.093235 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94cb58b6-2dfe-4355-a912-e61170fb9ba1 req-8b817e59-7db0-41d4-813d-e3375c86e74c tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.5458221 May 19 13:18:56.121290 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.124979 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592185'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.184969 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083c97-9b2a-4ed5-bb17-470a844c1694 req-fdd79fa8-b743-4666-9a09-4101069167ed tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:56.199409 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33083c97-9b2a-4ed5-bb17-470a844c1694 req-fdd79fa8-b743-4666-9a09-4101069167ed tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 945 time: 0.6537426 May 19 13:18:56.222546 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Deleting port 40e46356-4057-4eb2-8f9d-b08fad4a35cb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:56.222996 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.233728 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.244407 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-db277e65-3e7a-4140-8b2e-ffaf20695153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:56.311061 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-94cb58b6-2dfe-4355-a912-e61170fb9ba1 req-045cacbd-d120-4d07-926f-cd4aeba31b3f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168181 May 19 13:18:56.359837 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Pushing event deleted for resources: {'Port': ['ID=40e46356-4057-4eb2-8f9d-b08fad4a35cb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:56.360440 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-33083c97-9b2a-4ed5-bb17-470a844c1694 req-0e91cbec-c16d-4b16-9fc2-449fa51d8ccf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581948 May 19 13:18:56.361984 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.375444 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] No DVR routers for this DVR port 40e46356-4057-4eb2-8f9d-b08fad4a35cb on host n-d-791505-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:56.379942 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:56.429949 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c8410a41-496b-4149-be5c-4892f88d1ce0,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:56.436799 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:56.439289 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-1eb19e5f-e284-4712-9749-8f186c323648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:56.577661 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:56.582969 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:56.682220 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] For port 40e46356-4057-4eb2-8f9d-b08fad4a35cb, host n-d-791505-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:56.683059 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.037956 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Calling delete_port for 40e46356-4057-4eb2-8f9d-b08fad4a35cb owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:57.129344 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Port 40e46356-4057-4eb2-8f9d-b08fad4a35cb was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:18:57.141700 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.148974 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61e1e7db-2cfe-4885-889c-f16be8f23179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:57.169680 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:57.218234 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Port': ['ID=40e46356-4057-4eb2-8f9d-b08fad4a35cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:57.225680 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:57.234111 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] No DVR routers for this DVR port 40e46356-4057-4eb2-8f9d-b08fad4a35cb on host n-d-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:57.274005 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0', 'code': 200} May 19 13:18:57.527951 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738762', 'neutron.services.segments.db._delete_segments_for_network-8772104091010'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.547832 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cf330e-cb80-4850-9478-9a4a8db69511']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:57.564065 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8df6f2-4871-4db7-8260-d877dbc7ad74') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:57.564361 n-d-791505-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8df6f2-4871-4db7-8260-d877dbc7ad74') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:57.579776 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772104101259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3142250'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.601021 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.609920 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:18:57.610209 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144943'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.683499 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077301c-96c5-416c-a936-656aae28601f req-db037993-d68e-4aee-a183-3f4af0ac36e8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:57.685272 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f077301c-96c5-416c-a936-656aae28601f req-db037993-d68e-4aee-a183-3f4af0ac36e8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.2250443 May 19 13:18:57.772484 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-f077301c-96c5-416c-a936-656aae28601f req-bb5dc624-f2c7-4e77-8eac-052fda68d9e7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803447 May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: Traceback (most recent call last): May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: timer() May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: cb(*args, **kw) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: return func(*args, **kwargs) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: self._notify() May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: self.callback(batched_events) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: event.method(event) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: return f(self, *a, **k) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: return self._get(url).json() May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:18:57.792345 n-d-791505-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:18:57.806338 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a0ccb-7748-42cb-8a0c-7852433e370d req-4c5943a3-1189-47f8-8f9b-8caf2ae86f3b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:57.814071 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-343a0ccb-7748-42cb-8a0c-7852433e370d req-4c5943a3-1189-47f8-8f9b-8caf2ae86f3b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 945 time: 0.2095516 May 19 13:18:57.818540 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3769997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808841'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.840375 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:57.846262 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1a55b16a-bc61-48ae-b537-021298a50b2b tempest-TagsTest-45819341 tempest-TagsTest-45819341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:57.905491 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-343a0ccb-7748-42cb-8a0c-7852433e370d req-5bf8ce7f-2c26-4458-acbe-652060f62e55 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 May 19 13:18:57.976312 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-e4567fa6-2f34-4814-b058-ae936ae479b8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:57.977772 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-e4567fa6-2f34-4814-b058-ae936ae479b8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Synchronizing usage tracker for tenant:4a214921f991417b9bfadf5494eb3781 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:58.014703 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] 10.222.0.69 "DELETE /v2.0/networks/f2cf330e-cb80-4850-9478-9a4a8db69511 HTTP/1.1" status: 204 len: 168 time: 2.1472821 May 19 13:18:58.016176 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Pushing event deleted for resources: {'Network': ['ID=f2cf330e-cb80-4850-9478-9a4a8db69511,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:58.026822 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-6a92c7b4-8003-4bd6-a4b8-2e43c990b72f tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:58.026822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-e4567fa6-2f34-4814-b058-ae936ae479b8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Unset dirty status for tenant:4a214921f991417b9bfadf5494eb3781 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:58.026822 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-e4567fa6-2f34-4814-b058-ae936ae479b8 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 946 time: 0.9986115 May 19 13:18:58.191680 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe1866-f2ad-4951-a37f-15d028359f9b req-e483b2bf-52ae-46a8-b518-c3e3ab735771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:58.193691 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-38fe1866-f2ad-4951-a37f-15d028359f9b req-e483b2bf-52ae-46a8-b518-c3e3ab735771 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 1096 time: 0.8404708 May 19 13:18:58.258311 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-38fe1866-f2ad-4951-a37f-15d028359f9b req-2f233b87-7764-4587-b57f-f6692339d8e5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 May 19 13:18:58.280377 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Deleting port b6735c16-217d-403d-86a5-7996b482f1f8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:18:58.281235 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:58.588026 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] For port b6735c16-217d-403d-86a5-7996b482f1f8, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=b6735c16-217d-403d-86a5-7996b482f1f8,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:58.588600 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:58.806553 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7df45-6446-4c28-ad64-e617f046a524 req-4e430ad0-af0f-4207-95a2-a1c3f5cc92fe tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:18:58.822771 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbc7df45-6446-4c28-ad64-e617f046a524 req-4e430ad0-af0f-4207-95a2-a1c3f5cc92fe tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 945 time: 0.5311916 May 19 13:18:58.961348 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Calling delete_port for b6735c16-217d-403d-86a5-7996b482f1f8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:18:58.994698 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-cbc7df45-6446-4c28-ad64-e617f046a524 req-ca197033-8d00-4f42-b34e-0db890ead4a3 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613235 May 19 13:18:59.117526 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:18:59.186877 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:59.197845 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-df727848-5fa7-4c38-8229-677338f62354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:18:59.204203 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['7c7f3af7-f200-4d42-ac2b-4dee2f69f691', '5e7c2410-7246-4f37-807f-72a9bf6259a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:18:59.221714 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-fc9236d8-6bb6-443f-8304-ddde0644ad93 req-c1b499d4-42d6-4bc6-a8ca-375cd1965211 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.1232412 May 19 13:18:59.292351 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Pushing event deleted for resources: {'Port': ['ID=b6735c16-217d-403d-86a5-7996b482f1f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:59.297942 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:18:59.525898 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] No DVR routers for this DVR port b6735c16-217d-403d-86a5-7996b482f1f8 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:59.532630 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:59.540025 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'name': 'network-vif-deleted', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:18:59.584059 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a954128c-a5c6-48c3-8bf2-aba52903148d req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "DELETE /v2.0/ports/b6735c16-217d-403d-86a5-7996b482f1f8 HTTP/1.1" status: 204 len: 173 time: 1.5532622 May 19 13:18:59.713810 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5430c883-3493-4ef2-9cfc-ae9787087f80', 'name': 'network-vif-deleted', 'tag': 'b6735c16-217d-403d-86a5-7996b482f1f8', 'status': 'completed', 'code': 200} May 19 13:19:00.549077 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607512b7-758f-4006-a4ae-75d12bb1f186 req-d6e01953-d634-49a5-87e0-9b92410d6bc5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:00.553690 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-607512b7-758f-4006-a4ae-75d12bb1f186 req-d6e01953-d634-49a5-87e0-9b92410d6bc5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 945 time: 0.2507324 May 19 13:19:00.693483 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b6735c16-217d-403d-86a5-7996b482f1f8 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:19:00.752531 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-ba6a2718-f0dd-42ea-ab87-5f5b8f440091 req-76d24072-1fe8-4b3a-9a87-1db44e43f72f tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=5430c883-3493-4ef2-9cfc-ae9787087f80 HTTP/1.1" status: 200 len: 210 time: 0.1220984 May 19 13:19:00.797682 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-607512b7-758f-4006-a4ae-75d12bb1f186 req-c2c542ee-5252-4e02-938f-502040a619c5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304447 May 19 13:19:00.830623 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: b6735c16-217d-403d-86a5-7996b482f1f8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:19:00.831272 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device b6735c16-217d-403d-86a5-7996b482f1f8 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:19:02.119462 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-3afec90a-ac2f-4975-8982-1f38d091160d tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:02.122497 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-3afec90a-ac2f-4975-8982-1f38d091160d tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 0.2335222 May 19 13:19:02.151652 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-99f0e5f4-381b-4db7-82bc-41ccc7741feb tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/quotas/c58acf1b4cf3434d927816a2f0669365 HTTP/1.1" status: 200 len: 375 time: 0.0217292 May 19 13:19:02.308247 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a871eb9a-db26-4911-b2cf-9216a2edd4d3 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444705 May 19 13:19:02.747139 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-40b3b27a-350c-4aa8-8f5a-ccab35236ca7 service neutron] 10.222.0.69 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216514 May 19 13:19:02.800649 n-d-791505-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b50e75-fc05-446f-bc46-9b8b49c3f990 req-416456cc-0e46-404c-8ccd-e3da67c2e430 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:02.802274 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29b50e75-fc05-446f-bc46-9b8b49c3f990 req-416456cc-0e46-404c-8ccd-e3da67c2e430 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 945 time: 0.1710923 May 19 13:19:03.067547 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-1b187651-d35a-4e29-bf8a-93418159fd08 service neutron] 10.222.0.69 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028619 May 19 13:19:03.099059 n-d-791505-2 neutron-server[93820]: INFO neutron.wsgi [req-29b50e75-fc05-446f-bc46-9b8b49c3f990 req-47338e58-910c-4582-b818-b42715e68bb7 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.69 "GET /v2.0/security-groups?id=d441e80a-258d-47f4-a6aa-48dfccc0ee17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177039 May 19 13:19:03.350993 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-1980ed2b-976b-458d-88bd-52e9b4c94389 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:03.352987 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-1980ed2b-976b-458d-88bd-52e9b4c94389 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Synchronizing usage tracker for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:19:03.383284 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-1980ed2b-976b-458d-88bd-52e9b4c94389 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Unset dirty status for tenant:c58acf1b4cf3434d927816a2f0669365 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:19:03.384994 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-1980ed2b-976b-458d-88bd-52e9b4c94389 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b849c03-9e62-422d-97b0-c169d0136c1b HTTP/1.1" status: 200 len: 945 time: 0.4574912 May 19 13:19:03.665216 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Deleting port c8410a41-496b-4149-be5c-4892f88d1ce0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:19:03.665834 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:03.721996 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-5ee43b53-efed-46d5-afe5-f0cba81bf179 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:03.724545 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-5ee43b53-efed-46d5-afe5-f0cba81bf179 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf HTTP/1.1" status: 200 len: 945 time: 0.3185310 May 19 13:19:03.986740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] For port c8410a41-496b-4149-be5c-4892f88d1ce0, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=c8410a41-496b-4149-be5c-4892f88d1ce0,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:03.987251 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:04.154036 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Calling delete_port for c8410a41-496b-4149-be5c-4892f88d1ce0 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:19:04.267543 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Deleting port 090d379f-2199-46d7-8a49-b3b5da350347 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:19:04.267863 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:04.452646 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-2b7b5292-ba75-42b0-aea5-e1195c1ecb78 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:04.453936 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-2b7b5292-ba75-42b0-aea5-e1195c1ecb78 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Synchronizing usage tracker for tenant:4a214921f991417b9bfadf5494eb3781 on resource:port {{(pid=93821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:19:04.588200 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-2b7b5292-ba75-42b0-aea5-e1195c1ecb78 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Unset dirty status for tenant:4a214921f991417b9bfadf5494eb3781 on resource:port {{(pid=93821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:19:04.590793 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-2b7b5292-ba75-42b0-aea5-e1195c1ecb78 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "GET /v2.0/ports?device_id=37b27c3e-bb68-465f-8f68-4522fad26557 HTTP/1.1" status: 200 len: 945 time: 0.4322729 May 19 13:19:04.767888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] For port 090d379f-2199-46d7-8a49-b3b5da350347, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=090d379f-2199-46d7-8a49-b3b5da350347,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:04.768274 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:04.928374 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Calling delete_port for 090d379f-2199-46d7-8a49-b3b5da350347 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:19:05.045076 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:05.054339 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-7e36c561-789a-462e-a190-95ada04bb7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:05.058600 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['090d379f-2199-46d7-8a49-b3b5da350347'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:05.116895 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event deleted for resources: {'Port': ['ID=c8410a41-496b-4149-be5c-4892f88d1ce0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:05.165175 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:05.233842 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] No DVR routers for this DVR port c8410a41-496b-4149-be5c-4892f88d1ce0 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:19:05.236892 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Deleting port 5e7c2410-7246-4f37-807f-72a9bf6259a7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 13:19:05.237340 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772104061543'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:05.254662 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:05.258438 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'name': 'network-vif-deleted', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:05.720134 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-7f0d6315-be80-44d3-b8b7-6c4bdd14fae4 req-4f8350be-e4ff-4a75-abab-c21130532072 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "DELETE /v2.0/ports/c8410a41-496b-4149-be5c-4892f88d1ce0 HTTP/1.1" status: 204 len: 173 time: 2.3149827 May 19 13:19:05.763047 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b849c03-9e62-422d-97b0-c169d0136c1b', 'name': 'network-vif-deleted', 'tag': 'c8410a41-496b-4149-be5c-4892f88d1ce0', 'status': 'completed', 'code': 200} May 19 13:19:05.814011 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:05.840698 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-bea25310-ad02-4c38-9fc8-b716c54600ee tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:06.056900 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event deleted for resources: {'Port': ['ID=090d379f-2199-46d7-8a49-b3b5da350347,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:06.296916 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:06.393651 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-0c4395b4-e310-4aab-93f4-5942e2d0a29b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:06.395247 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-0c4395b4-e310-4aab-93f4-5942e2d0a29b tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 0.3293304 May 19 13:19:06.449197 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Request body: {'port': {'device_id': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'admin_state_up': True, 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:06.525735 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] No DVR routers for this DVR port 090d379f-2199-46d7-8a49-b3b5da350347 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:19:06.534187 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] For port 5e7c2410-7246-4f37-807f-72a9bf6259a7, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=5e7c2410-7246-4f37-807f-72a9bf6259a7,segment=NetworkSegment(cd4f0433-ed91-446e-8b5c-87a0bfcef482),segment_id=cd4f0433-ed91-446e-8b5c-87a0bfcef482)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:06.534539 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807887'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:06.551454 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:06.553460 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5fe896-a454-4477-a9d5-642ac878f8d6 req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "DELETE /v2.0/ports/090d379f-2199-46d7-8a49-b3b5da350347 HTTP/1.1" status: 204 len: 173 time: 2.7754858 May 19 13:19:06.734509 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c8410a41-496b-4149-be5c-4892f88d1ce0 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:19:06.806726 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: c8410a41-496b-4149-be5c-4892f88d1ce0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:19:06.807244 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device c8410a41-496b-4149-be5c-4892f88d1ce0 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:19:06.807554 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 090d379f-2199-46d7-8a49-b3b5da350347 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:19:06.812964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-3cd42805-6561-46f9-81ec-9862059b616d tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:06.815605 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-3cd42805-6561-46f9-81ec-9862059b616d tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 812 time: 1.4560599 May 19 13:19:06.843406 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Calling delete_port for 5e7c2410-7246-4f37-807f-72a9bf6259a7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 13:19:06.855585 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 090d379f-2199-46d7-8a49-b3b5da350347 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:19:06.855973 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 090d379f-2199-46d7-8a49-b3b5da350347 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:19:06.859608 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Request body: {'port': {'device_id': '416c4316-88a6-4315-a98c-e618a268cf40', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'admin_state_up': True, 'tenant_id': 'c58acf1b4cf3434d927816a2f0669365'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:07.029469 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:07.040440 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Usage tracker for resource:port and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:07.047290 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:07.060923 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:07.109255 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:19:07.113239 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:07.128836 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:07.138328 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Usage tracker for resource:port and tenant:c58acf1b4cf3434d927816a2f0669365 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:07.141855 n-d-791505-2 neutron-server[93821]: DEBUG neutron.quota.resource [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:07.153614 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.quota.driver [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:07.249838 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Made reservation on behalf of c58acf1b4cf3434d927816a2f0669365 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:19:07.253927 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:07.420633 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772104062648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772103630583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:07.437869 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['7c7f3af7-f200-4d42-ac2b-4dee2f69f691'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:07.512392 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-61d68717-1ee1-4533-857f-7710a64d7375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:07.618692 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Pushing event deleted for resources: {'Port': ['ID=5e7c2410-7246-4f37-807f-72a9bf6259a7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:07.630344 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:07.731224 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] No DVR routers for this DVR port 5e7c2410-7246-4f37-807f-72a9bf6259a7 on host n-h1-791505-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:19:07.733476 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Allocated IP 172.20.0.7 (1ba1cb6d-e091-4081-b0bf-8d9757a3b908/816689b2-647a-4394-b94f-6f4b4805b81e/dc2b3937-d0b0-4001-b06f-84e5112ede57) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:19:07.736603 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:07.765097 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'name': 'network-vif-deleted', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347'}, {'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'name': 'network-vif-deleted', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:07.779092 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-42237f01-0aa2-4219-aa35-b25c6de1ae8f req-0b9e522e-e53a-4862-a3ca-792d62724679 tempest-ListServerFiltersTestJSON-865438930 tempest-ListServerFiltersTestJSON-865438930-project] 10.222.0.71 "DELETE /v2.0/ports/5e7c2410-7246-4f37-807f-72a9bf6259a7 HTTP/1.1" status: 204 len: 173 time: 3.1766593 May 19 13:19:07.942802 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e6d813-ab69-4f1a-bfe6-7136be3bb0bf', 'name': 'network-vif-deleted', 'tag': '090d379f-2199-46d7-8a49-b3b5da350347', 'status': 'completed', 'code': 200} May 19 13:19:07.943764 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b27c3e-bb68-465f-8f68-4522fad26557', 'name': 'network-vif-deleted', 'tag': '5e7c2410-7246-4f37-807f-72a9bf6259a7', 'status': 'completed', 'code': 200} May 19 13:19:08.196677 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:08.538205 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:08.587460 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-5c02b7a8-f1b0-4d2b-a311-b02c92759091 tempest-TaggedBootDevicesTest-1805213126 tempest-TaggedBootDevicesTest-1805213126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:08.720019 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:19:08.728378 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event updated for resources: {'Port': ['ID=dc2b3937-d0b0-4001-b06f-84e5112ede57,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:08.735300 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:08.737587 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:19:08.739492 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5e7c2410-7246-4f37-807f-72a9bf6259a7 no longer exists at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:19:08.776693 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:19:08.787978 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] No Port match for: 5e7c2410-7246-4f37-807f-72a9bf6259a7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 13:19:08.788539 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 5e7c2410-7246-4f37-807f-72a9bf6259a7 not bound to the agent host n-h1-791505-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:19:08.908740 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Allocated IP 172.20.0.4 (1ba1cb6d-e091-4081-b0bf-8d9757a3b908/816689b2-647a-4394-b94f-6f4b4805b81e/90a1a8a5-817d-4328-8af4-5b02b51ce2cf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:19:08.924909 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:08.925844 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:08.973789 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-93b23895-2247-46e3-a628-12003761ae75 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5349340 May 19 13:19:09.013364 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Request body: {'port': {'device_id': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:09.459582 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:09.662538 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:09.903610 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772103630574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144978'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:09.937645 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ae5c2fc3-baa4-4308-8adb-c1ca16f413a5 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:10.206804 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:19:10.217453 n-d-791505-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:19:10.229101 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 13:19:10.343750 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Pushing event updated for resources: {'Port': ['ID=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:10.401094 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-825f9688-e701-4a6b-9b88-168635faf002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:10.402813 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:10.418094 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:10.419215 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:10.473766 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-51a95aad-14d9-4146-9e85-cbf1fd47be8a tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6189699 May 19 13:19:10.544194 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Request body: {'port': {'device_id': '416c4316-88a6-4315-a98c-e618a268cf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:10.626833 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2b3937-d0b0-4001-b06f-84e5112ede57 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:19:10.638601 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:10.705003 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Transition to ACTIVE for port object dc2b3937-d0b0-4001-b06f-84e5112ede57 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:19:10.713681 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:10.719314 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-ddc73ce0-19b5-4202-8aab-3d3d514a2adf tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:10.755883 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:10.922217 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b3937-d0b0-4001-b06f-84e5112ede57,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:10.928399 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:11.153157 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Attempting to bind port dc2b3937-d0b0-4001-b06f-84e5112ede57 on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:19:11.153488 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Attempting to bind port dc2b3937-d0b0-4001-b06f-84e5112ede57 by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:19:11.153820 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Attempting to bind port dc2b3937-d0b0-4001-b06f-84e5112ede57 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:11.210385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Port dc2b3937-d0b0-4001-b06f-84e5112ede57 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:19:11.211734 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Attempting to bind port dc2b3937-d0b0-4001-b06f-84e5112ede57 on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:11.228685 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:19:11.229034 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Checking segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:19:11.229428 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Bound using segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:19:11.229888 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Bound port: dc2b3937-d0b0-4001-b06f-84e5112ede57, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:19:11.230236 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:11.634990 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] For port dc2b3937-d0b0-4001-b06f-84e5112ede57, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:19:11.744267 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] For port dc2b3937-d0b0-4001-b06f-84e5112ede57, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:19:11.759176 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:11.768721 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-742d4571-4d92-4ed8-b5eb-d868a786ab49 tempest-PortsIpV6TestJSON-1603543015 tempest-PortsIpV6TestJSON-1603543015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:11.833099 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a1a8a5-817d-4328-8af4-5b02b51ce2cf {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:19:11.845227 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:11.845862 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:11.847309 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] 10.222.0.71 "PUT /v2.0/ports/dc2b3937-d0b0-4001-b06f-84e5112ede57 HTTP/1.1" status: 200 len: 1091 time: 2.8483927 May 19 13:19:11.847872 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'tag': 'dc2b3937-d0b0-4001-b06f-84e5112ede57'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:11.855518 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:11.883108 n-d-791505-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Transition to ACTIVE for port object 90a1a8a5-817d-4328-8af4-5b02b51ce2cf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:19:11.888548 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b3937-d0b0-4001-b06f-84e5112ede57,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:11.896854 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-a1249064-0382-4dc4-b425-519ec1251cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:11.897685 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:11.906426 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-77fc13aa-e4a0-4847-af34-503ec0422528 tempest-MultipleCreateTestJSON-1603802742 tempest-MultipleCreateTestJSON-1603802742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:11.979879 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'tag': 'dc2b3937-d0b0-4001-b06f-84e5112ede57', 'status': 'completed', 'code': 200} May 19 13:19:12.152359 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Pushing event updated for resources: {'Port': ['ID=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:12.184890 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:12.219795 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-d644116f-0ae5-40d9-8fe3-2be59ccd11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:12.221400 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-d644116f-0ae5-40d9-8fe3-2be59ccd11a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=f992d726-fd2d-4378-bf3b-84b021809c7f HTTP/1.1" status: 200 len: 1094 time: 0.2816799 May 19 13:19:12.312200 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-4a667915-b2c1-46f7-8d48-2a99ae21d7bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57 HTTP/1.1" status: 200 len: 217 time: 0.0771255 May 19 13:19:12.312979 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Attempting to bind port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf on host n-h1-791505-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:19:12.313315 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Attempting to bind port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf by drivers openvswitch,hyperv on host n-h1-791505-2 at level 0 using segments [{'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:19:12.313648 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Attempting to bind port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:12.359791 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:19:12.360162 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Attempting to bind port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf on network 1ba1cb6d-e091-4081-b0bf-8d9757a3b908 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:12.379014 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Checking agent: {'id': 'b4609971-9e8a-4489-8f7a-6e446f430bf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'started_at': datetime.datetime(2021, 5, 19, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:19:12.379363 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Checking segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 13:19:12.379743 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Bound using segment: {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:19:12.380214 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Bound port: 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host: n-h1-791505-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95731857-e981-4fdb-9f08-f06eefd22b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:19:12.380566 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:12.454366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-6c996893-606a-4b78-9cb9-d9a463cfd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:12.455885 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-6c996893-606a-4b78-9cb9-d9a463cfd923 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.1359138 May 19 13:19:12.515968 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-b6038d49-ed06-414e-8eb8-700a22f2d0de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514390 May 19 13:19:12.634313 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] For port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host n-h1-791505-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:19:12.669150 n-d-791505-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] For port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host n-h1-791505-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:19:12.678509 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144971'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:12.688542 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-1f7555f0-f530-4c2c-b2cb-ba0a71edf2e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:12.800847 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:12.801477 n-d-791505-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521186'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:12.802942 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] 10.222.0.71 "PUT /v2.0/ports/90a1a8a5-817d-4328-8af4-5b02b51ce2cf HTTP/1.1" status: 200 len: 1091 time: 2.3197300 May 19 13:19:12.810254 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-c61878f6-adef-4743-8349-ee029d1482c1 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802598 May 19 13:19:12.851282 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-999e27e9-c616-4c99-8218-2b6e68298ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:12.870483 n-d-791505-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Pushing event updated for resources: {'Port': ['ID=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:12.875642 n-d-791505-2 neutron-server[93821]: DEBUG oslo_concurrency.lockutils [None req-33da1539-482a-4ae3-9cd4-b1dce70874bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:12.937255 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:13.053045 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-a4e83398-b978-42f2-89e1-21e7a9239392 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332528 May 19 13:19:13.070883 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-89c9de2f-0f0d-4b53-907a-f780b4c1a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:13.074248 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-89c9de2f-0f0d-4b53-907a-f780b4c1a4fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=416c4316-88a6-4315-a98c-e618a268cf40 HTTP/1.1" status: 200 len: 1094 time: 0.1298573 May 19 13:19:13.203975 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-2f8ac1e0-24b8-4d5c-b9aa-0205edf7fd61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf HTTP/1.1" status: 200 len: 217 time: 0.1220570 May 19 13:19:13.299074 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-8c702202-62de-4c46-a067-45b95aff7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:13.300631 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-8c702202-62de-4c46-a067-45b95aff7802 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.0887134 May 19 13:19:13.347497 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-aa027c1a-7d70-443e-95a1-a9573fe5e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:13.349040 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-aa027c1a-7d70-443e-95a1-a9573fe5e5d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=f992d726-fd2d-4378-bf3b-84b021809c7f HTTP/1.1" status: 200 len: 1094 time: 0.1934738 May 19 13:19:13.359260 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-4be10dfc-5ea7-438c-b720-866fbdff50e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505829 May 19 13:19:13.769366 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-9284d1bb-6884-40a9-95a8-b4b821d34590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:13.771048 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-9284d1bb-6884-40a9-95a8-b4b821d34590 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.4107320 May 19 13:19:13.867377 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-d3c8cf61-dd63-4efc-953d-5a60f4e6b116 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57 HTTP/1.1" status: 200 len: 217 time: 0.0778940 May 19 13:19:13.870033 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-89b04207-a5f1-47f7-8638-9d724ee4740e service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625725 May 19 13:19:13.980931 n-d-791505-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416c4316-88a6-4315-a98c-e618a268cf40', 'tag': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:14.093443 n-d-791505-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416c4316-88a6-4315-a98c-e618a268cf40', 'tag': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf', 'status': 'completed', 'code': 200} May 19 13:19:14.135170 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-7f02a5e5-770f-4990-8a14-9a9f308d01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:14.136712 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-7f02a5e5-770f-4990-8a14-9a9f308d01e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.2572763 May 19 13:19:14.211787 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-31cacc36-c4df-4fca-8ca3-fa2ae26cc0ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603786 May 19 13:19:14.212292 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ba4bb3-6247-4c4a-816a-d5d54f9a4086 req-60a9f211-379a-42a4-a306-56ba7f6f3d2d service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986987 May 19 13:19:14.320553 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:14.430735 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-1e708d35-7b8d-42cc-a7c3-7b9f764bf879 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114756 May 19 13:19:14.439105 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488141d-187e-4a30-aac1-935104c986cf req-c96c500d-0db1-4b34-90b4-2685ed6ae944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:14.441572 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-c96c500d-0db1-4b34-90b4-2685ed6ae944 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=416c4316-88a6-4315-a98c-e618a268cf40 HTTP/1.1" status: 200 len: 1094 time: 0.1252542 May 19 13:19:14.731430 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-5751c221-4242-4d4c-9670-4b6c8d59069f req-1186c0d3-b22b-4973-a7a1-e02cd2ddb22e service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865329 May 19 13:19:14.732622 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488141d-187e-4a30-aac1-935104c986cf req-145ea153-14ab-472d-81ce-0fe21b1c21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:14.734023 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-145ea153-14ab-472d-81ce-0fe21b1c21c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.2608306 May 19 13:19:14.821966 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-bf408529-1f0f-407b-906d-acc847887661 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf HTTP/1.1" status: 200 len: 217 time: 0.0780687 May 19 13:19:14.924441 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488141d-187e-4a30-aac1-935104c986cf req-03520846-703b-40fc-9de4-69d4eb7f40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:14.926695 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-03520846-703b-40fc-9de4-69d4eb7f40cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.0976894 May 19 13:19:14.987148 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-4b94e55a-a32c-4574-a860-41c102637e66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525970 May 19 13:19:15.162552 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-5ec4edef-2943-4eac-9651-18c9b47ed446 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662569 May 19 13:19:15.481312 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-0488141d-187e-4a30-aac1-935104c986cf req-127096c1-8783-4748-a5ac-41b4801b09ea service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108282 May 19 13:19:15.615248 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:15.688425 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:16.765824 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device dc2b3937-d0b0-4001-b06f-84e5112ede57 details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:19:16.968254 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port dc2b3937-d0b0-4001-b06f-84e5112ede57, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:16.996127 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': 'dc2b3937-d0b0-4001-b06f-84e5112ede57', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'port_id': 'dc2b3937-d0b0-4001-b06f-84e5112ede57', 'mac_address': 'fa:16:3e:d9:ce:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816689b2-647a-4394-b94f-6f4b4805b81e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:19:17.091507 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:17.118431 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2b3937-d0b0-4001-b06f-84e5112ede57 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:19:17.143516 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port dc2b3937-d0b0-4001-b06f-84e5112ede57, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:17.149475 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:17.151816 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:17.243633 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=dc2b3937-d0b0-4001-b06f-84e5112ede57,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:17.246593 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:17.247423 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:17.525572 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['dc2b3937-d0b0-4001-b06f-84e5112ede57'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:18.815674 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 90a1a8a5-817d-4328-8af4-5b02b51ce2cf details requested by agent hyperv_n-h1-791505-2 with host n-h1-791505-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:19:18.818725 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device dc2b3937-d0b0-4001-b06f-84e5112ede57 up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:19:18.853759 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-de28510f-6180-4d50-b8fb-5900be438144 req-16ba8a0f-d9ba-4d07-b73b-bb407405f4b2 service neutron] (93821) timed out ('10.222.0.57', 54909) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:19:19.063044 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port dc2b3937-d0b0-4001-b06f-84e5112ede57 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:19:19.073723 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port dc2b3937-d0b0-4001-b06f-84e5112ede57 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:19:19.074007 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.153183 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:19.173542 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Returning: {'device': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf', 'network_id': '1ba1cb6d-e091-4081-b0bf-8d9757a3b908', 'port_id': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf', 'mac_address': 'fa:16:3e:62:b6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816689b2-647a-4394-b94f-6f4b4805b81e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:19:19.352757 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.395349 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a1a8a5-817d-4328-8af4-5b02b51ce2cf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 13:19:19.406174 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.464353 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:19.470895 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.479717 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-a1eaad3e-be1f-41f7-b5fb-03968e3b2fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:19.512896 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b3937-d0b0-4001-b06f-84e5112ede57'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:19.546422 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port dc2b3937-d0b0-4001-b06f-84e5112ede57, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:19.570157 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.593678 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:19.598704 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:19.599457 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:19.660909 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992d726-fd2d-4378-bf3b-84b021809c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b3937-d0b0-4001-b06f-84e5112ede57', 'code': 200} May 19 13:19:19.737570 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=dc2b3937-d0b0-4001-b06f-84e5112ede57,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:19.753317 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:19.842385 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c182b6-b4f7-4eaa-b667-9103e2f54e04 req-5476f3e7-48ec-4c48-ad63-44e73d2f0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:19.844201 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a0c182b6-b4f7-4eaa-b667-9103e2f54e04 req-5476f3e7-48ec-4c48-ad63-44e73d2f0e84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f992d726-fd2d-4378-bf3b-84b021809c7f HTTP/1.1" status: 200 len: 1096 time: 0.1190615 May 19 13:19:19.918700 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-a0c182b6-b4f7-4eaa-b667-9103e2f54e04 req-88eca415-15d2-4e87-be0a-2e2b613412dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 May 19 13:19:20.075114 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] get_ports_and_sgs() called for port_ids ['90a1a8a5-817d-4328-8af4-5b02b51ce2cf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:22.830310 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Device 90a1a8a5-817d-4328-8af4-5b02b51ce2cf up at agent hyperv_n-h1-791505-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:19:22.938770 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning for port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:19:22.949698 n-d-791505-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Provisioning complete for port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:19:22.950755 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740691'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.155825 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605837'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.186456 n-d-791505-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416c4316-88a6-4315-a98c-e618a268cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 13:19:23.197843 n-d-791505-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] For port 90a1a8a5-817d-4328-8af4-5b02b51ce2cf, host n-h1-791505-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-2',level=0,port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,segment=NetworkSegment(95731857-e981-4fdb-9f08-f06eefd22b9f),segment_id=95731857-e981-4fdb-9f08-f06eefd22b9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:23.203819 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772104062639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772103632900', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772103632945'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.207214 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 13:19:23.294690 n-d-791505-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Pushing event updated for resources: {'Port': ['ID=90a1a8a5-817d-4328-8af4-5b02b51ce2cf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:23.300768 n-d-791505-2 neutron-server[93822]: DEBUG oslo_concurrency.lockutils [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 13:19:23.318082 n-d-791505-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416c4316-88a6-4315-a98c-e618a268cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a1a8a5-817d-4328-8af4-5b02b51ce2cf', 'code': 200} May 19 13:19:23.487413 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87c9fa-85ca-4217-9891-9538f403253a req-c24cad96-f611-4209-b4f5-19a9b9fb05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:23.489345 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b87c9fa-85ca-4217-9891-9538f403253a req-c24cad96-f611-4209-b4f5-19a9b9fb05c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=416c4316-88a6-4315-a98c-e618a268cf40 HTTP/1.1" status: 200 len: 1096 time: 0.1020074 May 19 13:19:23.540445 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-6b87c9fa-85ca-4217-9891-9538f403253a req-f5b1fb56-7014-48b3-8dba-7823c31e008a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495e425-5eab-43ed-9dc9-43fcf7a8553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 May 19 13:19:25.244401 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-895e98b7-2a03-492c-942c-94da89c99e25 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075914 May 19 13:19:25.362684 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-2dc6945f-5c31-4eec-bcb3-e0eca17a903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:25.364427 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-2dc6945f-5c31-4eec-bcb3-e0eca17a903b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1096 time: 0.0883811 May 19 13:19:25.608145 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-7a934f0e-1663-4e67-9162-82c962f2f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:25.609996 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-7a934f0e-1663-4e67-9162-82c962f2f43e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 0.2243075 May 19 13:19:25.707360 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-8bbe80ce-1794-4e9a-a918-1f7a535d6a79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 217 time: 0.0888460 May 19 13:19:25.847530 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-04c6d113-8fa6-41b7-bdc4-6e0e695155f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:25.850493 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-04c6d113-8fa6-41b7-bdc4-6e0e695155f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.1356614 May 19 13:19:25.949373 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-a51f21cc-a38a-4495-95bf-a030c70c61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:19:25.951432 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-a51f21cc-a38a-4495-95bf-a030c70c61c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936651 May 19 13:19:26.149884 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-5376630f-c21c-4a91-becd-975db84a9e33 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917646 May 19 13:19:26.322804 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-45110db5-1a65-49ca-b20c-c09f5a0dc3d4 req-3e5d694f-8d6a-4894-99f2-4fae11f353e5 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661153 May 19 13:19:36.116872 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:19:40.311406 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ea31efa-2710-455b-a41d-c0de0959dc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:42.837510 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfef2-b4a7-40d1-8db6-ab45e6db0347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:42.918536 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:44.318268 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:45.619055 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:45.688736 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:47.222445 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:10.309114 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f548ac9-2831-4829-9429-64de08f4512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:12.842110 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f84cb0d1-43f4-4c39-8c1b-6b3e74f335f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:12.915281 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:13.116939 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:20:14.313176 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:15.614611 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:15.684758 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:17.232394 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:40.306234 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edac93d9-9f79-4480-9eda-b1de2b5f273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:42.848572 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f0fd645-8b4d-463f-9259-6e852a790636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:42.911706 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:44.317978 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:45.610659 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:45.687611 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:47.285011 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:50.116686 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:21:10.300731 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9968e650-85f0-40a5-8be6-f2ddd9a04f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.845342 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4eda07ea-89ee-467c-a866-0f5b5cba1bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.910462 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:14.318176 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.613814 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.693479 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.227818 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:26.360323 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-0d704873-7157-4caa-b46c-b2f3b91e3781 req-8c217fb9-c27c-4b78-8f8b-710751988391 service neutron] (93821) timed out ('10.222.0.57', 55143) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:21:27.117457 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:21:27.206093 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-891e0519-3e1d-42f1-b316-839989d2819a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970678 May 19 13:21:27.365908 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d1c22-671c-4171-b339-6da8007773c0 req-7bea47f7-3348-4ebc-b5ba-29cd4360b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:21:27.367618 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-7bea47f7-3348-4ebc-b5ba-29cd4360b0b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.0797498 May 19 13:21:27.539078 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d1c22-671c-4171-b339-6da8007773c0 req-71019810-c75c-4447-8c1f-d0f5677d772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:21:27.540700 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-71019810-c75c-4447-8c1f-d0f5677d772c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.1528435 May 19 13:21:27.658215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-da818c4a-0e52-4642-8f54-099291ac2451 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.1101539 May 19 13:21:27.729782 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d1c22-671c-4171-b339-6da8007773c0 req-fc27f1bd-b15e-4cd3-8f71-b1cc4b00ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:21:27.731245 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-fc27f1bd-b15e-4cd3-8f71-b1cc4b00ec28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.0667255 May 19 13:21:27.827964 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d1c22-671c-4171-b339-6da8007773c0 req-2712202c-e449-469a-803c-9c8b90a7422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:21:27.829539 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-2712202c-e449-469a-803c-9c8b90a7422b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895524 May 19 13:21:27.841558 n-d-791505-2 neutron-server[93821]: DEBUG neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-b8d7bff4-fff0-4b84-8457-7f20893d3c5d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:21:27.842602 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-b8d7bff4-fff0-4b84-8457-7f20893d3c5d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056424 May 19 13:21:27.997544 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-5376e255-4832-431a-b2ba-2aa48a0032f3 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465013 May 19 13:21:28.142112 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e44d1c22-671c-4171-b339-6da8007773c0 req-69be7ecd-e16c-4eef-92c1-fc306f42feab service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381772 May 19 13:21:40.306869 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4210a62-3793-49ea-b1f7-8655957dc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:42.850507 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1e02-021e-4d12-bf9e-1300f839f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:42.906930 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:44.322873 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:45.614374 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:45.693757 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:47.247334 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:04.119419 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:22:10.310304 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-171ef2eb-a7a5-4709-b099-3969c353cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.852202 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5ea3-389a-4d20-b16f-46d0f73d1559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.911833 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:14.326580 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:15.606349 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:15.697665 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:17.254494 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:28.198284 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-d414e192-7cac-437b-bf6e-2e676cf05600 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3af06a8-69d1-46ff-a473-a47c23714f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786657 May 19 13:22:28.303822 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-afcd287a-d165-44fe-a641-4783bd828cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:22:28.305512 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-afcd287a-d165-44fe-a641-4783bd828cdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a214921f991417b9bfadf5494eb3781&device_id=a3af06a8-69d1-46ff-a473-a47c23714f26 HTTP/1.1" status: 200 len: 1096 time: 0.0847304 May 19 13:22:28.610172 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-eeaef863-9ace-491d-9036-070a50d43f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:22:28.611644 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-eeaef863-9ace-491d-9036-070a50d43f1f service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ad4c11a-1641-4b7e-a800-036ad6c16374 HTTP/1.1" status: 200 len: 917 time: 0.2862678 May 19 13:22:28.690022 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-e8ca2c78-b2d3-4e9a-89f1-6f91f9814934 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7f3af7-f200-4d42-ac2b-4dee2f69f691 HTTP/1.1" status: 200 len: 217 time: 0.0709250 May 19 13:22:28.760178 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-d6194db8-6720-4d71-a035-76774568eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:22:28.762152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-d6194db8-6720-4d71-a035-76774568eba5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6707d0ec-f144-4652-976b-49b99ffda36a HTTP/1.1" status: 200 len: 855 time: 0.0661252 May 19 13:22:28.847411 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-9db7d61e-cf8d-42c3-9611-8e39ebb35c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:22:28.849502 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-9db7d61e-cf8d-42c3-9611-8e39ebb35c2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ad4c11a-1641-4b7e-a800-036ad6c16374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794170 May 19 13:22:28.998642 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-c7268ca7-3757-46a9-bf5a-e06b98092b0f service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422312 May 19 13:22:29.146540 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0a8f7a-2d47-4dbb-97cb-af9198e4ff9c req-bb3975aa-3fdf-40a1-bf31-5503e235e764 service neutron] 10.222.0.71 "GET /v2.0/networks/4ad4c11a-1641-4b7e-a800-036ad6c16374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402738 May 19 13:22:40.316493 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dcd16c5-6384-4c29-ba56-74c547803f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:41.120005 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:22:42.856696 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3b7a-22a8-4262-95ef-c52c082027dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:42.917119 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:44.327186 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:45.625863 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:45.701125 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:47.259064 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:10.311200 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-798d28ec-dd6d-48cb-aab9-650524ed9b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:12.859510 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebce9090-8ec2-4fb2-990d-c2cff081b029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:12.921619 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:14.330769 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:15.633975 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:15.711921 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:17.294844 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:18.120197 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:23:28.343577 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-a521f480-bff4-4c07-abdf-7497c25aa7cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=416c4316-88a6-4315-a98c-e618a268cf40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068772 May 19 13:23:28.442098 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-185e625a-48a8-452b-89fa-3f66b5d4d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:23:28.443744 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-185e625a-48a8-452b-89fa-3f66b5d4d3da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=416c4316-88a6-4315-a98c-e618a268cf40 HTTP/1.1" status: 200 len: 1096 time: 0.0774226 May 19 13:23:28.615802 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-15cb1323-e88a-4849-946c-eba89cc52e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:23:28.618328 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-15cb1323-e88a-4849-946c-eba89cc52e2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.1545980 May 19 13:23:28.697394 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-025a24b0-b846-464f-b623-cfcb0c0f463e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a1a8a5-817d-4328-8af4-5b02b51ce2cf HTTP/1.1" status: 200 len: 217 time: 0.0719447 May 19 13:23:28.765339 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-fb5d4e88-1999-4ac4-83d2-b46dcfe37d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:23:28.766798 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-fb5d4e88-1999-4ac4-83d2-b46dcfe37d6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.0631149 May 19 13:23:28.824215 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-4cadf4e0-da11-46b4-8b26-be5d4e9f33eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480638 May 19 13:23:28.984926 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-f99f1b4c-4cb8-42b0-8f2e-922bfc8e9ea8 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491776 May 19 13:23:29.126322 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-464d8d65-f7c7-44bf-9c57-5f9bcc41500a req-404080b4-948e-4d0a-9edd-297893408866 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342371 May 19 13:23:40.314785 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0780024c-1921-4e7a-999f-283e6a318616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:42.863778 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e48235ca-2b9f-4d4f-a660-2ddae36cd7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:42.925654 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:44.334347 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:45.639147 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:45.705983 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:47.305980 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:55.121033 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:24:10.312954 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89d00ad2-998c-4652-95de-a236e580451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:12.860472 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5a6f625-89cd-4739-bdf8-a937cd887c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:12.932821 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:14.339254 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:15.640970 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:15.713874 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:17.303935 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:30.197596 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-d24cfe68-d193-4bdb-99de-65e9bef9da24 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f992d726-fd2d-4378-bf3b-84b021809c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774426 May 19 13:24:30.302586 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-d096e566-2271-4c24-aab0-a9f26c96a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:24:30.304129 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-d096e566-2271-4c24-aab0-a9f26c96a265 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c58acf1b4cf3434d927816a2f0669365&device_id=f992d726-fd2d-4378-bf3b-84b021809c7f HTTP/1.1" status: 200 len: 1096 time: 0.0813236 May 19 13:24:30.462275 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-15f461ec-41b4-446f-a9c1-e84cc544f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:24:30.463707 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-15f461ec-41b4-446f-a9c1-e84cc544f51f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908 HTTP/1.1" status: 200 len: 913 time: 0.1374085 May 19 13:24:30.533152 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-5d4276e8-e8b6-4edb-9f96-c7375c87595a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2b3937-d0b0-4001-b06f-84e5112ede57 HTTP/1.1" status: 200 len: 217 time: 0.0616531 May 19 13:24:30.745283 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-507cfbe5-3f3a-4654-92fb-3e89451251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:24:30.746681 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-507cfbe5-3f3a-4654-92fb-3e89451251d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=816689b2-647a-4394-b94f-6f4b4805b81e HTTP/1.1" status: 200 len: 852 time: 0.2062700 May 19 13:24:30.797293 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-c646fa31-a6b7-4eb4-8794-65fe197c4adb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ba1cb6d-e091-4081-b0bf-8d9757a3b908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422916 May 19 13:24:31.071099 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-48a4eb83-f951-4287-b2fa-80495e66bdc5 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657993 May 19 13:24:31.220861 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-e1639bfe-207c-4a97-b3cc-0603fe3f5683 req-a99aa24b-bcce-4daa-b270-ad43889a1f66 service neutron] 10.222.0.71 "GET /v2.0/networks/1ba1cb6d-e091-4081-b0bf-8d9757a3b908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400423 May 19 13:24:32.121354 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:24:40.307871 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc95b818-c50f-4610-b81f-f00a84b01556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:42.860226 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7426beaa-63c3-4ccb-8bdc-58f54e9bb5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:42.928725 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:44.339495 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:45.647469 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:45.722846 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:47.317736 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:09.122623 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:25:10.317086 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17076ea4-3a6a-4dfe-add1-3addfdd0ebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:12.857132 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e10b9f3-0e41-4bbf-b0f5-5968605edc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:12.929675 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:14.345179 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:15.655369 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:15.724774 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:17.317211 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:32.197770 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-ac79d2f1-fcb5-48ca-822d-e8e1f307672a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086178 May 19 13:25:32.356928 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-6a155c41-a09f-47c2-9c9e-288fbe7de84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:25:32.358559 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-6a155c41-a09f-47c2-9c9e-288fbe7de84a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=535ffeaef38148eaab8090a5d41b4c04&device_id=4213a3c6-e6b4-4992-93dc-4f6258ea6d6e HTTP/1.1" status: 200 len: 1097 time: 0.0858674 May 19 13:25:32.528515 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-98663f58-330e-40c6-8c46-1a981b9c84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:25:32.530074 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-98663f58-330e-40c6-8c46-1a981b9c84db service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6bef124-5991-4eb9-b01f-3a47894cea5f HTTP/1.1" status: 200 len: 912 time: 0.1488082 May 19 13:25:32.647326 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-01c5175b-fd18-406f-95e3-a3e6b40913b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d3eaa6-6c74-4352-8447-e14c0f007bb2 HTTP/1.1" status: 200 len: 1002 time: 0.1095479 May 19 13:25:32.720525 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-2414afc6-92dd-4e82-8767-017975ac3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:25:32.723075 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-2414afc6-92dd-4e82-8767-017975ac3bb4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf29f247-2d3d-4646-8d56-e1e192649a94 HTTP/1.1" status: 200 len: 850 time: 0.0684643 May 19 13:25:32.865753 n-d-791505-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-85c43547-a5ca-44d1-9849-2ac4742ccdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 13:25:32.868195 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-85c43547-a5ca-44d1-9849-2ac4742ccdc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6bef124-5991-4eb9-b01f-3a47894cea5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370060 May 19 13:25:33.029139 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-5499fce1-e1f2-405e-9a71-fda216b049c7 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525404 May 19 13:25:33.179859 n-d-791505-2 neutron-server[93821]: INFO neutron.wsgi [req-c900e7cb-b833-4063-8536-ab13d38868b2 req-2a984919-47b2-4063-947c-2d5e0301a2c0 service neutron] 10.222.0.71 "GET /v2.0/networks/a6bef124-5991-4eb9-b01f-3a47894cea5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429217 May 19 13:25:40.313989 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-845c84ed-bd8c-4f3a-a381-69aaefd24c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:42.866811 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-758d256e-4163-48c8-82fa-c2a000a46722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:42.925352 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:44.350894 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:45.672402 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:45.728671 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:46.123337 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 13:25:47.320949 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:55.101705 n-d-791505-2 neutron-server[93820]: DEBUG neutron.wsgi [req-7706ec54-34c1-410b-a8e0-887d86224b48 req-2435a9e4-265e-4769-acd1-0495cd6781d8 service neutron] (93820) timed out ('10.222.0.69', 57038) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:26:10.308503 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c48b45-50e5-4440-9d2c-ff4ade04f390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:12.850414 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bb797ec-2a11-4487-95f8-79fc04b9a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:12.923620 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e770e167-abc8-4227-a14b-deab09210c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:14.348601 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce869602-df33-407e-bcfb-df76fe821968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:15.673534 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4655-514b-444d-9605-497b1f9ba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:15.731786 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e4945b4-83f1-4898-b0e8-ea2460e8ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:17.343237 n-d-791505-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e19fff65-bf96-44df-b3db-d41117c1b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772104093916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740608'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:23.125987 n-d-791505-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-fde2aad3-2ef4-4b55-805f-9d619e849fda None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}